search

elastic / kibana

Your window into the Elastic Stack
https://www.elastic.co/products/kibana
Other
19.82k stars 8.2k forks source link

Failing test: X-Pack Cloud Security Posture API Tests.x-pack/test/cloud_security_posture_api/routes/vulnerabilities_dashboard·ts - Cloud Security Posture Vulnerability Dashboard API responds with a 200 status code and matching data mock #195839

Closed kibanamachine closed 1 week ago

kibanamachine commented 1 week ago

A test failed on a tracked branch

Error: expected { cnvmStatistics: 
   { criticalCount: 0,
     highCount: 1,
     mediumCount: 1,
     resourcesScanned: 2,
     cloudAccounts: 1 },
  vulnTrends: 
   [ { high: 0,
       policy_template: 'vuln_mgmt',
       critical: 0,
       low: 0,
       vulnerabilities_stats_by_cloud_account: {},
       medium: 0 } ],
  topVulnerableResources: 
   [ { resource: [Object],
       vulnerabilityCount: 1,
       cloudRegion: 'eu-west-1' },
     { resource: [Object],
       vulnerabilityCount: 1,
       cloudRegion: 'eu-west-1' } ],
  topPatchableVulnerabilities: 
   [ { cve: 'CVE-2015-8390',
       cvss: [Object],
       packageFixVersion: '2.56.1-9.amzn2.0.6',
       vulnerabilityCount: 1 },
     { cve: 'CVE-2015-8394',
       cvss: [Object],
       packageFixVersion: '2.56.1-9.amzn2.0.6',
       vulnerabilityCount: 1 } ],
  topVulnerabilities: 
   [ { cve: 'CVE-2015-8390',
       packageFixVersion: '2.56.1-9.amzn2.0.6',
       packageName: 'glib2',
       packageVersion: '2.56.1-9.amzn2.0.5',
       severity: 'MEDIUM',
       vulnerabilityCount: 1,
       cvss: [Object] },
     { cve: 'CVE-2015-8394',
       packageFixVersion: '2.56.1-9.amzn2.0.6',
       packageName: 'glib2',
       packageVersion: '2.56.1-9.amzn2.0.5',
       severity: 'HIGH',
       vulnerabilityCount: 1,
       cvss: [Object] } ] } to sort of equal { cnvmStatistics: 
   { criticalCount: 0,
     highCount: 1,
     mediumCount: 1,
     resourcesScanned: 2,
     cloudAccounts: 1 },
  vulnTrends: 
   [ { high: 1,
       policy_template: 'vuln_mgmt',
       critical: 0,
       low: 0,
       vulnerabilities_stats_by_cloud_account: [Object],
       medium: 1 } ],
  topVulnerableResources: 
   [ { resource: [Object],
       vulnerabilityCount: 1,
       cloudRegion: 'eu-west-1' },
     { resource: [Object],
       vulnerabilityCount: 1,
       cloudRegion: 'eu-west-1' } ],
  topPatchableVulnerabilities: 
   [ { cve: 'CVE-2015-8390',
       cvss: [Object],
       packageFixVersion: '2.56.1-9.amzn2.0.6',
       vulnerabilityCount: 1 },
     { cve: 'CVE-2015-8394',
       cvss: [Object],
       packageFixVersion: '2.56.1-9.amzn2.0.6',
       vulnerabilityCount: 1 } ],
  topVulnerabilities: 
   [ { cve: 'CVE-2015-8390',
       packageFixVersion: '2.56.1-9.amzn2.0.6',
       packageName: 'glib2',
       packageVersion: '2.56.1-9.amzn2.0.5',
       severity: 'MEDIUM',
       vulnerabilityCount: 1,
       cvss: [Object] },
     { cve: 'CVE-2015-8394',
       packageFixVersion: '2.56.1-9.amzn2.0.6',
       packageName: 'glib2',
       packageVersion: '2.56.1-9.amzn2.0.5',
       severity: 'HIGH',
       vulnerabilityCount: 1,
       cvss: [Object] } ] }
    at Assertion.assert (expect.js:100:11)
    at Assertion.eql (expect.js:244:8)
    at Context.<anonymous> (vulnerabilities_dashboard.ts:145:30)
    at processTicksAndRejections (node:internal/process/task_queues:95:5)
    at Object.apply (wrap_function.js:74:16) {
  actual: '{\n' +
    '  "cnvmStatistics": {\n' +
    '    "cloudAccounts": 1\n' +
    '    "criticalCount": 0\n' +
    '    "highCount": 1\n' +
    '    "mediumCount": 1\n' +
    '    "resourcesScanned": 2\n' +
    '  }\n' +
    '  "topPatchableVulnerabilities": [\n' +
    '    {\n' +
    '      "cve": "CVE-2015-8390"\n' +
    '      "cvss": {\n' +
    '        "score": 9.800000190734863\n' +
    '        "version": "3.1"\n' +
    '      }\n' +
    '      "packageFixVersion": "2.56.1-9.amzn2.0.6"\n' +
    '      "vulnerabilityCount": 1\n' +
    '    }\n' +
    '    {\n' +
    '      "cve": "CVE-2015-8394"\n' +
    '      "cvss": {\n' +
    '        "score": 9.800000190734863\n' +
    '        "version": "3.1"\n' +
    '      }\n' +
    '      "packageFixVersion": "2.56.1-9.amzn2.0.6"\n' +
    '      "vulnerabilityCount": 1\n' +
    '    }\n' +
    '  ]\n' +
    '  "topVulnerabilities": [\n' +
    '    {\n' +
    '      "cve": "CVE-2015-8390"\n' +
    '      "cvss": {\n' +
    '        "score": 9.800000190734863\n' +
    '        "version": "3.1"\n' +
    '      }\n' +
    '      "packageFixVersion": "2.56.1-9.amzn2.0.6"\n' +
    '      "packageName": "glib2"\n' +
    '      "packageVersion": "2.56.1-9.amzn2.0.5"\n' +
    '      "severity": "MEDIUM"\n' +
    '      "vulnerabilityCount": 1\n' +
    '    }\n' +
    '    {\n' +
    '      "cve": "CVE-2015-8394"\n' +
    '      "cvss": {\n' +
    '        "score": 9.800000190734863\n' +
    '        "version": "3.1"\n' +
    '      }\n' +
    '      "packageFixVersion": "2.56.1-9.amzn2.0.6"\n' +
    '      "packageName": "glib2"\n' +
    '      "packageVersion": "2.56.1-9.amzn2.0.5"\n' +
    '      "severity": "HIGH"\n' +
    '      "vulnerabilityCount": 1\n' +
    '    }\n' +
    '  ]\n' +
    '  "topVulnerableResources": [\n' +
    '    {\n' +
    '      "cloudRegion": "eu-west-1"\n' +
    '      "resource": {\n' +
    '        "id": "02d62a7df23951b19"\n' +
    '        "name": "name-ng-1-Node"\n' +
    '      }\n' +
    '      "vulnerabilityCount": 1\n' +
    '    }\n' +
    '    {\n' +
    '      "cloudRegion": "eu-west-1"\n' +
    '      "resource": {\n' +
    '        "id": "09d11277683ea41c5"\n' +
    '        "name": "othername-june12-8-8-0-1"\n' +
    '      }\n' +
    '      "vulnerabilityCount": 1\n' +
    '    }\n' +
    '  ]\n' +
    '  "vulnTrends": [\n' +
    '    {\n' +
    '      "critical": 0\n' +
    '      "high": 0\n' +
    '      "low": 0\n' +
    '      "medium": 0\n' +
    '      "policy_template": "vuln_mgmt"\n' +
    '      "vulnerabilities_stats_by_cloud_account": {}\n' +
    '    }\n' +
    '  ]\n' +
    '}',
  expected: '{\n' +
    '  "cnvmStatistics": {\n' +
    '    "cloudAccounts": 1\n' +
    '    "criticalCount": 0\n' +
    '    "highCount": 1\n' +
    '    "mediumCount": 1\n' +
    '    "resourcesScanned": 2\n' +
    '  }\n' +
    '  "topPatchableVulnerabilities": [\n' +
    '    {\n' +
    '      "cve": "CVE-2015-8390"\n' +
    '      "cvss": {\n' +
    '        "score": 9.800000190734863\n' +
    '        "version": "3.1"\n' +
    '      }\n' +
    '      "packageFixVersion": "2.56.1-9.amzn2.0.6"\n' +
    '      "vulnerabilityCount": 1\n' +
    '    }\n' +
    '    {\n' +
    '      "cve": "CVE-2015-8394"\n' +
    '      "cvss": {\n' +
    '        "score": 9.800000190734863\n' +
    '        "version": "3.1"\n' +
    '      }\n' +
    '      "packageFixVersion": "2.56.1-9.amzn2.0.6"\n' +
    '      "vulnerabilityCount": 1\n' +
    '    }\n' +
    '  ]\n' +
    '  "topVulnerabilities": [\n' +
    '    {\n' +
    '      "cve": "CVE-2015-8390"\n' +
    '      "cvss": {\n' +
    '        "score": 9.800000190734863\n' +
    '        "version": "3.1"\n' +
    '      }\n' +
    '      "packageFixVersion": "2.56.1-9.amzn2.0.6"\n' +
    '      "packageName": "glib2"\n' +
    '      "packageVersion": "2.56.1-9.amzn2.0.5"\n' +
    '      "severity": "MEDIUM"\n' +
    '      "vulnerabilityCount": 1\n' +
    '    }\n' +
    '    {\n' +
    '      "cve": "CVE-2015-8394"\n' +
    '      "cvss": {\n' +
    '        "score": 9.800000190734863\n' +
    '        "version": "3.1"\n' +
    '      }\n' +
    '      "packageFixVersion": "2.56.1-9.amzn2.0.6"\n' +
    '      "packageName": "glib2"\n' +
    '      "packageVersion": "2.56.1-9.amzn2.0.5"\n' +
    '      "severity": "HIGH"\n' +
    '      "vulnerabilityCount": 1\n' +
    '    }\n' +
    '  ]\n' +
    '  "topVulnerableResources": [\n' +
    '    {\n' +
    '      "cloudRegion": "eu-west-1"\n' +
    '      "resource": {\n' +
    '        "id": "02d62a7df23951b19"\n' +
    '        "name": "name-ng-1-Node"\n' +
    '      }\n' +
    '      "vulnerabilityCount": 1\n' +
    '    }\n' +
    '    {\n' +
    '      "cloudRegion": "eu-west-1"\n' +
    '      "resource": {\n' +
    '        "id": "09d11277683ea41c5"\n' +
    '        "name": "othername-june12-8-8-0-1"\n' +
    '      }\n' +
    '      "vulnerabilityCount": 1\n' +
    '    }\n' +
    '  ]\n' +
    '  "vulnTrends": [\n' +
    '    {\n' +
    '      "critical": 0\n' +
    '      "high": 1\n' +
    '      "low": 0\n' +
    '      "medium": 1\n' +
    '      "policy_template": "vuln_mgmt"\n' +
    '      "vulnerabilities_stats_by_cloud_account": {\n' +
    '        "704479110758": {\n' +
    '
[report_failure] output truncated to 8192 characters

First failure: kibana-on-merge - 8.x

elasticmachine commented 1 week ago

Pinging @elastic/kibana-cloud-security-posture (Team:Cloud Security)

kibanamachine commented 1 week ago

New failure: kibana-on-merge - main

kibanamachine commented 1 week ago

New failure: kibana-on-merge - 8.x

kibanamachine commented 1 week ago

New failure: kibana-on-merge - 8.x

opauloh commented 1 week ago

Initial triage: Tried to reproduce it locally without success,

I'm wondering if the changes made here had an impact.

For now I pushed a PR to skip the test: #195993