add cyclonedx and sarif integration tests (bridgecrewio#2560)

* add automatic pipeline to update admission controller checkov version

* add automatic pipeline to update admission controller checkov version

* update integration tests

* update integration tests

Author: schosterbarak

integration_tests/prepare_data.sh

@@ -8,19 +8,24 @@ then
   pipenv run checkov -s --framework terraform -d terragoat\\terraform\\ -o junitxml > checkov_report_terragoat.xml
   pipenv run checkov -s -d cfngoat\\ -o json --external-checks-dir .\\checkov\\cloudformation\\checks\\graph_checks\\aws > checkov_report_cfngoat.json
   pipenv run checkov -s -d kubernetes-goat\\ --framework kubernetes -o json > checkov_report_kubernetes-goat.json
+  pipenv run checkov -s --framework terraform -d terragoat\\terraform\\ -o cyclonedx > checkov_report_terragoat_cyclonedx.xml
+  pipenv run checkov -s --framework terraform -d terragoat\\terraform\\ -o sarif
 #  LOG_LEVEL=DEBUG pipenv run checkov -s -d kubernetes-goat\\ --framework helm -o json > checkov_report_kubernetes-goat-helm.json
   pipenv run checkov -s --framework terraform --skip-check CKV_AWS_33,CKV_AWS_41 -d terragoat\\terraform\\ -o json > checkov_report_terragoat_with_skip.json
   pipenv run checkov -s -d cfngoat\\ -o json --quiet > checkov_report_cfngoat_quiet.json
   pipenv run checkov -s -d terragoat\\terraform\\ --config-file integration_tests\\example_config_files\\config.yaml -o json > checkov_config_report_terragoat.json
 else
   pipenv run checkov -s --framework terraform -d terragoat/terraform/ -o json > checkov_report_terragoat.json
   pipenv run checkov -s --framework terraform -d terragoat/terraform/ -o junitxml > checkov_report_terragoat.xml
+  pipenv run checkov -s --framework terraform -d terragoat/terraform/ -o cyclonedx > checkov_report_terragoat_cyclonedx.xml
+  pipenv run checkov -s --framework terraform -d terragoat/terraform/ -o sarif
   pipenv run checkov -s -d cfngoat/ -o json --external-checks-dir ./checkov/cloudformation/checks/graph_checks/aws > checkov_report_cfngoat.json
   pipenv run checkov -s -d kubernetes-goat/ --framework kubernetes -o json > checkov_report_kubernetes-goat.json
   pipenv run checkov -s -d kubernetes-goat/ --framework helm -o json > checkov_report_kubernetes-goat-helm.json
   pipenv run checkov -s --framework terraform --skip-check CKV_AWS_33,CKV_AWS_41 -d terragoat/terraform/ -o json > checkov_report_terragoat_with_skip.json
   pipenv run checkov -s -d cfngoat/ -o json --quiet > checkov_report_cfngoat_quiet.json
   pipenv run checkov -s -d terragoat/terraform/ --config-file integration_tests/example_config_files/config.yaml -o json > checkov_config_report_terragoat.json
+
 fi
 
 if [[ "$2" == "3.7" && "$1" == "ubuntu-latest" ]]

integration_tests/test_checkov_cyclonedx_report.py

@@ -0,0 +1,27 @@
+import os
+import unittest
+from xml.dom import minidom
+
+current_dir = os.path.dirname(os.path.realpath(__file__))
+
+
+class TestCheckovCyclonedxReport(unittest.TestCase):
+
+    def test_terragoat_report(self):
+        report_path = os.path.join(os.path.dirname(current_dir), 'checkov_report_terragoat_cyclonedx.xml')
+        self.validate_report(os.path.abspath(report_path))
+
+    def validate_report(self, report_path):
+        with open(report_path) as cyclonedx_file:
+            data = minidom.parse(cyclonedx_file)
+            self.validate_report_not_empty(data)
+
+    def validate_report_not_empty(self, report):
+        vulnrability_file = \
+            report.getElementsByTagName('components')[0].getElementsByTagName('component')[0].getElementsByTagName(
+                'name')[0].firstChild.nodeValue
+        self.assertIn('db-app.tf', vulnrability_file)
+
+
+if __name__ == '__main__':
+    unittest.main()

integration_tests/test_checkov_sarif_report.py

@@ -0,0 +1,30 @@
+import json
+import os
+import unittest
+
+current_dir = os.path.dirname(os.path.realpath(__file__))
+
+
+class TestCheckovSarifReport(unittest.TestCase):
+
+    def test_terragoat_report(self):
+        report_path = os.path.join(os.path.dirname(current_dir), 'results.sarif')
+        self.validate_report(os.path.abspath(report_path))
+
+    def validate_report(self, report_path):
+        with open(report_path) as json_file:
+            data = json.load(json_file)
+            if isinstance(data, list):
+                for framework_report in data:
+                    self.validate_report_not_empty(framework_report)
+            else:
+                self.validate_report_not_empty(data)
+
+    def validate_report_not_empty(self, report):
+        self.assertEqual(report["runs"][0]['tool']['driver']['name'], "Checkov")
+        self.assertGreater(len(report["runs"][0]['results']), 1,
+                           "expecting more than 1 failed checks")
+
+
+if __name__ == '__main__':
+    unittest.main()