xmlParser.py

import xml.etree.ElementTree as et
import pandas as pd


class CpeXmlParser:
    def __init__(self, file_name):
        self.tree = et.parse(file_name)
        self.root = self.tree.getroot()

        self.namespaces = {'': 'http://cpe.mitre.org/dictionary/2.0',
                           'xsi': "http://www.w3.org/2001/XMLSchema-instance",
                           'scap-core': "http://scap.nist.gov/schema/scap-core/0.3",
                           'cpe-23': "http://scap.nist.gov/schema/cpe-extension/2.3",
                           "ns6": "http://scap.nist.gov/schema/scap-core/0.1",
                           'meta': "http://scap.nist.gov/schema/cpe-dictionary-metadata/0.2"}

    def get_all_cpe_items(self):
        return self.root.findall('cpe-item', self.namespaces)

    def get_all_cpe_items_names(self):
        cpe_names = []
        for cpe_item in self.get_all_cpe_items():
            cpe_names.append(cpe_item.attrib.get('name'))
        return cpe_names

    def parse_cpe_name(self, cpe_item):
        return cpe_item.str.split(':')

    def get_all_titles_text(self):
        titles_text = []
        for cpeItem in self.get_all_cpe_items():
            titles_text.append(cpeItem.find('title', self.namespaces).text)
        return titles_text

    def get_all_references_text(self):
        references = []
        for rfs in self.get_all_cpe_items():
            try:
                references.append([x.attrib for x in
                                   rfs.find('references', self.namespaces).findall('reference', self.namespaces)])
            except AttributeError:
                references.append([])
        return references

    def get_all_cpe23_names(self):
        cpe_23_names = []
        for cpeItem in self.get_all_cpe_items():
            cpe_23_names.append(
                cpeItem.find('{http://scap.nist.gov/schema/cpe-extension/2.3}cpe23-item').attrib.get('name'))
        return cpe_23_names

    def fit_cpe_to_software(self, prog_name):  # Find program by name
        for cpe_item in self.get_all_cpe_items():
            if prog_name in cpe_item.find('title', self.namespaces).text:
                return cpe_item

    def csv_creator(self, cpe_xml_file_name):
        # Making a panda DataFrame
        cpe_xml = CpeXmlParser(cpe_xml_file_name)
        titles = cpe_xml.get_all_titles_text()
        cpe_items = cpe_xml.get_all_cpe_items_names()
        cpe_23_names = cpe_xml.get_all_cpe23_names()
        cpe_references = cpe_xml.get_all_references_text()
        df = pd.DataFrame([titles, cpe_items, cpe_23_names, cpe_references]).transpose()
        df.columns = ['titles', 'cpe_items', 'cpe_23_names', 'cpe_references']
        splited = df['cpe_23_names'].str.split(':', n=12, expand=True)
        new_splited_columns = ['cpe', 'cpe_version', 'part', 'vendor', 'product', 'version', 'update', 'edition',
                               'language', 'sw_edition', 'target_sw', 'target_hw', 'other']
        df[new_splited_columns] = splited
        df['titles'] = df['titles'].str.lower()
        df['target_sw'] = df['target_sw'].str.lower()

        # Filtering irrelevant indexes from DataFrame
        target_sw_filter = ['android', 'mac', 'linux']
        df = df[~df.target_sw.str.contains('|'.join(target_sw_filter))]
        titles_filter = ['for and', 'for mac', 'for lin', 'for ios', 'for iphone']
        df = df[~df.titles.str.contains('|'.join(titles_filter))]
        df = df.drop(['cpe'], axis=1)

        # Making a CSV file in the folder
        df.to_csv("parsed_xml.csv")