ail-framework/bin/lib/objects/HHHashs.py

#!/usr/bin/env python3
# -*-coding:UTF-8 -*

import hashlib
import os
import sys

from flask import url_for

from pymisp import MISPObject

sys.path.append(os.environ['AIL_BIN'])
##################################
# Import Project packages
##################################
from lib.ConfigLoader import ConfigLoader
from lib.objects.abstract_daterange_object import AbstractDaterangeObject, AbstractDaterangeObjects

config_loader = ConfigLoader()
r_objects = config_loader.get_db_conn("Kvrocks_Objects")
baseurl = config_loader.get_config_str("Notifications", "ail_domain")
config_loader = None


class HHHash(AbstractDaterangeObject):
    """
    AIL HHHash Object.
    """

    def __init__(self, obj_id):
        super(HHHash, self).__init__('hhhash', obj_id)

    # def get_ail_2_ail_payload(self):
    #     payload = {'raw': self.get_gzip_content(b64=True),
    #                 'compress': 'gzip'}
    #     return payload

    # # WARNING: UNCLEAN DELETE /!\ TEST ONLY /!\
    def delete(self):
        # # TODO:
        pass

    def get_content(self, r_type='str'):
        if r_type == 'str':
            return self._get_field('content')

    def get_link(self, flask_context=False):
        if flask_context:
            url = url_for('correlation.show_correlation', type=self.type, id=self.id)
        else:
            url = f'{baseurl}/correlation/show?type={self.type}&id={self.id}'
        return url

    # TODO # CHANGE COLOR
    def get_svg_icon(self):
        return {'style': 'fas', 'icon': '\uf036', 'color': '#71D090', 'radius': 5}

    def get_misp_object(self):
        obj_attrs = []
        obj = MISPObject('hhhash')
        first_seen = self.get_first_seen()
        last_seen = self.get_last_seen()
        if first_seen:
            obj.first_seen = first_seen
        if last_seen:
            obj.last_seen = last_seen
        if not first_seen or not last_seen:
            self.logger.warning(
                f'Export error, None seen {self.type}:{self.subtype}:{self.id}, first={first_seen}, last={last_seen}')

        obj_attrs.append(obj.add_attribute('hhhash', value=self.get_id()))
        obj_attrs.append(obj.add_attribute('hhhash-headers', value=self.get_content()))
        obj_attrs.append(obj.add_attribute('hhhash-tool', value='lacus'))
        for obj_attr in obj_attrs:
            for tag in self.get_tags():
                obj_attr.add_tag(tag)
        return obj

    def get_nb_seen(self):
        return self.get_nb_correlation('domain')

    def get_meta(self, options=set()):
        meta = self._get_meta(options=options)
        meta['id'] = self.id
        meta['tags'] = self.get_tags(r_list=True)
        meta['content'] = self.get_content()
        return meta

    def add(self, date, obj_id):  # date = HAR Date
        self._add(date, 'domain', '', obj_id)

    def create(self, hhhash_header, _first_seen=None, _last_seen=None):  # TODO CREATE ADD FUNCTION -> urls set
        self._set_field('content', hhhash_header)
        self._create()


def create(hhhash_header, hhhash=None):
    if not hhhash:
        hhhash = hhhash_headers(hhhash_header)
    hhhash = HHHash(hhhash)
    if not hhhash.exists():
        hhhash.create(hhhash_header)
    return hhhash

def build_hhhash_headers(dict_headers):  # filter_dup=True
    hhhash = ''
    previous_header = ''
    for header in dict_headers:
        header_name = header.get('name')
        if header_name:
            if header_name != previous_header:  # remove dup headers, filter playwright invalid splitting
                hhhash = f'{hhhash}:{header_name}'
                previous_header = header_name
    hhhash = hhhash[1:]
    # print(hhhash)
    return hhhash

def hhhash_headers(header_hhhash):
    m = hashlib.sha256()
    m.update(header_hhhash.encode())
    digest = m.hexdigest()
    return f"hhh:1:{digest}"


class HHHashs(AbstractDaterangeObjects):
    """
        HHHashs Objects
    """
    def __init__(self):
        super().__init__('hhhash', HHHash)

    def sanitize_id_to_search(self, name_to_search):
        return name_to_search  # TODO


# if __name__ == '__main__':
#     name_to_search = '98'
#     print(search_cves_by_name(name_to_search))