2024-02-21 15:24:48 +00:00
|
|
|
from api.api import TidalAPI
|
|
|
|
from models.galaxy import Galaxy
|
2024-02-23 10:25:07 +00:00
|
|
|
from models.cluster import (
|
|
|
|
GroupCluster,
|
|
|
|
SoftwareCluster,
|
|
|
|
CampaignsCluster,
|
|
|
|
TechniqueCluster,
|
|
|
|
TacticCluster,
|
|
|
|
ReferencesCluster,
|
|
|
|
)
|
2024-02-21 15:24:48 +00:00
|
|
|
import argparse
|
2024-02-23 10:14:00 +00:00
|
|
|
import json
|
|
|
|
import os
|
2024-02-21 15:24:48 +00:00
|
|
|
|
2024-02-23 10:14:00 +00:00
|
|
|
CONFIG = "./config"
|
|
|
|
GALAXY_PATH = "../../galaxies"
|
|
|
|
CLUSTER_PATH = "../../clusters"
|
2024-02-21 15:24:48 +00:00
|
|
|
|
2024-02-23 10:25:07 +00:00
|
|
|
|
2024-02-23 13:54:25 +00:00
|
|
|
def create_galaxy(endpoint: str, version: int, extended_relations: bool = False):
|
2024-02-21 15:24:48 +00:00
|
|
|
api = TidalAPI()
|
2024-02-23 10:14:00 +00:00
|
|
|
data = api.get_data(endpoint)
|
|
|
|
with open(f"{CONFIG}/{endpoint}.json", "r") as file:
|
|
|
|
config = json.load(file)
|
|
|
|
|
|
|
|
galaxy = Galaxy(**config["galaxy"], version=version)
|
|
|
|
galaxy.save_to_file(f"{GALAXY_PATH}/tidal-{endpoint}.json")
|
2024-02-23 10:25:07 +00:00
|
|
|
|
2024-02-23 10:14:00 +00:00
|
|
|
match endpoint:
|
|
|
|
case "groups":
|
2024-02-23 13:54:25 +00:00
|
|
|
cluster = GroupCluster(**config["cluster"], uuid=galaxy.uuid, enrichment=extended_relations)
|
2024-02-23 10:14:00 +00:00
|
|
|
cluster.add_values(data)
|
|
|
|
case "software":
|
2024-02-23 13:54:25 +00:00
|
|
|
cluster = SoftwareCluster(**config["cluster"], uuid=galaxy.uuid, enrichment=extended_relations)
|
2024-02-23 10:14:00 +00:00
|
|
|
cluster.add_values(data)
|
|
|
|
case "campaigns":
|
|
|
|
cluster = CampaignsCluster(**config["cluster"], uuid=galaxy.uuid)
|
|
|
|
cluster.add_values(data)
|
|
|
|
case "technique":
|
|
|
|
cluster = TechniqueCluster(**config["cluster"], uuid=galaxy.uuid)
|
|
|
|
cluster.add_values(data)
|
|
|
|
case "tactic":
|
|
|
|
cluster = TacticCluster(**config["cluster"], uuid=galaxy.uuid)
|
|
|
|
cluster.add_values(data)
|
|
|
|
case "references":
|
|
|
|
cluster = ReferencesCluster(**config["cluster"], uuid=galaxy.uuid)
|
|
|
|
cluster.add_values(data)
|
|
|
|
case _:
|
|
|
|
print("Error: Invalid endpoint")
|
|
|
|
return
|
|
|
|
|
|
|
|
cluster.save_to_file(f"{CLUSTER_PATH}/tidal-{endpoint}.json")
|
|
|
|
print(f"Galaxy tidal-{endpoint} created")
|
|
|
|
|
2024-02-23 10:25:07 +00:00
|
|
|
|
2024-02-23 10:14:00 +00:00
|
|
|
def main(args, galaxies):
|
2024-02-21 15:24:48 +00:00
|
|
|
if args.all:
|
2024-02-23 10:14:00 +00:00
|
|
|
for galaxy in galaxies:
|
2024-02-23 13:54:25 +00:00
|
|
|
create_galaxy(galaxy, args.version, args.extended_relations)
|
2024-02-21 15:24:48 +00:00
|
|
|
else:
|
2024-02-23 13:54:25 +00:00
|
|
|
create_galaxy(args.type, args.version, args.extended_relations)
|
2024-02-23 10:25:07 +00:00
|
|
|
|
2024-02-22 09:52:23 +00:00
|
|
|
|
2024-02-21 15:24:48 +00:00
|
|
|
if __name__ == "__main__":
|
2024-02-23 10:14:00 +00:00
|
|
|
|
|
|
|
galaxies = []
|
|
|
|
for f in os.listdir(CONFIG):
|
|
|
|
if f.endswith(".json"):
|
|
|
|
galaxies.append(f.split(".")[0])
|
|
|
|
|
2024-02-22 09:52:23 +00:00
|
|
|
parser = argparse.ArgumentParser(
|
2024-02-23 10:14:00 +00:00
|
|
|
description="Create galaxy and cluster json files from Tidal API"
|
2024-02-22 09:52:23 +00:00
|
|
|
)
|
2024-02-23 10:14:00 +00:00
|
|
|
parser.add_argument(
|
2024-02-23 13:54:25 +00:00
|
|
|
"-a",
|
2024-02-23 10:14:00 +00:00
|
|
|
"--all",
|
|
|
|
action="store_true",
|
|
|
|
help="Create all galaxies and clusters",
|
2024-02-22 09:52:23 +00:00
|
|
|
)
|
2024-02-23 10:14:00 +00:00
|
|
|
parser.add_argument(
|
2024-02-22 09:52:23 +00:00
|
|
|
"--type",
|
2024-02-23 10:14:00 +00:00
|
|
|
choices=galaxies,
|
|
|
|
help="The type of the file to create",
|
2024-02-22 09:52:23 +00:00
|
|
|
)
|
2024-02-23 10:14:00 +00:00
|
|
|
parser.add_argument(
|
|
|
|
"-v",
|
|
|
|
"--version",
|
|
|
|
type=int,
|
|
|
|
required=True,
|
|
|
|
help="The version of the galaxy",
|
2024-02-22 11:12:31 +00:00
|
|
|
)
|
2024-02-23 13:54:25 +00:00
|
|
|
parser.add_argument(
|
|
|
|
"--extended-relations",
|
|
|
|
action="store_true",
|
|
|
|
help="Create extended relations in the cluster",
|
|
|
|
)
|
2024-02-23 10:14:00 +00:00
|
|
|
parser.set_defaults(func=main)
|
2024-02-21 15:24:48 +00:00
|
|
|
|
|
|
|
args = parser.parse_args()
|
2024-02-22 09:52:23 +00:00
|
|
|
if hasattr(args, "func"):
|
2024-02-23 10:14:00 +00:00
|
|
|
args.func(args, galaxies=galaxies)
|
2024-02-21 15:24:48 +00:00
|
|
|
else:
|
2024-02-23 10:25:07 +00:00
|
|
|
parser.print_help()
|