mirror of
https://github.com/ail-project/ail-framework.git
synced 2024-11-30 01:37:17 +00:00
51 lines
1.3 KiB
Python
51 lines
1.3 KiB
Python
|
#!/usr/bin/env python3
|
||
|
|
# -*-coding:UTF-8 -*
|
||
|
|
|
||
|
|
import os
|
||
|
|
import sys
|
||
|
|
import gzip
|
||
|
|
import base64
|
||
|
|
import uuid
|
||
|
|
import datetime
|
||
|
|
import base64
|
||
|
|
import redis
|
||
|
|
import json
|
||
|
|
import time
|
||
|
|
|
||
|
|
sys.path.append(os.environ['AIL_BIN'])
|
||
|
|
from Helper import Process
|
||
|
|
|
||
|
|
def substract_date(date_from, date_to):
|
||
|
|
date_from = datetime.date(int(date_from[0:4]), int(date_from[4:6]), int(date_from[6:8]))
|
||
|
|
date_to = datetime.date(int(date_to[0:4]), int(date_to[4:6]), int(date_to[6:8]))
|
||
|
|
delta = date_to - date_from # timedelta
|
||
|
|
l_date = []
|
||
|
|
for i in range(delta.days + 1):
|
||
|
|
date = date_from + datetime.timedelta(i)
|
||
|
|
l_date.append( date.strftime('%Y%m%d') )
|
||
|
|
return l_date
|
||
|
|
|
||
|
|
config_section = 'Keys'
|
||
|
|
p = Process(config_section)
|
||
|
|
|
||
|
|
r_tags = redis.StrictRedis(
|
||
|
|
host=p.config.get("ARDB_Tags", "host"),
|
||
|
|
port=p.config.getint("ARDB_Tags", "port"),
|
||
|
|
db=p.config.getint("ARDB_Tags", "db"),
|
||
|
|
decode_responses=True)
|
||
|
|
|
||
|
|
tag = 'infoleak:automatic-detection="pgp-message"'
|
||
|
|
|
||
|
|
# get tag first/last seen
|
||
|
|
first_seen = r_tags.hget('tag_metadata:{}'.format(tag), 'first_seen')
|
||
|
|
last_seen = r_tags.hget('tag_metadata:{}'.format(tag), 'last_seen')
|
||
|
|
|
||
|
|
l_dates = substract_date(first_seen, last_seen)
|
||
|
|
|
||
|
|
# get all tagged items
|
||
|
|
for date in l_dates:
|
||
|
|
daily_tagged_items = r_tags.smembers('{}:{}'.format(tag, date))
|
||
|
|
|
||
|
|
for item in daily_tagged_items:
|
||
|
|
p.populate_set_out(item, 'PgpDump')
|