AIL/ail-framework
7
0
Fork 0
mirror of https://github.com/ail-project/ail-framework.git synced 2024-11-10 00:28:22 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

chg: [importer url_extract] fix item id

Browse source
This commit is contained in:
Terrtia 2020-04-30 09:57:26 +02:00
parent 3d4131a193
commit eddeb0b3b0
No known key found for this signature in database
GPG key ID: 1E1B1F50D84613D0
1 changed files with 4 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
bin/import/ail_json_importer/Ail_feeder_url_extract.py
View file

@ -32,7 +32,10 @@ class Ail_feeder_twitter(Default_json):
# use twitter timestamp ?
item_date = datetime.date.today().strftime("%Y/%m/%d")
item_id = str(self.json_item['meta']['twitter:url-extracted'])
item_id = '{}{}.gz'.format(file_name_paste[:215], str(uuid.uuid4()))
if len(item_id) > 215:
item_id = '{}{}.gz'.format(item_id[:215], str(uuid.uuid4()))
else:
item_id = '{}{}.gz'.format(item_id, str(uuid.uuid4()))
return os.path.join('urlextract', item_date, item_id) + '.gz'
# # TODO: