AIL/ail-framework
8
0
Fork 0
mirror of https://github.com/ail-project/ail-framework.git synced 2025-01-31 14:36:15 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

fix: [get str item content] fix some weird encoding issue

Browse source
This commit is contained in:
terrtia 2025-01-29 13:36:26 +01:00
parent d53328b55b
commit 245de5384c
No known key found for this signature in database
GPG key ID: 1E1B1F50D84613D0
1 changed files with 12 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
bin/lib/item_basic.py
View file

@ -1,6 +1,7 @@
#!/usr/bin/env python3
# -*-coding:UTF-8 -*
import logging
import os
import sys
import gzip
@ -14,6 +15,7 @@ sys.path.append(os.environ['AIL_BIN'])
from lib import ConfigLoader
from lib import Tag
logger = logging.getLogger()
config_loader = ConfigLoader.ConfigLoader()
r_cache = config_loader.get_redis_conn("Redis_Cache")
@ -73,11 +75,20 @@ def get_item_content(item_id):
if item_content is None:
try:
with gzip.open(item_full_path, 'r') as f:
item_content = f.read().decode()
item_content = f.read()
try:
item_content = item_content.decode()
except UnicodeDecodeError:
item_content = str(item_content)
if len(item_content) > 2:
item_content = item_content[2:-1]
item_content = item_content.replace(r'\r\n', '\r\n')
item_content = item_content.replace(r'\n', '\n')
r_cache.set(item_full_path, item_content)
r_cache.expire(item_full_path, 300)
except Exception as e:
print(e)
logger.error(f'{e}: item {item_id}')
item_content = ''
return str(item_content)