AIL/ail-framework
7
0
Fork 0
mirror of https://github.com/ail-project/ail-framework.git synced 2024-09-19 23:48:23 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

fix: [title] fix None title

Browse source
This commit is contained in:
Terrtia 2023-08-23 11:46:37 +02:00
parent 46c721590d
commit 2145eb7b8a
No known key found for this signature in database
GPG key ID: 1E1B1F50D84613D0
1 changed files with 4 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
bin/lib/crawlers.py
View file

@ -234,7 +234,9 @@ def extract_title_from_html(html):
soup = BeautifulSoup(html, 'html.parser')
title = soup.title
if title:
return str(title.string)
title = title.string
if title:
return str(title)
return ''
def extract_description_from_html(html):
@ -2022,4 +2024,4 @@ if __name__ == '__main__':
# _reprocess_all_hars_cookie_name()
# _reprocess_all_hars_etag()
# _gzip_all_hars()
_reprocess_all_hars_hhhashs()
# _reprocess_all_hars_hhhashs()