AIL/ail-framework
7
0
Fork 0
mirror of https://github.com/ail-project/ail-framework.git synced 2024-11-10 08:38:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: [title] fix None title

Browse source
This commit is contained in:
Terrtia 2023-08-23 11:46:37 +02:00
parent 46c721590d
commit 2145eb7b8a
No known key found for this signature in database
GPG key ID: 1E1B1F50D84613D0
1 changed files with 4 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
bin/lib/crawlers.py
View file

@ -234,7 +234,9 @@ def extract_title_from_html(html):
soup = BeautifulSoup(html, 'html.parser') soup = BeautifulSoup(html, 'html.parser')
title = soup.title title = soup.title
if title: if title:
return str(title.string) title = title.string
if title:
return str(title)
return '' return ''
def extract_description_from_html(html): def extract_description_from_html(html):
@ -2022,4 +2024,4 @@ if __name__ == '__main__':
# _reprocess_all_hars_cookie_name() # _reprocess_all_hars_cookie_name()
# _reprocess_all_hars_etag() # _reprocess_all_hars_etag()
# _gzip_all_hars() # _gzip_all_hars()
_reprocess_all_hars_hhhashs() # _reprocess_all_hars_hhhashs()