From 2160184469853585b523e5a109ad6b8e554787f7 Mon Sep 17 00:00:00 2001 From: David Cruciani Date: Wed, 13 Jul 2022 13:48:33 +0200 Subject: [PATCH] chg:[i2p] display correctly b32 i2p addresses --- bin/Crawler.py | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/bin/Crawler.py b/bin/Crawler.py index f02a9929..6703f931 100755 --- a/bin/Crawler.py +++ b/bin/Crawler.py @@ -54,6 +54,15 @@ def unpack_url(url): to_crawl['domain'] = url_unpack['domain'] to_crawl['domain'] = to_crawl['domain'].lower() + if to_crawl['domain'] == "b32.i2p": + try: + subdomain = url_unpack['subdomain'].decode() + except: + subdomain = url_unpack['subdomain'] + + if subdomain: + subdomain.lower() + to_crawl['domain'] = f"{subdomain.split('.')[-1]}.{to_crawl['domain']}" # force lower case domain/subdomain (rfc4343) # # FIXME: # TODO: remove me