fix: [DomClassifier] improve perf

This commit is contained in:
terrtia 2024-01-09 11:38:54 +01:00
parent 7263a9777c
commit 5094b2dcbb
No known key found for this signature in database
GPG key ID: 1E1B1F50D84613D0
2 changed files with 15 additions and 10 deletions

View file

@ -73,11 +73,13 @@ class DomClassifier(AbstractModule):
for dns_record in self.c.vdomain: for dns_record in self.c.vdomain:
self.add_message_to_queue(obj=None, message=dns_record) self.add_message_to_queue(obj=None, message=dns_record)
if self.cc_tld:
localizeddomains = self.c.include(expression=self.cc_tld) localizeddomains = self.c.include(expression=self.cc_tld)
if localizeddomains: if localizeddomains:
print(localizeddomains) print(localizeddomains)
self.redis_logger.warning(f"DomainC;{item_source};{item_date};{item_basename};Checked {localizeddomains} located in {self.cc_tld};{item.get_id()}") self.redis_logger.warning(f"DomainC;{item_source};{item_date};{item_basename};Checked {localizeddomains} located in {self.cc_tld};{item.get_id()}")
if self.cc:
localizeddomains = self.c.localizedomain(cc=self.cc) localizeddomains = self.c.localizedomain(cc=self.cc)
if localizeddomains: if localizeddomains:
print(localizeddomains) print(localizeddomains)

View file

@ -222,10 +222,13 @@ password = ail_trackers
cc_critical = DE cc_critical = DE
[DomClassifier] [DomClassifier]
cc = DE #cc = DE
cc_tld = r'\.de$' #cc_tld = r'\.de$'
cc =
cc_tld =
dns = 8.8.8.8 dns = 8.8.8.8
[Mail] [Mail]
dns = 8.8.8.8 dns = 8.8.8.8