fix: [Onion] add timeout signal

bin/Onion.py

@@ -29,10 +29,18 @@ import os
 import base64
 import subprocess
 import redis
+import signal
 import re
 
 from Helper import Process
 
+class TimeoutException(Exception):
+    pass
+
+def timeout_handler(signum, frame):
+    raise TimeoutException
+
+signal.signal(signal.SIGALRM, timeout_handler)
 
 def fetch(p, r_cache, urls, domains, path):
     failed = []
@@ -113,6 +121,8 @@ if __name__ == "__main__":
     message = p.get_from_set()
     prec_filename = None
 
+    max_execution_time = p.config.getint("Onion", "max_execution_time")
+
     # send to crawler:
     activate_crawler = p.config.get("Crawler", "activate_crawler")
     if activate_crawler == 'True':
@@ -140,6 +150,9 @@ if __name__ == "__main__":
                 urls = []
                 PST = Paste.Paste(filename)
 
+                # max execution time on regex
+                signal.alarm(max_execution_time)
+                try:
                     for x in PST.get_regex(url_regex):
                         print(x)
                         # Extracting url with regex
@@ -150,6 +163,11 @@ if __name__ == "__main__":
                             print(url)
                             domains_list.append(domain)
                             urls.append(url)
+                except TimeoutException:
+                    encoded_list = []
+                    p.incr_module_timeout_statistic()
+                    print ("{0} processing timeout".format(PST.p_path))
+                    continue
 
                 '''
                 for x in PST.get_regex(i2p_regex):

bin/packages/config.cfg.sample

@@ -68,6 +68,9 @@ minTopPassList=5
 [Curve]
 max_execution_time = 90
 
+[Onion]
+max_execution_time = 180
+
 [Base64]
 path = Base64/
 max_execution_time = 60