From f125a6211513bf4f1db6997fdaba76df5a13b3e1 Mon Sep 17 00:00:00 2001 From: Mokaddem Date: Thu, 21 Jul 2016 15:32:07 +0200 Subject: [PATCH 1/2] Added ssdeep in pip_requirments --- pip_packages_requirement.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pip_packages_requirement.txt b/pip_packages_requirement.txt index db2f23c5..bd734175 100644 --- a/pip_packages_requirement.txt +++ b/pip_packages_requirement.txt @@ -17,7 +17,7 @@ nltk # Hashlib crcmod mmh3 -simhash +ssdeep #Others python-magic From c686f69ca67f3bfea99da68277f8dfd038321709 Mon Sep 17 00:00:00 2001 From: Mokaddem Date: Fri, 22 Jul 2016 10:04:58 +0200 Subject: [PATCH 2/2] Clean not compatible ssdeep hash encountered --- bin/Duplicate_ssdeep_v2.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/bin/Duplicate_ssdeep_v2.py b/bin/Duplicate_ssdeep_v2.py index f6aaca4f..e8930c02 100755 --- a/bin/Duplicate_ssdeep_v2.py +++ b/bin/Duplicate_ssdeep_v2.py @@ -122,8 +122,8 @@ if __name__ == "__main__": #print 'comparing: ' + str(PST.p_path[44:]) + ' and ' + str(paste_path[44:]) + ' percentage: ' + str(percent) except: # ssdeep hash not comparable - print 'ssdeep hash not comparable' - publisher.error('ssdeep hash not comparable') + print 'ssdeep hash not comparable, cleaning bad hash: '+dico_hash + curr_dico_redis.srem('HASHS', dico_hash) # Add paste in DB after checking to prevent its analysis twice # hash_i -> index_i AND index_i -> PST.PATH