Add new category (Credential)

This commit is contained in:
Raphaël Vinot 2016-02-10 16:39:56 +01:00
parent 1da8675750
commit 4895ee9fa2
5 changed files with 206 additions and 27 deletions

View file

@ -54,9 +54,7 @@ if __name__ == "__main__":
p = Process(config_section)
# SCRIPT PARSER #
parser = argparse.ArgumentParser(
description='This script is a part of the Analysis Information \
Leak framework.')
parser = argparse.ArgumentParser(description='Start Categ module on files.')
parser.add_argument(
'-d', type=str, default="../files/",
@ -68,7 +66,7 @@ if __name__ == "__main__":
# FUNCTIONS #
publisher.info("Script Categ started")
categories = ['CreditCards', 'Mail', 'Onion', 'Web']
categories = ['CreditCards', 'Mail', 'Onion', 'Web', 'Credential']
tmp_dict = {}
for filename in categories:
bname = os.path.basename(filename)
@ -81,24 +79,23 @@ if __name__ == "__main__":
while True:
filename = p.get_from_set()
if filename is not None:
paste = Paste.Paste(filename)
content = paste.get_p_content()
for categ, pattern in tmp_dict.items():
found = re.findall(pattern, content)
if len(found) > 0:
msg = '{} {}'.format(paste.p_path, len(found))
print msg, categ
p.populate_set_out(msg, categ)
publisher.info(
'Categ;{};{};{};Detected {} as {}'.format(
paste.p_source, paste.p_date, paste.p_name,
len(found), categ))
else:
if filename is None:
publisher.debug("Script Categ is Idling 10s")
print 'Sleeping'
time.sleep(10)
continue
paste = Paste.Paste(filename)
content = paste.get_p_content()
for categ, pattern in tmp_dict.items():
found = set(re.findall(pattern, content))
if len(found) > 0:
msg = '{} {}'.format(paste.p_path, len(found))
print msg, categ
p.populate_set_out(msg, categ)
publisher.info(
'Categ;{};{};{};Detected {} as {}'.format(
paste.p_source, paste.p_date, paste.p_name,
len(found), categ))

View file

@ -27,7 +27,7 @@ subscribe = Redis_Words
[Categ]
subscribe = Redis_Global
publish = Redis_CreditCards,Redis_Mail,Redis_Onion,Redis_Web
publish = Redis_CreditCards,Redis_Mail,Redis_Onion,Redis_Web,Redis_Credential
[CreditCards]
subscribe = Redis_CreditCards
@ -51,10 +51,7 @@ publish = Redis_Url,ZMQ_Url
subscribe = Redis_Global
[Credential]
subscribe = Redis_Global
[Keys]
subscribe = Redis_Global
subscribe = Redis_Credential
[Phone]
subscribe = Redis_Global

140
files/Credential Normal file
View file

@ -0,0 +1,140 @@
000000
670b14728ad9902aecba32e22fa4f6bd
c984aed014aec7623a54f0591da07a85fd4b762d
91b4d142823f7d20c5f08df69122de43f35f057a988d9619f6d3138485c9a203
111111
96e79218965eb72c92a549dd5a330112
3d4f2bf07dc1be38b20cd6e46949a1071f9d0e3d
bcb15f821479b4d5772bd0ca866c00ad5f926e3580720659cc80d39c9d09802a
123123
4297f44b13955235245b2497399d7a93
601f1889667efaebb33b8c12572835da3f027f78
96cae35ce8a9b0244178bf28e4966c2ce1b8385723a96a6b838858cdd6ca0a1e
1234
81dc9bdb52d04dc20036dbd8313ed055
7110eda4d09e062aa5e4a390b0a572ac0d2c0220
03ac674216f3e15c761ee1a5e255f067953623c8b388b4459e13f978d7c846f4
12345
827ccb0eea8a706c4c34a16891f84e7b
8cb2237d0679ca88db6464eac60da96345513964
5994471abb01112afcc18159f6cc74b4f511b99806da59b3caf5a9c173cacfc5
123456
e10adc3949ba59abbe56e057f20f883e
7c4a8d09ca3762af61e59520943dc26494f8941b
8d969eef6ecad3c29a3a629280e686cf0c3f5d5a86aff3ca12020c923adc6c92
1234567
fcea920f7412b5da7be0cf42b8c93759
20eabe5d64b0e216796e834f52d61fd0b70332fc
8bb0cf6eb9b17d0f7d22b456f121257dc1254e1f01665370476383ea776df414
12345678
25d55ad283aa400af464c76d713c07ad
7c222fb2927d828af22f592134e8932480637c0d
ef797c8118f02dfb649607dd5d3f8c7623048c9c063d532cc95c5ed7a898a64f
123456789
25f9e794323b453885f5181f1b624d0b
f7c3bc1d808e04732adf679965ccc34ca7ae3441
15e2b0d3c33891ebb0f1ef609ec419420c20e320ce94c65fbc8c3312448eb225
1234567890
e807f1fcf82d132f9bb018ca6738a19f
01b307acba4f54f55aafc33bb06bbbf6ca803e9a
c775e7b757ede630cd0aa1113bd102661ab38829ca52a6422ab782862f268646
1qaz2wsx
1c63129ae9db9c60c3e8aa94d3e00495
c6922b6ba9e0939583f973bc1682493351ad4fe8
059a00192592d5444bc0caad7203f98b506332e2cf7abb35d684ea9bf7c18f08
abc123
e99a18c428cb38d5f260853678922e03
6367c48dd193d56ea7b0baad25b19455e529f5ee
6ca13d52ca70c883e0f0bb101e425a89e8624de51db2d2392593af6a84118090
adobe123
7558af202997483d3afef3bb2b5a709d
c42cea5baee0f8903baedf607586e734d0b98f2d
923783d62d262107202f1d290871b5a5dfc7fc75ee3a9a0869ecba42650b45aa
azerty
ab4f63f9ac65152575886860dde480a1
9cf95dacd226dcf43da376cdb6cbba7035218921
f2d81a260dea8a100dd517984e53c56a7523d96942a834b9cdc249bd4e8c7aa9
baseball
276f8db0b86edaa7fc805516c852c889
a2c901c8c6dea98958c219f6f2d038c44dc5d362
a01edad91c00abe7be5b72b5e36bf4ce3c6f26e8bce3340eba365642813ab8b6
dragon
8621ffdbc5698829397d97767ac13db3
af8978b1797b72acfff9595a5a2a373ec3d9106d
a9c43be948c5cabd56ef2bacffb77cdaa5eec49dd5eb0cc4129cf3eda5f0e74c
football
37b4e2d82900d5e94b8da524fbeb33c0
2d27b62c597ec858f6e7b54e7e58525e6a95e6d8
6382deaf1f5dc6e792b76db4a4a7bf2ba468884e000b25e7928e621e27fb23cb
iloveyou
f25a2fc72690b780b2a14e140ef6a9e0
ee8d8728f435fd550f83852aabab5234ce1da528
e4ad93ca07acb8d908a3aa41e920ea4f4ef4f26e7f86cf8291c5db289780a5ae
letmein
0d107d09f5bbe40cade3de5c71e9e9b7
b7a875fc1ea228b9061041b7cec4bd3c52ab3ce3
1c8bfe8f801d79745c4631d09fff36c82aa37fc4cce4fc946683d7b336b63032
login
d56b699830e77ba53855679cb1d252da
2736fab291f04e69b62d490c3c09361f5b82461a
428821350e9691491f616b754cd8315fb86d797ab35d843479e732ef90665324
master
eb0a191797624dd3a48fa681d3061212
4f26aeafdb2367620a393c973eddbe8f8b846ebd
fc613b4dfd6736a7bd268c8a0e74ed0d1c04a959f59dd74ef2874983fd443fc9
monkey
d0763edaa9d9bd2a9516280e9044d885
ab87d24bdc7452e55738deb5f868e1f16dea5ace
000c285457fc971f862a79b786476c78812c8897063c6fa9c045f579a3b2d63f
passw0rd
bed128365216c019988915ed3add75fb
7c6a61c68ef8b9b6b061b28c348bc1ed7921cb53
8f0e2f76e22b43e2855189877e7dc1e1e7d98c226c95db247cd1d547928334a9
password
5f4dcc3b5aa765d61d8327deb882cf99
5baa61e4c9b93f3f0682250b6cf8331b7ee68fd8
5e884898da28047151d0e56f8dc6292773603d0d6aabbdd62a11ef721d1542d8
password1
7c6a180b36896a0a8c02787eeafb0e4c
e38ad214943daad1d64c102faec29de4afe9da3d
0b14d501a594442a01c6859541bcb3e8164d183d32937b851835442f69d5c94e
photoshop
c7c9cfbb7ed7d1cebb7a4442dc30877f
32ee117b4abfed8750c1f2ded8af243141ec371e
3f4a09b92ccf3382d71c8e3937b06b7945c6f1e42338d3f7e4c8577f220d810b
princess
8afa847f50a716e64932d995c8e7435a
775bb961b81da1ca49217a48e533c832c337154a
04e77bf8f95cb3e1a36a59d1e93857c411930db646b46c218a0352e432023cf2
qwerty
d8578edf8458ce06fbc5bb76a58c5ca4
b1b3773a05c0ed0176787a4f1574ff0075f7521e
65e84be33532fb784c48129675f9eff3a682b27168c0ea744b2cf58ee02337c5
qwertyuiop
6eea9b7ef19179a06954edd0f6c05ceb
b0399d2029f64d445bd131ffaa399a42d2f8e7dc
9a900403ac313ba27a1bc81f0932652b8020dac92c234d98fa0b06bf0040ecfd
shadow
3bf1114a986ba87ed28fc1b5884fc2f8
ed9d3d832af899035363a69fd53cd3be8f71501c
0bb09d80600eec3eb9d7793a6f859bedde2a2d83899b70bd78e961ed674b32f4
solo
5653c6b1f51852a6351ec69c8452abc6
49f25741ff0db65a7c4290aa73f34b4d4a3644c6
5364f2f2fc4f54e9d47ad29cfb08ef430c8153394bf2a0dff5cbe77a0ffef861
starwars
5badcaf789d3d1d09794d8f021f40f0e
327156ab287c6aa52c8670e13163fc1bf660add4
74fca0325b5fdb3a34badb40a2581cfbd5344187e8d3432952a5abc0929c1246
sunshine
0571749e2ac330a7455809c6b0e7af90
8d6e34f987851aa599257d3831a1af040886842f
a941a4c4fd0c01cddef61b8be963bf4c1e2b0811c037ce3f1835fddf6ef6c223
trustno1
5fcfd41e547a12215b173ff47fdd3739
e68e11be8b70e435c65aef8ba9798ff7775c361e
203b70b5ae883932161bbd0bded9357e763e63afce98b16230be33f0b94c2cc5
welcome
40be4e59b9a2a2b5dffb918c0e86b3d7
c0b137fe2d792459f26ff763cce44574a5b5ab03
280d44ab1e9f79b5cce2dd4f58f5fe91f0fbacdac9f7447dffc318ceb79f2d02

10
files/make_Credential_list.sh Executable file
View file

@ -0,0 +1,10 @@
#!/bin/bash
set -e
while read line; do
echo $line
echo -n $line | md5sum | cut -d' ' -f 1
echo -n $line | sha1sum | cut -d' ' -f 1
echo -n $line | sha256sum | cut -d' ' -f 1
done < top_pwd_clear > Credential

35
files/top_pwd_clear Normal file
View file

@ -0,0 +1,35 @@
000000
111111
123123
1234
12345
123456
1234567
12345678
123456789
1234567890
1qaz2wsx
abc123
adobe123
azerty
baseball
dragon
football
iloveyou
letmein
login
master
monkey
passw0rd
password
password1
photoshop
princess
qwerty
qwertyuiop
shadow
solo
starwars
sunshine
trustno1
welcome