AIL/ail-framework
7
0
Fork 0
mirror of https://github.com/ail-project/ail-framework.git synced 2024-09-20 07:58:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

chg: update Overview

Browse source
This commit is contained in:
Terrtia 2018-11-15 10:39:41 +01:00
parent d9b776d58a
commit 108fdb868e
No known key found for this signature in database
GPG key ID: 1E1B1F50D84613D0
2 changed files with 27 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
OVERVIEW.md
View file

@ -46,6 +46,16 @@ ARDB_DB
* DB 3 - Trending * DB 3 - Trending
* DB 4 - Sentiment * DB 4 - Sentiment
----------------------------------------- SENTIMENT ------------------------------------
SET - 'Provider_set' Provider
KEY - 'UniqID' INT
SET - provider_timestamp UniqID
SET - UniqID avg_score
* DB 5 - TermCred * DB 5 - TermCred
* DB 6 - Tags * DB 6 - Tags
* DB 7 - Metadata * DB 7 - Metadata

20
bin/SentimentAnalysis.py
View file

@ -45,6 +45,13 @@ cfg = configparser.ConfigParser()
cfg.read(configfile) cfg.read(configfile)
sentiment_lexicon_file = cfg.get("Directories", "sentiment_lexicon_file") sentiment_lexicon_file = cfg.get("Directories", "sentiment_lexicon_file")
time_clean_sentiment_db = 60*60
def clean_db()
sevenDays = oneHour*24*7
dateStart = datetime.datetime.now()
dateStart = dateStart.replace(minute=0, second=0, microsecond=0)
dateStart_timestamp = calendar.timegm(dateStart.timetuple())
def Analyse(message, server): def Analyse(message, server):
path = message path = message
@ -157,12 +164,19 @@ if __name__ == '__main__':
db=p.config.get("ARDB_Sentiment", "db"), db=p.config.get("ARDB_Sentiment", "db"),
decode_responses=True) decode_responses=True)
time1 = time.time()
while True: while True:
message = p.get_from_set() message = p.get_from_set()
if message is None: if message is None:
publisher.debug("{} queue is empty, waiting".format(config_section)) if int(time.time() - time1) > time_clean_sentiment_db:
time.sleep(1) clean_db()
continue time1 = time.time()
continue
else:
publisher.debug("{} queue is empty, waiting".format(config_section))
time.sleep(1)
continue
signal.alarm(60) signal.alarm(60)
try: try:
Analyse(message, server) Analyse(message, server)