diff --git a/OVERVIEW.md b/OVERVIEW.md index 3d3a62ab..8b324e21 100644 --- a/OVERVIEW.md +++ b/OVERVIEW.md @@ -46,6 +46,16 @@ ARDB_DB * DB 3 - Trending * DB 4 - Sentiment + ----------------------------------------- SENTIMENT ------------------------------------ + + SET - 'Provider_set' Provider + + KEY - 'UniqID' INT + + SET - provider_timestamp UniqID + + SET - UniqID avg_score + * DB 5 - TermCred * DB 6 - Tags * DB 7 - Metadata diff --git a/bin/SentimentAnalysis.py b/bin/SentimentAnalysis.py index 8442befa..3a014050 100755 --- a/bin/SentimentAnalysis.py +++ b/bin/SentimentAnalysis.py @@ -45,6 +45,13 @@ cfg = configparser.ConfigParser() cfg.read(configfile) sentiment_lexicon_file = cfg.get("Directories", "sentiment_lexicon_file") +time_clean_sentiment_db = 60*60 + +def clean_db() + sevenDays = oneHour*24*7 + dateStart = datetime.datetime.now() + dateStart = dateStart.replace(minute=0, second=0, microsecond=0) + dateStart_timestamp = calendar.timegm(dateStart.timetuple()) def Analyse(message, server): path = message @@ -157,12 +164,19 @@ if __name__ == '__main__': db=p.config.get("ARDB_Sentiment", "db"), decode_responses=True) + time1 = time.time() + while True: message = p.get_from_set() if message is None: - publisher.debug("{} queue is empty, waiting".format(config_section)) - time.sleep(1) - continue + if int(time.time() - time1) > time_clean_sentiment_db: + clean_db() + time1 = time.time() + continue + else: + publisher.debug("{} queue is empty, waiting".format(config_section)) + time.sleep(1) + continue signal.alarm(60) try: Analyse(message, server)