ail-framework/bin/module/abstract_module.py

101 lines
2.9 KiB
Python
Raw Normal View History

2021-04-02 07:52:05 +00:00
# coding: utf-8
"""
Base Class for AIL Modules
"""
##################################
# Import External packages
##################################
from abc import ABC, abstractmethod
import time
##################################
# Import Project packages
##################################
from pubsublogger import publisher
from Helper import Process
class AbstractModule(ABC):
"""
Abstract Module class
"""
2021-04-28 13:24:33 +00:00
def __init__(self, module_name=None, queue_name=None, logger_channel='Script'):
2021-04-02 07:52:05 +00:00
"""
Init Module
module_name: str; set the module name if different from the instance ClassName
2021-04-28 13:24:33 +00:00
queue_name: str; set the queue name if different from the instance ClassName
logger_channel: str; set the logger channel name, 'Script' by default
2021-04-02 07:52:05 +00:00
"""
# Module name if provided else instance className
self.module_name = module_name if module_name else self._module_name()
# Module name if provided else instance className
self.queue_name = queue_name if queue_name else self._module_name()
# Init Redis Logger
self.redis_logger = publisher
2021-04-28 13:24:33 +00:00
2021-04-02 07:52:05 +00:00
# Port of the redis instance used by pubsublogger
self.redis_logger.port = 6380
2021-04-28 13:24:33 +00:00
2021-04-02 07:52:05 +00:00
# Channel name to publish logs
2021-04-28 13:24:33 +00:00
# If provided could be a namespaced channel like script:<ModuleName>
self.redis_logger.channel = logger_channel
2021-04-02 07:52:05 +00:00
# self.redis_logger.channel = 'script:%s'%(self.module_name)
# Run module endlessly
self.proceed = True
# Waiting time in secondes between two proccessed messages
self.pending_seconds = 10
# Setup the I/O queues
self.process = Process(self.queue_name)
def run(self):
"""
Run Module endless process
"""
2021-04-02 07:52:05 +00:00
# Endless loop processing messages from the input queue
while self.proceed:
# Get one message (paste) from the QueueIn (copy of Redis_Global publish)
message = self.process.get_from_set()
2021-04-28 13:24:33 +00:00
if message:
try:
# Module processing with the message from the queue
self.compute(message)
except Exception as err:
self.redis_logger.critical(f"Error in module {self.module_name}: {err}")
else:
2021-04-02 07:52:05 +00:00
self.computeNone()
# Wait before next process
self.redis_logger.debug(f"{self.module_name}, waiting for new message, Idling {self.pending_seconds}s")
2021-04-02 07:52:05 +00:00
time.sleep(self.pending_seconds)
def _module_name(self):
"""
Returns the instance class name (ie. the Module Name)
"""
return self.__class__.__name__
@abstractmethod
def compute(self, message):
"""
Main method of the Module to implement
"""
pass
def computeNone(self):
"""
Method of the Module when there is no message
"""
pass