Functioning mqtt ingestion and db write, formating changes, device manager initiated

This commit is contained in:
Andrej Mickov
2025-10-30 00:32:25 +01:00
parent 0b96c72f45
commit 12d3720421
45 changed files with 2168 additions and 820 deletions

View File

@@ -5,25 +5,26 @@ from mqtt_client import MQTTClient
from redis_writer import RedisWriter
logging.basicConfig(
level=getattr(logging,'INFO'),
format='%(asctime)s - %(name)s - %(levelname)s - %(message)s'
level=getattr(logging, "INFO"),
format="%(asctime)s - %(name)s - %(levelname)s - %(message)s",
)
logger = logging.getLogger(__name__)
class MQTTIngestionService:
def __init__(self):
self.running = False
self.redis_writer = None
self.mqtt_client = None
signal.signal(signal.SIGTERM, self._signal_handler)
signal.signal(signal.SIGINT, self._signal_handler)
def _signal_handler(self, signum, frame):
"""Handle shutdown signals"""
logger.info(f"Received signal {signum}, shutting down...")
self.stop()
def _handle_sensor_data(self, device_id: str, sensor_type: str, value: float):
"""
This function is called by MQTT client when a message arrives.
@@ -34,61 +35,62 @@ class MQTTIngestionService:
logger.info(f"Processed {device_id}/{sensor_type}: {value}")
else:
logger.error(f"Failed to process {device_id}/{sensor_type}: {value}")
def start(self):
"""Start the service"""
logger.info("Starting MQTT Ingestion Service...")
try:
self.redis_writer = RedisWriter()
self.mqtt_client = MQTTClient(self._handle_sensor_data)
if not self.mqtt_client.connect():
logger.error("Failed to connect to MQTT, exiting")
return False
self.running = True
logger.info("Service started successfully")
self.mqtt_client.start_loop()
except Exception as e:
logger.error(f"Service startup failed: {e}")
return False
return True
def stop(self):
"""Stop the service gracefully"""
if not self.running:
return
logger.info("Stopping service...")
self.running = False
if self.mqtt_client:
self.mqtt_client.stop()
if self.redis_writer:
self.redis_writer.close()
logger.info("Service stopped")
def health_check(self) -> bool:
"""Check if service is healthy"""
if not self.running:
return False
if not self.redis_writer or not self.redis_writer.health_check():
return False
return True
def main():
"""Entry point"""
service = MQTTIngestionService()
try:
success = service.start()
if not success:
@@ -101,5 +103,6 @@ def main():
finally:
service.stop()
if __name__ == "__main__":
main()