Huge overhaul of logging. More standardized and we are now capturing logs from celery task and sening to console.

Also adds a new environmental variable: DISPATCHARR_LOG_LEVEL, log levels available: TRACE, DEBUG, INFO, WARNING, ERROR, CRITICAL

dispatcharr/celery.py

@@ -1,8 +1,28 @@
 # dispatcharr/celery.py
 import os
 from celery import Celery
+import logging
 
 os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'dispatcharr.settings')
 app = Celery("dispatcharr")
 app.config_from_object("django.conf:settings", namespace="CELERY")
 app.autodiscover_tasks()
+
+# Configure Celery logging
+app.conf.update(
+    worker_log_level='DEBUG',
+    worker_log_format='%(asctime)s %(levelname)s %(name)s: %(message)s',
+    beat_log_level='DEBUG',
+    worker_hijack_root_logger=False,
+    worker_task_log_format='%(asctime)s %(levelname)s %(task_name)s: %(message)s',
+)
+
+# Set only specific log messages to DEBUG level
+# This maintains user configurability for all other loggers
+@app.on_after_configure.connect
+def setup_celery_logging(**kwargs):
+    # Only set specific loggers to DEBUG that handle the routine messages
+    # we want to suppress from INFO level
+    logging.getLogger('celery.beat').getChild('Scheduler').setLevel(logging.DEBUG)
+    logging.getLogger('celery.worker.strategy').setLevel(logging.DEBUG)
+    logging.getLogger('celery.app.trace').setLevel(logging.DEBUG)

dispatcharr/settings.py

@@ -232,3 +232,80 @@ PROXY_SETTINGS = {
         'REDIS_CHUNK_TTL': 60,  # How long to keep chunks in Redis (seconds)
     }
 }
+
+# Map log level names to their numeric values
+LOG_LEVEL_MAP = {
+    'TRACE': 5,
+    'DEBUG': 10,
+    'INFO': 20,
+    'WARNING': 30,
+    'ERROR': 40,
+    'CRITICAL': 50
+}
+
+# Get log level from environment variable, default to INFO if not set
+LOG_LEVEL_NAME = os.environ.get('DISPATCHARR_LOG_LEVEL', 'INFO').upper()
+LOG_LEVEL = LOG_LEVEL_MAP.get(LOG_LEVEL_NAME, 20)  # Default to INFO (20) if invalid
+
+# Add this to your existing LOGGING configuration or create one if it doesn't exist
+LOGGING = {
+    'version': 1,
+    'disable_existing_loggers': False,
+    'formatters': {
+        'verbose': {
+            'format': '{asctime} {levelname} {name} {message}',
+            'style': '{',
+        },
+    },
+    'handlers': {
+        'console': {
+            'class': 'logging.StreamHandler',
+            'formatter': 'verbose',
+            'level': 5,  # Always allow TRACE level messages through the handler
+        },
+    },
+    'loggers': {
+        'core.tasks': {
+            'handlers': ['console'],
+            'level': LOG_LEVEL,  # Use environment-configured level
+            'propagate': False,  # Don't propagate to root logger to avoid duplicate logs
+        },
+        'apps.proxy': {
+            'handlers': ['console'],
+            'level': LOG_LEVEL,  # Use environment-configured level
+            'propagate': False,  # Don't propagate to root logger
+        },
+        # Add parent logger for all app modules
+        'apps': {
+            'handlers': ['console'],
+            'level': LOG_LEVEL,
+            'propagate': False,
+        },
+        # Celery loggers to capture task execution messages
+        'celery': {
+            'handlers': ['console'],
+            'level': LOG_LEVEL,  # Use configured log level for Celery logs
+            'propagate': False,
+        },
+        'celery.task': {
+            'handlers': ['console'],
+            'level': LOG_LEVEL,  # Use configured log level for task-specific logs
+            'propagate': False,
+        },
+        'celery.worker': {
+            'handlers': ['console'],
+            'level': LOG_LEVEL,  # Use configured log level for worker logs
+            'propagate': False,
+        },
+        'celery.beat': {
+            'handlers': ['console'],
+            'level': LOG_LEVEL,  # Use configured log level for scheduler logs
+            'propagate': False,
+        },
+        # Add any other loggers you need to capture TRACE logs from
+    },
+    'root': {
+        'handlers': ['console'],
+        'level': LOG_LEVEL,  # Use user-configured level instead of hardcoded 'INFO'
+    },
+}