# yourapp/tasks.py from celery import shared_task from channels.layers import get_channel_layer from asgiref.sync import async_to_sync import redis import json import logging import re import time import os from core.utils import RedisClient from apps.proxy.ts_proxy.channel_status import ChannelStatus from apps.m3u.models import M3UAccount from apps.epg.models import EPGSource from apps.m3u.tasks import refresh_single_m3u_account from apps.epg.tasks import refresh_epg_data logger = logging.getLogger(__name__) EPG_WATCH_DIR = '/data/epgs' M3U_WATCH_DIR = '/data/m3us' MIN_AGE_SECONDS = 6 STARTUP_SKIP_AGE = 30 REDIS_PREFIX = "processed_file:" REDIS_TTL = 60 * 60 * 24 * 3 # expire keys after 3 days (optional) # Store the last known value to compare with new data last_known_data = {} @shared_task def beat_periodic_task(): fetch_channel_stats() scan_and_process_files() @shared_task def scan_and_process_files(): redis_client = RedisClient.get_client() now = time.time() for filename in os.listdir(M3U_WATCH_DIR): filepath = os.path.join(M3U_WATCH_DIR, filename) if not os.path.isfile(filepath): continue if not filename.endswith('.m3u') and not filename.endswith('.m3u8'): continue mtime = os.path.getmtime(filepath) age = now - mtime redis_key = REDIS_PREFIX + filepath stored_mtime = redis_client.get(redis_key) # Startup safety: skip old untracked files if not stored_mtime and age > STARTUP_SKIP_AGE: redis_client.set(redis_key, mtime, ex=REDIS_TTL) continue # Assume already processed before startup # File too new — probably still being written if age < MIN_AGE_SECONDS: continue # Skip if we've already processed this mtime if stored_mtime and float(stored_mtime) >= mtime: continue m3u_account, _ = M3UAccount.objects.get_or_create(file_path=filepath, defaults={ "name": filename, }) refresh_single_m3u_account.delay(m3u_account.id) redis_client.set(redis_key, mtime, ex=REDIS_TTL) redis_client.set(redis_key, mtime, ex=REDIS_TTL) channel_layer = get_channel_layer() async_to_sync(channel_layer.group_send)( "updates", { "type": "update", "data": {"success": True, "type": "m3u_file", "filename": filename} }, ) for filename in os.listdir(EPG_WATCH_DIR): filepath = os.path.join(EPG_WATCH_DIR, filename) if not os.path.isfile(filepath): continue if not filename.endswith('.xml') and not filename.endswith('.gz'): continue mtime = os.path.getmtime(filepath) age = now - mtime redis_key = REDIS_PREFIX + filepath stored_mtime = redis_client.get(redis_key) # Startup safety: skip old untracked files if not stored_mtime and age > STARTUP_SKIP_AGE: redis_client.set(redis_key, mtime, ex=REDIS_TTL) continue # Assume already processed before startup # File too new — probably still being written if age < MIN_AGE_SECONDS: continue # Skip if we've already processed this mtime if stored_mtime and float(stored_mtime) >= mtime: continue epg_source, _ = EPGSource.objects.get_or_create(file_path=filepath, defaults={ "name": filename, "source_type": "xmltv", }) refresh_epg_data.delay(epg_source.id) # Trigger Celery task redis_client.set(redis_key, mtime, ex=REDIS_TTL) redis_client.set(redis_key, mtime, ex=REDIS_TTL) channel_layer = get_channel_layer() async_to_sync(channel_layer.group_send)( "updates", { "type": "update", "data": {"success": True, "type": "epg_file", "filename": filename} }, ) def fetch_channel_stats(): redis_client = RedisClient.get_client() try: # Basic info for all channels channel_pattern = "ts_proxy:channel:*:metadata" all_channels = [] # Extract channel IDs from keys cursor = 0 while True: cursor, keys = redis_client.scan(cursor, match=channel_pattern) for key in keys: channel_id_match = re.search(r"ts_proxy:channel:(.*):metadata", key.decode('utf-8')) if channel_id_match: ch_id = channel_id_match.group(1) channel_info = ChannelStatus.get_basic_channel_info(ch_id) if channel_info: all_channels.append(channel_info) if cursor == 0: break except Exception as e: logger.error(f"Error in channel_status: {e}", exc_info=True) return # return JsonResponse({'error': str(e)}, status=500) channel_layer = get_channel_layer() async_to_sync(channel_layer.group_send)( "updates", { "type": "update", "data": {"success": True, "type": "channel_stats", "stats": json.dumps({'channels': all_channels, 'count': len(all_channels)})} }, )