Add remove_blank_text=True to lxml parser. Fixes crashes related to poorly formatted xmltv files.

This commit is contained in:
SergeantPanda 2025-05-30 10:25:47 -05:00
parent 906fbef9c2
commit 67663e2946

View file

@ -843,7 +843,7 @@ def parse_channels_only(source):
# Change iterparse to look for both channel and programme elements
logger.debug(f"Creating iterparse context for channels and programmes")
channel_parser = etree.iterparse(source_file, events=('end',), tag=('channel', 'programme'))
channel_parser = etree.iterparse(source_file, events=('end',), tag=('channel', 'programme'), remove_blank_text=True)
if process:
logger.debug(f"[parse_channels_only] Memory after creating iterparse: {process.memory_info().rss / 1024 / 1024:.2f} MB")
@ -851,7 +851,6 @@ def parse_channels_only(source):
total_elements_processed = 0 # Track total elements processed, not just channels
for _, elem in channel_parser:
total_elements_processed += 1
# Only process channel elements
if elem.tag == 'channel':
channel_count += 1
@ -967,6 +966,7 @@ def parse_channels_only(source):
logger.debug(f"[parse_channels_only] Total elements processed: {total_elements_processed}")
else:
logger.trace(f"[parse_channels_only] Skipping non-channel element: {elem.get('channel', 'unknown')} - {elem.get('start', 'unknown')} {elem.tag}")
clear_element(elem)
continue
@ -1195,7 +1195,7 @@ def parse_programs_for_tvg_id(epg_id):
source_file = open(file_path, 'rb')
# Stream parse the file using lxml's iterparse
program_parser = etree.iterparse(source_file, events=('end',), tag='programme')
program_parser = etree.iterparse(source_file, events=('end',), tag='programme', remove_blank_text=True)
for _, elem in program_parser:
if elem.get('channel') == epg.tvg_id: