import asyncio import logging import math import re from redis.asyncio import Redis from thefuzz import fuzz from db.config import settings from db.models import TorrentStreams, TVStreams from db.schemas import Stream, UserData from streaming_providers import mapper from utils import const from utils.const import STREAMING_PROVIDERS_SHORT_NAMES from utils.runtime_const import ADULT_CONTENT_KEYWORDS, TRACKERS from utils.validation_helper import validate_m3u8_url_with_cache async def filter_and_sort_streams( streams: list[TorrentStreams], user_data: UserData, user_ip: str | None = None ) -> list[TorrentStreams]: # Convert to sets for faster lookups selected_catalogs_set = set(user_data.selected_catalogs) selected_resolutions_set = set(user_data.selected_resolutions) # Step 1: Filter streams by selected catalogs, resolutions, and size filtered_streams = [ stream for stream in streams if any(catalog_id in selected_catalogs_set for catalog_id in stream.catalog) and stream.resolution in selected_resolutions_set and stream.size <= user_data.max_size ] if not filtered_streams: return [] # Step 2: Update cache status based on provider if user_data.streaming_provider: cache_update_function = mapper.CACHE_UPDATE_FUNCTIONS.get( user_data.streaming_provider.service ) kwargs = dict(streams=filtered_streams, user_data=user_data, user_ip=user_ip) if cache_update_function: try: if asyncio.iscoroutinefunction(cache_update_function): await cache_update_function(**kwargs) else: await asyncio.to_thread(cache_update_function, **kwargs) except Exception as error: logging.error( f"Failed to update cache status for {user_data.streaming_provider.service}: {error}" ) # Step 3: Dynamically sort streams based on user preferences def dynamic_sort_key(stream): # Compute sort key values only once per stream sort_key_values = { sort_key: ( getattr(stream, sort_key) if getattr(stream, sort_key) is not None else 0 ) for sort_key in user_data.torrent_sorting_priority } # Create the sort tuple, using resolution ranking for resolution sorting return tuple( const.RESOLUTION_RANKING[stream.resolution] if sort_key == "resolution" else sort_key_values[sort_key] for sort_key in user_data.torrent_sorting_priority ) dynamically_sorted_streams = sorted( filtered_streams, key=dynamic_sort_key, reverse=True ) # Step 4: Limit streams per resolution based on user preference, after dynamic sorting limited_streams = [] streams_count_per_resolution = {} for stream in dynamically_sorted_streams: count = streams_count_per_resolution.get(stream.resolution, 0) if count < user_data.max_streams_per_resolution: limited_streams.append(stream) streams_count_per_resolution[stream.resolution] = count + 1 return limited_streams async def parse_stream_data( streams: list[TorrentStreams], user_data: UserData, secret_str: str, season: int = None, episode: int = None, user_ip: str | None = None, ) -> list[Stream]: stream_list = [] streams = await filter_and_sort_streams(streams, user_data, user_ip) # Compute values that do not change per iteration outside the loop show_full_torrent_name = user_data.show_full_torrent_name streaming_provider_name = ( STREAMING_PROVIDERS_SHORT_NAMES.get(user_data.streaming_provider.service) if user_data.streaming_provider else "P2P" ) has_streaming_provider = user_data.streaming_provider is not None base_proxy_url_template = ( f"{settings.host_url}/streaming_provider/{secret_str}/stream?info_hash={{}}" if has_streaming_provider else None ) for stream_data in streams: episode_data = stream_data.get_episode(season, episode) if episode_data: file_name = episode_data.filename file_index = episode_data.file_index else: file_name = stream_data.filename file_index = stream_data.file_index if show_full_torrent_name: torrent_name = ( f"{stream_data.torrent_name}/{episode_data.title or episode_data.filename or ''}" if episode_data else stream_data.torrent_name ) torrent_name = "šŸ“‚ " + torrent_name.replace(".torrent", "").replace(".", " ") else: torrent_name = None quality_detail_parts = [ ("šŸ“ŗ " + stream_data.quality) if stream_data.quality else None, ("šŸŽžļø " + stream_data.codec) if stream_data.codec else None, ("šŸŽµ " + stream_data.audio) if stream_data.audio else None, ] quality_detail = " ".join(filter(None, quality_detail_parts)) resolution = stream_data.resolution.upper() if stream_data.resolution else "N/A" streaming_provider_status = "āš”ļø" if stream_data.cached else "ā³" seeders_info = ( f"šŸ‘¤ {stream_data.seeders}" if stream_data.seeders is not None else None ) if episode_data and episode_data.size: file_size = episode_data.size size_info = f"{convert_bytes_to_readable(episode_data.size)} / {convert_bytes_to_readable(stream_data.size)}" else: file_size = stream_data.size size_info = convert_bytes_to_readable(stream_data.size) languages = ( "🌐 " + " + ".join(stream_data.languages) if stream_data.languages else None ) source_info = f"šŸ”— {stream_data.source}" primary_info = torrent_name if show_full_torrent_name else quality_detail secondary_info = " ".join(filter(None, [size_info, seeders_info])) description_parts = [ primary_info, secondary_info, languages, source_info, ] description = "\n".join(filter(None, description_parts)) stream_details = { "name": f"{settings.addon_name} {streaming_provider_name} {resolution} {streaming_provider_status}", "description": description, "behaviorHints": { "bingeGroup": f"{settings.addon_name.replace(' ', '-')}-{quality_detail}-{resolution}", "filename": file_name, "videoSize": file_size, }, } if has_streaming_provider: base_proxy_url = base_proxy_url_template.format(stream_data.id) + ( f"&season={season}&episode={episode}" if episode_data else "" ) stream_details["url"] = base_proxy_url stream_details["behaviorHints"]["notWebReady"] = True else: stream_details["infoHash"] = stream_data.id stream_details["fileIdx"] = file_index sources = [ f"tracker:{tracker}" for tracker in stream_data.announce_list or TRACKERS ] sources.append(f"dht:{stream_data.id}") stream_details["sources"] = sources stream_list.append(Stream(**stream_details)) return stream_list def convert_bytes_to_readable(size_bytes: int) -> str: """ Convert a size in bytes into a more human-readable format. """ if not size_bytes: return "" size_name = ("B", "KB", "MB", "GB", "TB", "PB", "EB", "ZB", "YB") i = int(math.floor(math.log(size_bytes, 1024))) p = math.pow(1024, i) s = round(size_bytes / p, 2) return f"šŸ’¾ {s} {size_name[i]}" def convert_size_to_bytes(size_str: str) -> int: """Convert size string to bytes.""" match = re.match(r"(\d+(?:\.\d+)?)\s*(GB|MB)", size_str, re.IGNORECASE) if match: size, unit = match.groups() size = float(size) return int(size * 1024**3) if "GB" in unit.upper() else int(size * 1024**2) return 0 def get_catalogs(catalog: str, languages: list[str]) -> list[str]: base_catalogs = ["hdrip", "tcrip", "dubbed", "series"] base_catalog = catalog.split("_")[-1] if base_catalog not in base_catalogs: return [catalog] # Generate the catalog for each supported language return [f"{lang.lower()}_{base_catalog}" for lang in languages] async def parse_tv_stream_data( tv_streams: list[TVStreams], redis: Redis ) -> list[Stream]: stream_list = [] for stream in tv_streams[::-1]: if settings.validate_m3u8_urls_liveness: is_working = await validate_m3u8_url_with_cache( redis, stream.url, stream.behaviorHints or {} ) if not is_working: continue country_info = f"\n🌐 {stream.country}" if stream.country else "" stream_list.append( Stream( name=settings.addon_name, description=f"šŸ“ŗ {stream.name}{country_info}\nšŸ”— {stream.source}", url=stream.url, ytId=stream.ytId, behaviorHints=stream.behaviorHints, ) ) if not stream_list: stream_list.append( Stream( name=settings.addon_name, description="🚫 No streams are live at the moment.", url=f"{settings.host_url}/static/exceptions/no_streams_live.mp4", behaviorHints={"notWebReady": True}, ) ) return stream_list async def fetch_downloaded_info_hashes( user_data: UserData, user_ip: str | None ) -> list[str]: kwargs = dict(user_data=user_data, user_ip=user_ip) if fetch_downloaded_info_hashes_function := mapper.FETCH_DOWNLOADED_INFO_HASHES_FUNCTIONS.get( user_data.streaming_provider.service ): try: if asyncio.iscoroutinefunction(fetch_downloaded_info_hashes_function): downloaded_info_hashes = await fetch_downloaded_info_hashes_function( **kwargs ) else: downloaded_info_hashes = await asyncio.to_thread( fetch_downloaded_info_hashes_function, **kwargs ) return downloaded_info_hashes except Exception as error: logging.error( f"Failed to fetch downloaded info hashes for {user_data.streaming_provider.service}: {error}" ) pass return [] async def generate_manifest(manifest: dict, user_data: UserData, redis: Redis) -> dict: from db.crud import get_genres resources = manifest.get("resources", []) manifest["name"] = settings.addon_name manifest["id"] += f".{settings.addon_name.lower().replace(' ', '')}" manifest["logo"] = settings.logo_url # Ensure catalogs are enabled if user_data.enable_catalogs: # Reorder catalogs based on the user's selection order ordered_catalogs = [] for catalog_id in user_data.selected_catalogs: for catalog in manifest.get("catalogs", []): if catalog["id"] == catalog_id: if catalog_id == "live_tv": # Add the available genres to the live TV catalog catalog["extra"][1]["options"] = await get_genres( catalog_type="tv", redis=redis ) ordered_catalogs.append(catalog) break manifest["catalogs"] = ordered_catalogs else: # If catalogs are not enabled, clear them from the manifest manifest["catalogs"] = [] # Define a default stream resource if catalogs are disabled resources = [ { "name": "stream", "types": ["movie", "series", "tv"], "idPrefixes": ["tt", "mf"], } ] # Adjust manifest details based on the selected streaming provider if user_data.streaming_provider: provider_name = user_data.streaming_provider.service.title() manifest["name"] += f" {provider_name}" manifest["id"] += f".{provider_name.lower()}" # Include watchlist catalogs if enabled if user_data.streaming_provider.enable_watchlist_catalogs: watchlist_catalogs = [ { "id": f"{provider_name.lower()}_watchlist_movies", "name": f"{provider_name} Watchlist", "type": "movie", "extra": [{"name": "skip", "isRequired": False}], }, { "id": f"{provider_name.lower()}_watchlist_series", "name": f"{provider_name} Watchlist", "type": "series", "extra": [{"name": "skip", "isRequired": False}], }, ] # Prepend watchlist catalogs to the sorted user-selected catalogs manifest["catalogs"] = watchlist_catalogs + manifest["catalogs"] resources = manifest["resources"] # Ensure the resource list is updated accordingly manifest["resources"] = resources return manifest def is_contain_18_plus_keywords(title: str) -> bool: """ Check if the title contains 18+ keywords to filter out adult content. """ return ADULT_CONTENT_KEYWORDS.search(title) is not None def calculate_max_similarity_ratio( torrent_title: str, title: str, aka_titles: list[str] | None = None ) -> int: # Check similarity with the main title title_similarity_ratio = fuzz.partial_ratio(torrent_title.lower(), title.lower()) # Check similarity with aka titles aka_similarity_ratios = ( [ fuzz.ratio(torrent_title.lower(), aka_title.lower()) for aka_title in aka_titles ] if aka_titles else [] ) # Use the maximum similarity ratio max_similarity_ratio = max([title_similarity_ratio] + aka_similarity_ratios) return max_similarity_ratio