diff --git a/.env-sample b/.env-sample index 74e3f22..7fdc3f8 100644 --- a/.env-sample +++ b/.env-sample @@ -31,7 +31,7 @@ PUBLIC_METRICS_API=False # Set to True to allow public access to the metrics API # ============================== # # Database Configuration # # ============================== # -DATABASE_TYPE=sqlite # Options: sqlite, postgresql +DATABASE_TYPE=sqlite # Options: sqlite, postgresql - If you have enabled auto-scaling for FASTAPI_WORKERS and are using PostgreSQL, remember to drastically increase your maximum number of connections to your DB if Comet is experiencing connection issues DATABASE_URL=comet:comet@comet-db:port # For PostgreSQL DATABASE_PATH=data/comet.db # Only relevant for SQLite @@ -50,10 +50,10 @@ SCRAPE_WAIT_TIMEOUT=30 # 30 seconds - Max time to wait for other instance to co # PostgreSQL recommended for high worker count! # # ======================================================= # BACKGROUND_SCRAPER_ENABLED=False -BACKGROUND_SCRAPER_CONCURRENT_WORKERS=10 # Number of concurrent workers for scraping (adjust depending on whether you are often ratelimited by scrapers) -BACKGROUND_SCRAPER_INTERVAL=3600 # Interval between scraping cycles in seconds (min: 300) -BACKGROUND_SCRAPER_MAX_MOVIES_PER_RUN=1000 # Maximum number of movies to scrape per run -BACKGROUND_SCRAPER_MAX_SERIES_PER_RUN=500 # Maximum number of series to scrape per run +BACKGROUND_SCRAPER_CONCURRENT_WORKERS=1 # Number of concurrent workers for scraping (adjust depending on whether you are often ratelimited by scrapers) +BACKGROUND_SCRAPER_INTERVAL=3600 # Interval between scraping cycles in seconds +BACKGROUND_SCRAPER_MAX_MOVIES_PER_RUN=100 # Maximum number of movies to scrape per run +BACKGROUND_SCRAPER_MAX_SERIES_PER_RUN=100 # Maximum number of series to scrape per run # ============================== # # Debrid Proxy Configuration # diff --git a/comet/utils/models.py b/comet/utils/models.py index 0ceb597..d8cdf06 100644 --- a/comet/utils/models.py +++ b/comet/utils/models.py @@ -87,8 +87,8 @@ class AppSettings(BaseSettings): BACKGROUND_SCRAPER_ENABLED: Optional[bool] = False BACKGROUND_SCRAPER_CONCURRENT_WORKERS: Optional[int] = 1 BACKGROUND_SCRAPER_INTERVAL: Optional[int] = 3600 - BACKGROUND_SCRAPER_MAX_MOVIES_PER_RUN: Optional[int] = 1000 - BACKGROUND_SCRAPER_MAX_SERIES_PER_RUN: Optional[int] = 500 + BACKGROUND_SCRAPER_MAX_MOVIES_PER_RUN: Optional[int] = 100 + BACKGROUND_SCRAPER_MAX_SERIES_PER_RUN: Optional[int] = 100 @field_validator("INDEXER_MANAGER_TYPE") def set_indexer_manager_type(cls, v, values):