From b7ed2d8695b1e56a8afb2acf4e2e6d336d49165f Mon Sep 17 00:00:00 2001
From: g0ldyy <153996346+g0ldyy@users.noreply.github.com>
Date: Mon, 1 Sep 2025 19:15:00 +0200
Subject: [PATCH] chore: update .env-sample and models.py to adjust background
 scraper settings

---
 .env-sample           | 10 +++++-----
 comet/utils/models.py |  4 ++--
 2 files changed, 7 insertions(+), 7 deletions(-)

diff --git a/.env-sample b/.env-sample
index 74e3f22..7fdc3f8 100644
--- a/.env-sample
+++ b/.env-sample
@@ -31,7 +31,7 @@ PUBLIC_METRICS_API=False # Set to True to allow public access to the metrics API
 # ============================== #
 # Database Configuration         #
 # ============================== #
-DATABASE_TYPE=sqlite # Options: sqlite, postgresql
+DATABASE_TYPE=sqlite # Options: sqlite, postgresql - If you have enabled auto-scaling for FASTAPI_WORKERS and are using PostgreSQL, remember to drastically increase your maximum number of connections to your DB if Comet is experiencing connection issues
 DATABASE_URL=comet:comet@comet-db:port # For PostgreSQL
 DATABASE_PATH=data/comet.db # Only relevant for SQLite
 
@@ -50,10 +50,10 @@ SCRAPE_WAIT_TIMEOUT=30  # 30 seconds - Max time to wait for other instance to co
 # PostgreSQL recommended for high worker count!           #
 # ======================================================= #
 BACKGROUND_SCRAPER_ENABLED=False
-BACKGROUND_SCRAPER_CONCURRENT_WORKERS=10 # Number of concurrent workers for scraping (adjust depending on whether you are often ratelimited by scrapers)
-BACKGROUND_SCRAPER_INTERVAL=3600 # Interval between scraping cycles in seconds (min: 300)
-BACKGROUND_SCRAPER_MAX_MOVIES_PER_RUN=1000 # Maximum number of movies to scrape per run
-BACKGROUND_SCRAPER_MAX_SERIES_PER_RUN=500 # Maximum number of series to scrape per run
+BACKGROUND_SCRAPER_CONCURRENT_WORKERS=1 # Number of concurrent workers for scraping (adjust depending on whether you are often ratelimited by scrapers)
+BACKGROUND_SCRAPER_INTERVAL=3600 # Interval between scraping cycles in seconds
+BACKGROUND_SCRAPER_MAX_MOVIES_PER_RUN=100 # Maximum number of movies to scrape per run
+BACKGROUND_SCRAPER_MAX_SERIES_PER_RUN=100 # Maximum number of series to scrape per run
 
 # ============================== #
 # Debrid Proxy Configuration     #
diff --git a/comet/utils/models.py b/comet/utils/models.py
index 0ceb597..d8cdf06 100644
--- a/comet/utils/models.py
+++ b/comet/utils/models.py
@@ -87,8 +87,8 @@ class AppSettings(BaseSettings):
     BACKGROUND_SCRAPER_ENABLED: Optional[bool] = False
     BACKGROUND_SCRAPER_CONCURRENT_WORKERS: Optional[int] = 1
     BACKGROUND_SCRAPER_INTERVAL: Optional[int] = 3600
-    BACKGROUND_SCRAPER_MAX_MOVIES_PER_RUN: Optional[int] = 1000
-    BACKGROUND_SCRAPER_MAX_SERIES_PER_RUN: Optional[int] = 500
+    BACKGROUND_SCRAPER_MAX_MOVIES_PER_RUN: Optional[int] = 100
+    BACKGROUND_SCRAPER_MAX_SERIES_PER_RUN: Optional[int] = 100
 
     @field_validator("INDEXER_MANAGER_TYPE")
     def set_indexer_manager_type(cls, v, values):