g0ldyy/comet
1
0
Fork 0
mirror of https://github.com/g0ldyy/comet.git synced 2026-01-12 01:16:12 +01:00
Code Issues Packages Projects Releases Wiki Activity

chore: update .env-sample and models.py to adjust background scraper settings

Browse Source
This commit is contained in:
g0ldyy
2025-09-01 19:15:00 +02:00
parent cdb146bef4
commit b7ed2d8695
2 changed files with 7 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.env-sample
+5 -5
View File
@@ -31,7 +31,7 @@ PUBLIC_METRICS_API=False # Set to True to allow public access to the metrics API
# ============================== #
# Database Configuration #
# ============================== #
DATABASE_TYPE=sqlite # Options: sqlite, postgresql
DATABASE_TYPE=sqlite # Options: sqlite, postgresql - If you have enabled auto-scaling for FASTAPI_WORKERS and are using PostgreSQL, remember to drastically increase your maximum number of connections to your DB if Comet is experiencing connection issues
DATABASE_URL=comet:comet@comet-db:port # For PostgreSQL
DATABASE_PATH=data/comet.db # Only relevant for SQLite
@@ -50,10 +50,10 @@ SCRAPE_WAIT_TIMEOUT=30 # 30 seconds - Max time to wait for other instance to co
# PostgreSQL recommended for high worker count! #
# ======================================================= #
BACKGROUND_SCRAPER_ENABLED=False
BACKGROUND_SCRAPER_CONCURRENT_WORKERS=10 # Number of concurrent workers for scraping (adjust depending on whether you are often ratelimited by scrapers)
BACKGROUND_SCRAPER_INTERVAL=3600 # Interval between scraping cycles in seconds (min: 300)
BACKGROUND_SCRAPER_MAX_MOVIES_PER_RUN=1000 # Maximum number of movies to scrape per run
BACKGROUND_SCRAPER_MAX_SERIES_PER_RUN=500 # Maximum number of series to scrape per run
BACKGROUND_SCRAPER_CONCURRENT_WORKERS=1 # Number of concurrent workers for scraping (adjust depending on whether you are often ratelimited by scrapers)
BACKGROUND_SCRAPER_INTERVAL=3600 # Interval between scraping cycles in seconds
BACKGROUND_SCRAPER_MAX_MOVIES_PER_RUN=100 # Maximum number of movies to scrape per run
BACKGROUND_SCRAPER_MAX_SERIES_PER_RUN=100 # Maximum number of series to scrape per run
# ============================== #
# Debrid Proxy Configuration #
comet/utils/models.py
+2 -2
View File
@@ -87,8 +87,8 @@ class AppSettings(BaseSettings):
BACKGROUND_SCRAPER_ENABLED: Optional[bool] = False
BACKGROUND_SCRAPER_CONCURRENT_WORKERS: Optional[int] = 1
BACKGROUND_SCRAPER_INTERVAL: Optional[int] = 3600
BACKGROUND_SCRAPER_MAX_MOVIES_PER_RUN: Optional[int] = 1000
BACKGROUND_SCRAPER_MAX_SERIES_PER_RUN: Optional[int] = 500
BACKGROUND_SCRAPER_MAX_MOVIES_PER_RUN: Optional[int] = 100
BACKGROUND_SCRAPER_MAX_SERIES_PER_RUN: Optional[int] = 100
@field_validator("INDEXER_MANAGER_TYPE")
def set_indexer_manager_type(cls, v, values):