Viren070/MediaFusion
1
0
Fork 0
mirror of https://github.com/Viren070/MediaFusion.git synced 2025-12-01 23:21:11 +01:00
Code Issues Packages Projects Releases Wiki Activity

Add centralized config management for spiders & Remove deprecated spiders and update related configurations (#299)

Browse Source 
* Add centralized config management for spiders

* Remove deprecated spiders and update related configurations
This commit is contained in:
Mohamed Zumair
2024-09-27 21:50:29 +05:30
committed by GitHub
parent ec783975f8
commit 0e7a5126f5
23 changed files with 248 additions and 426 deletions
Download Patch File Download Diff File Expand all files Collapse all files
api/scheduler.py
-24
View File
@@ -119,30 +119,6 @@ def setup_scheduler(scheduler: AsyncIOScheduler):
},
)
# Schedule mrgamingstreams scraper
if not settings.disable_mrgamingstreams_scheduler:
scheduler.add_job(
run_spider.send,
CronTrigger.from_crontab(settings.mrgamingstreams_scheduler_crontab),
name="mrgamingstreams",
kwargs={
"spider_name": "mrgamingstreams",
"crontab_expression": settings.mrgamingstreams_scheduler_crontab,
},
)
# Schedule crictime scraper
if not settings.disable_crictime_scheduler:
scheduler.add_job(
run_spider.send,
CronTrigger.from_crontab(settings.crictime_scheduler_crontab),
name="crictime",
kwargs={
"spider_name": "crictime",
"crontab_expression": settings.crictime_scheduler_crontab,
},
)
# Schedule streambtw scraper
if not settings.disable_streambtw_scheduler:
scheduler.add_job(