mirror of
https://github.com/Viren070/MediaFusion.git
synced 2025-12-01 23:21:11 +01:00
mhdzumair
863247018d
Integrate `dramatiq-abort` with Redis backend for task abortion and enhance the `CloseSpider` extension to abort jobs with no recent activity. These changes improve task management and error handling for idle spiders in the scraping process. Updated dependencies and project settings accordingly.
60 lines
1.2 KiB
TOML
60 lines
1.2 KiB
TOML
[[source]]
|
|
url = "https://pypi.org/simple"
|
|
verify_ssl = true
|
|
name = "pypi"
|
|
|
|
[packages]
|
|
fastapi = "*"
|
|
uvicorn = { extras = ["standard"] }
|
|
pydantic = "*"
|
|
requests = "*"
|
|
beautifulsoup4 = "*"
|
|
beanie = "*"
|
|
motor = "*"
|
|
pymongo = "*"
|
|
dnspython = "*"
|
|
jinja2 = "*"
|
|
apscheduler = "*"
|
|
python-dateutil = "*"
|
|
bencodepy = "*"
|
|
pydantic-settings = "*"
|
|
pycryptodome = "*"
|
|
pillow = "*"
|
|
httpx = "*"
|
|
uvloop = { markers = "sys_platform != 'win32'" }
|
|
thefuzz = "*"
|
|
pikpakapi = {git = "git+https://github.com/mhdzumair/PikPakAPI.git"}
|
|
diskcache = "*"
|
|
demagnetize = "*"
|
|
redis = {extras = ["hiredis"] }
|
|
dramatiq = {extras = ["redis", "watch"] }
|
|
gunicorn = "*"
|
|
scrapy = "*"
|
|
aioqbt = {git = "git+https://github.com/mhdzumair/aioqbt.git"}
|
|
aiowebdav = "*"
|
|
m3u-ipytv = "*"
|
|
python-multipart = "*"
|
|
prometheus-client = "*"
|
|
pyasynctracker = "*"
|
|
humanize = {git = "git+https://github.com/python-humanize/humanize.git"}
|
|
scrapy-playwright = "*"
|
|
cinemagoerng = {git = "git+https://github.com/mhdzumair/cinemagoerng.git"}
|
|
tqdm = "*"
|
|
parsett = "*"
|
|
tenacity = "*"
|
|
ratelimit = "*"
|
|
qrcode = "*"
|
|
aioseedrcc = "*"
|
|
pytz = "*"
|
|
aiohttp-socks = "*"
|
|
socksio = "*"
|
|
dramatiq-abort = "*"
|
|
|
|
[dev-packages]
|
|
pysocks = "*"
|
|
requests-cache = "*"
|
|
kodistubs = "*"
|
|
|
|
[requires]
|
|
python_version = "3.12"
|