Viren070/MediaFusion
1
0
Fork 0
mirror of https://github.com/Viren070/MediaFusion.git synced 2025-12-01 23:21:11 +01:00
Code Issues Packages Projects Releases Wiki Activity

update scrapy cache path

Browse Source
This commit is contained in:
mhdzumair
2024-12-20 23:02:04 +05:30
parent 27e711ba51
commit fbe34d3d1e
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
mediafusion_scrapy/settings.py
+1 -1
View File
@@ -87,7 +87,7 @@ HTTPCACHE_ENABLED = True
HTTPCACHE_EXPIRATION_SECS = (
900 # 15 minutes to avoid a multiple scraping task of same time.
)
HTTPCACHE_DIR = "httpcache"
HTTPCACHE_DIR = "/tmp/httpcache"
HTTPCACHE_IGNORE_HTTP_CODES = [500, 502, 503, 504, 522, 524, 408, 429]
HTTPCACHE_STORAGE = "scrapy.extensions.httpcache.FilesystemCacheStorage"
# HTTPCACHE_POLICY = "scrapy.extensions.httpcache.RFC2616Policy"