From fbe34d3d1e04525bb0f986d9990c705afe3904d6 Mon Sep 17 00:00:00 2001 From: mhdzumair Date: Fri, 20 Dec 2024 23:02:04 +0530 Subject: [PATCH] update scrapy cache path --- mediafusion_scrapy/settings.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/mediafusion_scrapy/settings.py b/mediafusion_scrapy/settings.py index 95c353f..4b04146 100644 --- a/mediafusion_scrapy/settings.py +++ b/mediafusion_scrapy/settings.py @@ -87,7 +87,7 @@ HTTPCACHE_ENABLED = True HTTPCACHE_EXPIRATION_SECS = ( 900 # 15 minutes to avoid a multiple scraping task of same time. ) -HTTPCACHE_DIR = "httpcache" +HTTPCACHE_DIR = "/tmp/httpcache" HTTPCACHE_IGNORE_HTTP_CODES = [500, 502, 503, 504, 522, 524, 408, 429] HTTPCACHE_STORAGE = "scrapy.extensions.httpcache.FilesystemCacheStorage" # HTTPCACHE_POLICY = "scrapy.extensions.httpcache.RFC2616Policy"