diff --git a/mediafusion_scrapy/settings.py b/mediafusion_scrapy/settings.py index 95c353f..4b04146 100644 --- a/mediafusion_scrapy/settings.py +++ b/mediafusion_scrapy/settings.py @@ -87,7 +87,7 @@ HTTPCACHE_ENABLED = True HTTPCACHE_EXPIRATION_SECS = ( 900 # 15 minutes to avoid a multiple scraping task of same time. ) -HTTPCACHE_DIR = "httpcache" +HTTPCACHE_DIR = "/tmp/httpcache" HTTPCACHE_IGNORE_HTTP_CODES = [500, 502, 503, 504, 522, 524, 408, 429] HTTPCACHE_STORAGE = "scrapy.extensions.httpcache.FilesystemCacheStorage" # HTTPCACHE_POLICY = "scrapy.extensions.httpcache.RFC2616Policy"