From 5df488c5368f6df46399fb2032d94b2809634183 Mon Sep 17 00:00:00 2001 From: mhdzumair Date: Sat, 25 May 2024 15:38:35 +0530 Subject: [PATCH] Update tamilmv movie page css element pickers --- mediafusion_scrapy/spiders/common.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/mediafusion_scrapy/spiders/common.py b/mediafusion_scrapy/spiders/common.py index 0c9de00..6f65357 100644 --- a/mediafusion_scrapy/spiders/common.py +++ b/mediafusion_scrapy/spiders/common.py @@ -149,7 +149,7 @@ class CommonTamilSpider(scrapy.Spider): item = response.meta["item"].copy() for movie in movies: - movie_page_link = movie.css("a::attr(href)").get() + movie_page_link = movie.css("a[data-ipshover-target]::attr(href)").get() if not movie_page_link: continue @@ -193,11 +193,11 @@ class CommonTamilSpider(scrapy.Spider): for torrent_link in torrent_links: item.update( { - "catalog": f"{item['language']}_{item['video_type']}", + "catalog": f"{item['language'].lower()}_{item['video_type']}", "type": "series" if item["video_type"] == "series" else "movie", "poster": poster, "created_at": created_at, - "scrap_language": item["language"].title(), + "language": item["language"].title(), "torrent_link": torrent_link, "scraped_url_key": self.scraped_urls_key, }