From f04d537ee2164420d4288646f56fc43abeaac66e Mon Sep 17 00:00:00 2001
From: mhdzumair <mhdzumair@gmail.com>
Date: Sun, 17 Mar 2024 17:41:03 +0530
Subject: [PATCH] Add tamilultra scrapy & add support for trigger scrapers &
 consolidate apscheduler, background worker & bugfixes

---
 Pipfile.lock                                 | 246 +++++++++----------
 api/main.py                                  |  43 +++-
 api/middleware.py                            |   2 +-
 api/scheduler.py                             | 107 ++++----
 api/task.py                                  |  10 +-
 db/config.py                                 |   2 +
 db/crud.py                                   |  21 +-
 db/models.py                                 |   1 +
 db/schemas.py                                |   8 +
 deployment/docker-compose/docker-compose.yml |   8 -
 deployment/k8s/deployment.yaml               |  50 ----
 deployment/k8s/local-deployment.yaml         |  51 ----
 mediafusion_scrapy/spiders/live_tv.py        |  35 +--
 mediafusion_scrapy/spiders/tamilultra.py     |  74 ++++++
 mediafusion_scrapy/task.py                   |  24 ++
 resources/exceptions/source_not_live.mp4     | Bin 0 -> 74934 bytes
 resources/html/scraper.html                  |  72 ++++++
 resources/js/scraperControl.js               |  95 +++++++
 scrapers/helpers.py                          |   4 +-
 scrapers/prowlarr.py                         |   2 +
 scrapers/tamil_blasters.py                   |  41 +++-
 scrapers/tamilmv.py                          |  37 ++-
 streaming_providers/pikpak/utils.py          |   8 +-
 streaming_providers/routes.py                |   2 +-
 utils/network.py                             |  12 +
 utils/parser.py                              |  29 ++-
 utils/validation_helper.py                   |  22 +-
 utils/wrappers.py                            |   4 +-
 28 files changed, 648 insertions(+), 362 deletions(-)
 create mode 100644 mediafusion_scrapy/spiders/tamilultra.py
 create mode 100644 mediafusion_scrapy/task.py
 create mode 100644 resources/exceptions/source_not_live.mp4
 create mode 100644 resources/html/scraper.html
 create mode 100644 resources/js/scraperControl.js

diff --git a/Pipfile.lock b/Pipfile.lock
index 65f536f..79171ff 100644
--- a/Pipfile.lock
+++ b/Pipfile.lock
@@ -153,14 +153,6 @@
             "markers": "python_version >= '3.6'",
             "version": "==3.10.4"
         },
-        "async-timeout": {
-            "hashes": [
-                "sha256:4640d96be84d82d02ed59ea2b7105a0f7b33abe8703703cd0ab0bf87c427522f",
-                "sha256:7405140ff1230c310e51dc27b3145b9092d659ce68ff733fb0cefe3ee42be028"
-            ],
-            "markers": "python_version >= '3.7'",
-            "version": "==4.0.3"
-        },
         "attrs": {
             "hashes": [
                 "sha256:935dc3b529c262f6cf76e50877d35a4bd3c1de194fd41f47a2b7ae8f19971f30",
@@ -1219,11 +1211,11 @@
         },
         "packaging": {
             "hashes": [
-                "sha256:048fb0e9405036518eaaf48a55953c750c11e1a1b68e0dd1a9d62ed0c092cfc5",
-                "sha256:8c491190033a9af7e1d931d0b5dacc2ef47509b34dd0de67ed209b5203fc88c7"
+                "sha256:2ddfb553fdf02fb784c234c7ba6ccc288296ceabec964ad2eae3777778130bc5",
+                "sha256:eb82c5e3e56209074766e6885bb04b8c38a0c015d0a30036ebe7ece34c9989e9"
             ],
             "markers": "python_version >= '3.7'",
-            "version": "==23.2"
+            "version": "==24.0"
         },
         "parse-torrent-title": {
             "git": "git+https://github.com/mhdzumair/parse-torrent-title",
@@ -1231,11 +1223,11 @@
         },
         "parsel": {
             "hashes": [
-                "sha256:2708fc74daeeb4ce471e2c2e9089b650ec940c7a218053e57421e69b5b00f82c",
-                "sha256:aff28e68c9b3f1a901db2a4e3f158d8480a38724d7328ee751c1a4e1c1801e39"
+                "sha256:1272baeda331cbc7f3a9a91df4c15c39276dc94b4ff2e8d5cffdf8bb6c382ea1",
+                "sha256:a5a6bcb0c5fc741540ba3075636ff5cb968852a78cc16ae82250e5d486fa7d48"
             ],
-            "markers": "python_version >= '3.7'",
-            "version": "==1.8.1"
+            "markers": "python_version >= '3.8'",
+            "version": "==1.9.0"
         },
         "pikpakapi": {
             "git": "git+https://github.com/mhdzumair/PikPakAPI.git",
@@ -1420,12 +1412,12 @@
         },
         "pydantic": {
             "hashes": [
-                "sha256:72c6034df47f46ccdf81869fddb81aade68056003900a8724a4f160700016a2a",
-                "sha256:e07805c4c7f5c6826e33a1d4c9d47950d7eaf34868e2690f8594d2e30241f11f"
+                "sha256:b1704e0847db01817624a6b86766967f552dd9dbf3afba4004409f908dcc84e6",
+                "sha256:cc46fce86607580867bdc3361ad462bab9c222ef042d3da86f2fb333e1d916c5"
             ],
             "index": "pypi",
             "markers": "python_version >= '3.8'",
-            "version": "==2.6.3"
+            "version": "==2.6.4"
         },
         "pydantic-core": {
             "hashes": [
@@ -1629,19 +1621,19 @@
         },
         "pyopenssl": {
             "hashes": [
-                "sha256:6aa33039a93fffa4563e655b61d11364d01264be8ccb49906101e02a334530bf",
-                "sha256:ba07553fb6fd6a7a2259adb9b84e12302a9a8a75c44046e8bb5d3e5ee887e3c3"
+                "sha256:17ed5be5936449c5418d1cd269a1a9e9081bc54c17aed272b45856a3d3dc86ad",
+                "sha256:cabed4bfaa5df9f1a16c0ef64a0cb65318b5cd077a7eda7d6970131ca2f41a6f"
             ],
             "markers": "python_version >= '3.7'",
-            "version": "==24.0.0"
+            "version": "==24.1.0"
         },
         "pyparsing": {
             "hashes": [
-                "sha256:32c7c0b711493c72ff18a981d24f28aaf9c1fb7ed5e9667c9e84e3db623bdbfb",
-                "sha256:ede28a1a32462f5a9705e07aea48001a08f7cf81a021585011deba701581a0db"
+                "sha256:a1bac0ce561155ecc3ed78ca94d3c9378656ad4c94c1270de543f621420f94ad",
+                "sha256:f9db75911801ed778fe61bb643079ff86601aca99fcae6345aa67292038fb742"
             ],
             "markers": "python_full_version >= '3.6.8'",
-            "version": "==3.1.1"
+            "version": "==3.1.2"
         },
         "python-dateutil": {
             "hashes": [
@@ -1733,110 +1725,110 @@
         },
         "rapidfuzz": {
             "hashes": [
-                "sha256:01835d02acd5d95c1071e1da1bb27fe213c84a013b899aba96380ca9962364bc",
-                "sha256:01eb03cd880a294d1bf1a583fdd00b87169b9cc9c9f52587411506658c864d73",
-                "sha256:03f73b381bdeccb331a12c3c60f1e41943931461cdb52987f2ecf46bfc22f50d",
-                "sha256:0402f1629e91a4b2e4aee68043a30191e5e1b7cd2aa8dacf50b1a1bcf6b7d3ab",
-                "sha256:060bd7277dc794279fa95522af355034a29c90b42adcb7aa1da358fc839cdb11",
-                "sha256:064c1d66c40b3a0f488db1f319a6e75616b2e5fe5430a59f93a9a5e40a656d15",
-                "sha256:06e98ff000e2619e7cfe552d086815671ed09b6899408c2c1b5103658261f6f3",
-                "sha256:08b6fb47dd889c69fbc0b915d782aaed43e025df6979b6b7f92084ba55edd526",
-                "sha256:0a9fc714b8c290261669f22808913aad49553b686115ad0ee999d1cb3df0cd66",
-                "sha256:0bbfae35ce4de4c574b386c43c78a0be176eeddfdae148cb2136f4605bebab89",
-                "sha256:12ff8eaf4a9399eb2bebd838f16e2d1ded0955230283b07376d68947bbc2d33d",
-                "sha256:1936d134b6c513fbe934aeb668b0fee1ffd4729a3c9d8d373f3e404fbb0ce8a0",
-                "sha256:1c47d592e447738744905c18dda47ed155620204714e6df20eb1941bb1ba315e",
-                "sha256:1dfc557c0454ad22382373ec1b7df530b4bbd974335efe97a04caec936f2956a",
-                "sha256:1e12319c6b304cd4c32d5db00b7a1e36bdc66179c44c5707f6faa5a889a317c0",
-                "sha256:23de71e7f05518b0bbeef55d67b5dbce3bcd3e2c81e7e533051a2e9401354eb0",
-                "sha256:266dd630f12696ea7119f31d8b8e4959ef45ee2cbedae54417d71ae6f47b9848",
-                "sha256:2963f4a3f763870a16ee076796be31a4a0958fbae133dbc43fc55c3968564cf5",
-                "sha256:2a791168e119cfddf4b5a40470620c872812042f0621e6a293983a2d52372db0",
-                "sha256:2b155e67fff215c09f130555002e42f7517d0ea72cbd58050abb83cb7c880cec",
-                "sha256:2b19795b26b979c845dba407fe79d66975d520947b74a8ab6cee1d22686f7967",
-                "sha256:2e03038bfa66d2d7cffa05d81c2f18fd6acbb25e7e3c068d52bb7469e07ff382",
-                "sha256:3028ee8ecc48250607fa8a0adce37b56275ec3b1acaccd84aee1f68487c8557b",
-                "sha256:35660bee3ce1204872574fa041c7ad7ec5175b3053a4cb6e181463fc07013de7",
-                "sha256:3c772d04fb0ebeece3109d91f6122b1503023086a9591a0b63d6ee7326bd73d9",
-                "sha256:3c84294f4470fcabd7830795d754d808133329e0a81d62fcc2e65886164be83b",
-                "sha256:40cced1a8852652813f30fb5d4b8f9b237112a0bbaeebb0f4cc3611502556764",
-                "sha256:4243a9c35667a349788461aae6471efde8d8800175b7db5148a6ab929628047f",
-                "sha256:42f211e366e026de110a4246801d43a907cd1a10948082f47e8a4e6da76fef52",
-                "sha256:4381023fa1ff32fd5076f5d8321249a9aa62128eb3f21d7ee6a55373e672b261",
-                "sha256:484759b5dbc5559e76fefaa9170147d1254468f555fd9649aea3bad46162a88b",
-                "sha256:49b9ed2472394d306d5dc967a7de48b0aab599016aa4477127b20c2ed982dbf9",
-                "sha256:53251e256017e2b87f7000aee0353ba42392c442ae0bafd0f6b948593d3f68c6",
-                "sha256:588c4b20fa2fae79d60a4e438cf7133d6773915df3cc0a7f1351da19eb90f720",
-                "sha256:5a2f3e9df346145c2be94e4d9eeffb82fab0cbfee85bd4a06810e834fe7c03fa",
-                "sha256:5d82b9651e3d34b23e4e8e201ecd3477c2baa17b638979deeabbb585bcb8ba74",
-                "sha256:5dd95b6b7bfb1584f806db89e1e0c8dbb9d25a30a4683880c195cc7f197eaf0c",
-                "sha256:692c9a50bea7a8537442834f9bc6b7d29d8729a5b6379df17c31b6ab4df948c2",
-                "sha256:6b0ccc2ec1781c7e5370d96aef0573dd1f97335343e4982bdb3a44c133e27786",
-                "sha256:6dede83a6b903e3ebcd7e8137e7ff46907ce9316e9d7e7f917d7e7cdc570ee05",
-                "sha256:7142ee354e9c06e29a2636b9bbcb592bb00600a88f02aa5e70e4f230347b373e",
-                "sha256:7183157edf0c982c0b8592686535c8b3e107f13904b36d85219c77be5cefd0d8",
-                "sha256:7420e801b00dee4a344ae2ee10e837d603461eb180e41d063699fb7efe08faf0",
-                "sha256:757dfd7392ec6346bd004f8826afb3bf01d18a723c97cbe9958c733ab1a51791",
-                "sha256:76c23ceaea27e790ddd35ef88b84cf9d721806ca366199a76fd47cfc0457a81b",
-                "sha256:7fec74c234d3097612ea80f2a80c60720eec34947066d33d34dc07a3092e8105",
-                "sha256:82300e5f8945d601c2daaaac139d5524d7c1fdf719aa799a9439927739917460",
-                "sha256:841eafba6913c4dfd53045835545ba01a41e9644e60920c65b89c8f7e60c00a9",
-                "sha256:8d7a072f10ee57c8413c8ab9593086d42aaff6ee65df4aa6663eecdb7c398dca",
-                "sha256:8e4da90e4c2b444d0a171d7444ea10152e07e95972bb40b834a13bdd6de1110c",
-                "sha256:96cd19934f76a1264e8ecfed9d9f5291fde04ecb667faef5f33bdbfd95fe2d1f",
-                "sha256:a03863714fa6936f90caa7b4b50ea59ea32bb498cc91f74dc25485b3f8fccfe9",
-                "sha256:a1788ebb5f5b655a15777e654ea433d198f593230277e74d51a2a1e29a986283",
-                "sha256:a3ee4f8f076aa92184e80308fc1a079ac356b99c39408fa422bbd00145be9854",
-                "sha256:a490cd645ef9d8524090551016f05f052e416c8adb2d8b85d35c9baa9d0428ab",
-                "sha256:a553cc1a80d97459d587529cc43a4c7c5ecf835f572b671107692fe9eddf3e24",
-                "sha256:a59472b43879012b90989603aa5a6937a869a72723b1bf2ff1a0d1edee2cc8e6",
-                "sha256:ac434fc71edda30d45db4a92ba5e7a42c7405e1a54cb4ec01d03cc668c6dcd40",
-                "sha256:ad9d74ef7c619b5b0577e909582a1928d93e07d271af18ba43e428dc3512c2a1",
-                "sha256:ae598a172e3a95df3383634589660d6b170cc1336fe7578115c584a99e0ba64d",
-                "sha256:b2ef4c0fd3256e357b70591ffb9e8ed1d439fb1f481ba03016e751a55261d7c1",
-                "sha256:b3e5af946f419c30f5cb98b69d40997fe8580efe78fc83c2f0f25b60d0e56efb",
-                "sha256:b53137d81e770c82189e07a8f32722d9e4260f13a0aec9914029206ead38cac3",
-                "sha256:b7e3375e4f2bfec77f907680328e4cd16cc64e137c84b1886d547ab340ba6928",
-                "sha256:bcc957c0a8bde8007f1a8a413a632a1a409890f31f73fe764ef4eac55f59ca87",
-                "sha256:be156f51f3a4f369e758505ed4ae64ea88900dcb2f89d5aabb5752676d3f3d7e",
-                "sha256:be368573255f8fbb0125a78330a1a40c65e9ba3c5ad129a426ff4289099bfb41",
-                "sha256:c1a23eee225dfb21c07f25c9fcf23eb055d0056b48e740fe241cbb4b22284379",
-                "sha256:c65f92881753aa1098c77818e2b04a95048f30edbe9c3094dc3707d67df4598b",
-                "sha256:ca3dfcf74f2b6962f411c33dd95b0adf3901266e770da6281bc96bb5a8b20de9",
-                "sha256:cd4ba4c18b149da11e7f1b3584813159f189dc20833709de5f3df8b1342a9759",
-                "sha256:d056e342989248d2bdd67f1955bb7c3b0ecfa239d8f67a8dfe6477b30872c607",
-                "sha256:d2f0274595cc5b2b929c80d4e71b35041104b577e118cf789b3fe0a77b37a4c5",
-                "sha256:d73dcfe789d37c6c8b108bf1e203e027714a239e50ad55572ced3c004424ed3b",
-                "sha256:d79aec8aeee02ab55d0ddb33cea3ecd7b69813a48e423c966a26d7aab025cdfe",
-                "sha256:da3e8c9f7e64bb17faefda085ff6862ecb3ad8b79b0f618a6cf4452028aa2222",
-                "sha256:dad55a514868dae4543ca48c4e1fc0fac704ead038dafedf8f1fc0cc263746c1",
-                "sha256:dec307b57ec2d5054d77d03ee4f654afcd2c18aee00c48014cb70bfed79597d6",
-                "sha256:e06c4242a1354cf9d48ee01f6f4e6e19c511d50bb1e8d7d20bcadbb83a2aea90",
-                "sha256:e19d519386e9db4a5335a4b29f25b8183a1c3f78cecb4c9c3112e7f86470e37f",
-                "sha256:e49b9575d16c56c696bc7b06a06bf0c3d4ef01e89137b3ddd4e2ce709af9fe06",
-                "sha256:ebcfb5bfd0a733514352cfc94224faad8791e576a80ffe2fd40b2177bf0e7198",
-                "sha256:ed0f712e0bb5fea327e92aec8a937afd07ba8de4c529735d82e4c4124c10d5a0",
-                "sha256:edf97c321fd641fea2793abce0e48fa4f91f3c202092672f8b5b4e781960b891",
-                "sha256:eef8b346ab331bec12bbc83ac75641249e6167fab3d84d8f5ca37fd8e6c7a08c",
-                "sha256:f056ba42fd2f32e06b2c2ba2443594873cfccc0c90c8b6327904fc2ddf6d5799",
-                "sha256:f382f7ffe384ce34345e1c0b2065451267d3453cadde78946fbd99a59f0cc23c",
-                "sha256:f59d19078cc332dbdf3b7b210852ba1f5db8c0a2cd8cc4c0ed84cc00c76e6802",
-                "sha256:fbc07e2e4ac696497c5f66ec35c21ddab3fc7a406640bffed64c26ab2f7ce6d6",
-                "sha256:fde9b14302a31af7bdafbf5cfbb100201ba21519be2b9dedcf4f1048e4fbe65d"
+                "sha256:012221629d54d3bee954148247f711eb86d4d390b589ebfe03172ea0b37a7531",
+                "sha256:080cb71b50cb6aff11d1c6aeb157f273e2da0b2bdb3f9d7b01257e49e69a8576",
+                "sha256:153d065e353371cc0aeff32b99999a5758266a64e958d1364189367c1c9f6814",
+                "sha256:16270b5529de83b7bae7457e952e4d9cf3fbf029a837dd32d415bb9e0eb8e599",
+                "sha256:1b86b93d93020c2b3edc1665d75c8855784845fc0a739b312c26c3a4bf0c80d5",
+                "sha256:1c54d3c85e522d3ac9ee39415f183c8fa184c4f87e7e5a37938f15a6d50e853a",
+                "sha256:1df2faf80201952e252413b6fac6f3e146080dcebb87bb1bb722508e67558ed8",
+                "sha256:1dfe4c24957474ce0ac75d886387e30e292b4be39228a6d71f76de414dc187db",
+                "sha256:259364199cbfeca33b1af369fc7951f71717aa285184a3fa5a7b1772da1b89db",
+                "sha256:28243086ed0e50808bb56632e5442c457241646aeafafd501ac87901f40a3237",
+                "sha256:28c011fb31f2c3f82f503aedd6097d3d3854e574e327a119a3b7eb2cf90b79ca",
+                "sha256:2a46220f86a5f9cb016af31525e0d0865cad437d02239aa0d8aed2ab8bff1f1c",
+                "sha256:2acd2514defce81e6ff4bbff50252d5e7df8e85a731442c4b83e44c86cf1c916",
+                "sha256:2d580d937146e803c8e5e1b87916cab8d6f84013b6392713e201efcda335c7d8",
+                "sha256:3168ff565d4b8c239cf11fb604dd2507d30e9bcaac76a4077c0ac23cf2c866ed",
+                "sha256:337e357f693130c4c6be740652542b260e36f622c59e01fa33d58f1d2750c930",
+                "sha256:3549123fca5bb817341025f98e8e49ca99f84596c7c4f92b658f8e5836040d4a",
+                "sha256:354ad5fe655beb7b279390cb58334903931c5452ecbad1b1666ffb06786498e2",
+                "sha256:35aeac852bca06023d6bbd50c1fc504ca5a9a3613d5e75a140f0be7601fa34ef",
+                "sha256:35bd4bc9c40e6994c5d6edea4b9319388b4d9711c13c66d543bb4c37624b4184",
+                "sha256:36ce7b68a7b90b787cdd73480a68d2f1ca63c31a3a9d5a79a8736f978e1e9344",
+                "sha256:380586664f2f63807050ddb95e7702888b4f0b425abf17655940c411f39287ad",
+                "sha256:3ae7c86914cb6673e97e187ba431b9c4cf4177d9ae77f8a1e5b2ba9a5628839e",
+                "sha256:3c1dc078ef371fce09f9f3eec2ca4eaa2a8cd412ec53941015b4f39f14d34407",
+                "sha256:4209816626d8d6ff8ae7dc248061c6059e618b70c6e6f6e4d7444ae3740b2b85",
+                "sha256:423c7c588b09d618601097b7a0017dfcb91132a2076bef29023c5f3cd2dc3de1",
+                "sha256:48e1eaea8fcd522fca7f04f0480663f0f0cfb77957092cce60a93f4462864996",
+                "sha256:495c0d8e14e6f12520eb7fc71b9ba9fcaafb47fc23a654e6e89b6c7985ec0020",
+                "sha256:4c279928651ce0e9e5220dcb25a00cc53b65e592a0861336a38299bcdca3a596",
+                "sha256:4edcceebb85ebfa49a3ddcde20ad891d36c08dc0fd592efdab0e7d313a4e36af",
+                "sha256:4fcfa23b5553b27f4016df77c53172ea743454cf12c28cfa7c35a309a2be93b3",
+                "sha256:53597fd72a9340bcdd80d3620f4957c2b92f9b569313b969a3abdaffd193aae6",
+                "sha256:5378c04102c7f084cde30a100154fa6d7e2baf0d51a6bdd2f912545559c1fb35",
+                "sha256:617949a70150e6fffdaed19253dd49f7a53528411dc8bf7663d499ba21e0f61e",
+                "sha256:62df2136068e2515ed8beb01756381ff62c29384d785e3bf46e3111d4ea3ba1e",
+                "sha256:6440ed0b3007c1c9286b0b88fe2ab2d9e83edd60cd62293b3dfabb732b4e8a30",
+                "sha256:6468f8bc8c3c50604f43631550ef9cfec873515dba5023ca34d461be94669fc8",
+                "sha256:6478f7803efebf5f644d0b758439c5b25728550fdfbb19783d150004c46a75a9",
+                "sha256:66b008bf2972740cd2dda5d382eb8bdb87265cd88198e71c7797bdc0d1f79d20",
+                "sha256:673ba2c343644805acdae1cb949c6a4de71aa2f62a998978551ebea59603af3f",
+                "sha256:6d67b649bf3e1b1722d04eca44d37919aef88305ce7ad05564502d013cf550fd",
+                "sha256:6ee98d88ae9ccc77ff61992ed33b2496478def5dc0da55c9a9aa06fcb725a352",
+                "sha256:7382c90170f60c846c81a07ddd80bb2e8c43c8383754486fa37f67391a571897",
+                "sha256:74c6773b11445b5e5cf93ca383171cd0ac0cdeafea11a7b2a5688f8bf8d813e6",
+                "sha256:7d830bc7a9b586a374147ec60b08b1f9ae5996b43f75cc514f37faef3866b519",
+                "sha256:7f18397c8d6a65fc0b288d2fc29bc7baeea6ba91eeb95163a3cd98f23cd3bc85",
+                "sha256:7f9fa14136a5b0cba1ec42531f7c3e0b0d3edb7fd6bc5e5ae7b498541f3855ab",
+                "sha256:80e51b22a7da83f9c87a97e92df07ed0612c74c35496590255f4b5d5b4212dfe",
+                "sha256:81a630ed2fc3ec5fc7400eb66bab1f87e282b4d47f0abe3e48c6634dfa13b5e4",
+                "sha256:824cc381cf81cbf8d158f6935664ec2a69e6ac3b1d39fa201988bf81a257f775",
+                "sha256:84c1032ae42628465b7a5cc35249906061e18a8193c9c27cbd2db54e9823a9a6",
+                "sha256:85a5b6e026393fe39fb61146b9c17c5af66fffbe1410e992c4bb06d9ec327bd3",
+                "sha256:87ac3a87f2251ae2e95fc9478ca5c759de6d141d04c84d3fec9f9cdcfc167b33",
+                "sha256:95a49c6b8bf1229743ae585dd5b7d57f0d15a7eb6e826866d5c9965ba958503c",
+                "sha256:9a07dffac439223b4f1025dbfc68f4445a3460a859309c9858c2a3fa29617cdc",
+                "sha256:9a74102fc5a2534fe91f7507838623e1f3a149d8e05648389c42bb42e14b1c3f",
+                "sha256:9bcc91ebd8fc69a6bd3b5711c8250f5f4e70606b4da75ef415f57ad209978205",
+                "sha256:9d457c89bac1471442002e70551e8268e639b3870b4a4521eae363c07253be87",
+                "sha256:a5637e6bf11b15b5aff6ee818c76bdec99ad208511b78985e6209ba648a6e3ee",
+                "sha256:a7895e04a22d6515bc91a850e0831f2405547605aa311d1ffec51e4818abc3c1",
+                "sha256:a945567c2b0b6e069454c9782d5234b0b6795718adf7a9f868bd3144afa6a023",
+                "sha256:ab269adfc64480f209e99f253391a10735edd5c09046e04899adab5fb132f20e",
+                "sha256:af7c19ec86e11488539380d3db1755be5d561a3c0e7b04ff9d07abd7f9a8e9d8",
+                "sha256:b593cc51aed887e93b78c2f94dfae9008be2b23d17afd3b1f1d3eb3913b58f26",
+                "sha256:bd82f9838519136b7083dd1e3149ee80344521f3dc37f744f227505ff0883efb",
+                "sha256:be69f7fd46b5c6467fe5e2fd4cff3816b0c03048eed8a4becb9a73e6000960e7",
+                "sha256:bec353f022011e6e5cd28ccb8700fbd2a33918197af0d4e0abb3c3f4845cc864",
+                "sha256:c17c5efee347a40a6f4c1eec59e3d7d1e22f7613a97f8b8a07733ef723483a04",
+                "sha256:cbd5894f23fdf5697499cf759523639838ac822bd1600e343fdce7313baa02ae",
+                "sha256:cda81d0e0ce0c13abfa46b24e10c1e85f9c6acb628f0a9a948f5779f9c2076a2",
+                "sha256:cf911e792ab0c431694c9bf2648afabfd92099103f2e31492893e078ddca5e1a",
+                "sha256:d07899506a5a8760448d9df036d528b55a554bf571714173635c79eef4a86e58",
+                "sha256:d41dd59a70decfce6595315367a2fea2af660d92a9d144acc6479030501014d7",
+                "sha256:d4f6de745fe6ce46a422d353ee10599013631d7d714a36d025f164b2d4e8c000",
+                "sha256:d57b98013b802621bbc8b12a46bfc9d36ac552ab51ca207f7ce167ad46adabeb",
+                "sha256:d8e5a437b9089df6242a718d9c31ab1742989e9400a0977af012ef483b63b4c2",
+                "sha256:dbee7f5ff11872b76505cbd87c814abc823e8757f11c69062eb3b25130a283da",
+                "sha256:ddc380ffaa90f204cc9ddcb779114b9ab6f015246d549de9d47871a97ef9f18a",
+                "sha256:de8adc12161bf282c60f12dc9233bb31632f71d446a010fe7469a69b8153427f",
+                "sha256:e06f6d270112f5db001f1cba5a97e1a48aee3d3dbdcbea3ec027c230462dbf9b",
+                "sha256:e1507fc5769aa109dda4de3a15f822a0f6a03e18d627bd0ba3ddbb253cf70e07",
+                "sha256:e48dde8ca83d11daa00900cf6a5d281a1297aef9b7bfa73801af6e8822be5019",
+                "sha256:e706f302c6a3ae0d74edd0d6ace46aee1ae07c563b436ccf5ff04db2b3571e60",
+                "sha256:eb2e51d01b9c6d6954a3e055c57a80d4685b4fc82719db5519fc153566bcd6bb",
+                "sha256:ed52461ae5a9ea4c400d38e2649c74a413f1a6d8fb8308b66f1fbd122514732f",
+                "sha256:ef3925daaa93eed20401012e219f569ff0c039ed5bf4ce2d3737b4f75d441622",
+                "sha256:f31314fd2e2f3dc3e519e6f93669462ce7953df2def1c344aa8f5345976d0eb2",
+                "sha256:f3a70f341c4c111bad910d2df69c78577a98af140319a996af24c9385939335d",
+                "sha256:f8b77779174b1b40aa70827692571ab457061897846255ad7d5d559e2edb1932",
+                "sha256:fe2a68be734e8e88af23385c68d6467e15818b6b1df1cbfebf7bff577226c957"
             ],
             "markers": "python_version >= '3.8'",
-            "version": "==3.6.1"
+            "version": "==3.6.2"
         },
         "redis": {
             "extras": [
                 "hiredis"
             ],
             "hashes": [
-                "sha256:3f82cc80d350e93042c8e6e7a5d0596e4dd68715babffba79492733e1f367037",
-                "sha256:4caa8e1fcb6f3c0ef28dba99535101d80934b7d4cd541bbb47f4a3826ee472d1"
+                "sha256:4973bae7444c0fbed64a06b87446f79361cb7e4ec1538c022d696ed7a5015580",
+                "sha256:5da9b8fe9e1254293756c16c008e8620b3d15fcc6dde6babde9541850e72a32d"
             ],
             "markers": "python_version >= '3.7'",
-            "version": "==5.0.2"
+            "version": "==5.0.3"
         },
         "requests": {
             "hashes": [
@@ -1899,11 +1891,11 @@
         },
         "setuptools": {
             "hashes": [
-                "sha256:02fa291a0471b3a18b2b2481ed902af520c69e8ae0919c13da936542754b4c56",
-                "sha256:5c0806c7d9af348e6dd3777b4f4dbb42c7ad85b190104837488eab9a7c945cf8"
+                "sha256:0ff4183f8f42cd8fa3acea16c45205521a4ef28f73c6391d8a25e92893134f2e",
+                "sha256:c21c49fb1042386df081cb5d86759792ab89efca84cf114889191cd09aacc80c"
             ],
             "markers": "python_version >= '3.8'",
-            "version": "==69.1.1"
+            "version": "==69.2.0"
         },
         "six": {
             "hashes": [
@@ -2019,11 +2011,11 @@
         },
         "torf": {
             "hashes": [
-                "sha256:e84ec73cd81cb2d56e36b9f4604806f16ee0c70aeafadfe2f31ca3266ca03a87",
-                "sha256:f846ef58b6b00bc3b6a5c25bf225c59149ee871738d87a20a8953f620b77671c"
+                "sha256:261e861683f4d15cd8ae43c9db4828ef9da08f8efdf3b2878f82c0385d1e3707",
+                "sha256:9892b68c414c48a6dc0d5127cc6c76088fef3f9ffa91851cb0b4334d72e9565f"
             ],
             "markers": "python_version >= '3.7'",
-            "version": "==4.2.4"
+            "version": "==4.2.5"
         },
         "twisted": {
             "hashes": [
@@ -2062,11 +2054,11 @@
                 "standard"
             ],
             "hashes": [
-                "sha256:3d9a267296243532db80c83a959a3400502165ade2c1338dea4e67915fd4745a",
-                "sha256:5c89da2f3895767472a35556e539fd59f7edbe9b1e9c0e1c99eebeadc61838e4"
+                "sha256:6623abbbe6176204a4226e67607b4d52cc60ff62cda0ff177613645cefa2ece1",
+                "sha256:cab4473b5d1eaeb5a0f6375ac4bc85007ffc75c3cc1768816d9e5d589857b067"
             ],
             "markers": "python_version >= '3.8'",
-            "version": "==0.27.1"
+            "version": "==0.28.0"
         },
         "uvloop": {
             "hashes": [
diff --git a/api/main.py b/api/main.py
index 46c8a3e..be68185 100644
--- a/api/main.py
+++ b/api/main.py
@@ -18,8 +18,12 @@ from fastapi.responses import FileResponse, StreamingResponse
 from fastapi.templating import Jinja2Templates
 
 from api import middleware
+from api.scheduler import setup_scheduler
 from db import database, crud, schemas
 from db.config import settings
+from mediafusion_scrapy.task import run_spider
+from scrapers.tamilmv import run_tamilmv_scraper
+from scrapers.tamil_blasters import run_tamil_blasters_scraper
 from streaming_providers.routes import router as streaming_provider_router
 from utils import crypto, torrent, poster, const, wrappers
 from utils.parser import generate_manifest
@@ -64,6 +68,8 @@ async def start_scheduler():
     scheduler.add_job(
         crud.delete_search_history, CronTrigger(day="*/1"), name="delete_search_history"
     )
+    setup_scheduler(scheduler)
+    scheduler.start()
     app.state.scheduler = scheduler
 
 
@@ -96,7 +102,7 @@ async def get_home(request: Request):
 
 
 @app.get("/health", tags=["health"])
-@wrappers.exclude
+@wrappers.exclude_rate_limit
 async def health(request: Request):
     return {"status": "healthy"}
 
@@ -378,6 +384,7 @@ async def get_streams(
             user_data, secret_str, request.app.state.redis, video_id, season, episode
         )
     else:
+        response.headers.update(const.NO_CACHE_HEADERS)
         fetched_streams = await crud.get_tv_streams(video_id)
 
     return {"streams": fetched_streams}
@@ -391,7 +398,7 @@ async def encrypt_user_data(user_data: schemas.UserData):
 
 
 @app.get("/poster/{catalog_type}/{mediafusion_id}.jpg", tags=["poster"])
-@wrappers.exclude
+@wrappers.exclude_rate_limit
 async def get_poster(
     catalog_type: Literal["movie", "series", "tv"],
     mediafusion_id: str,
@@ -437,6 +444,38 @@ async def get_poster(
         raise HTTPException(status_code=404, detail="Failed to create poster.")
 
 
+@app.get("/scraper", tags=["scraper"])
+async def get_scraper(request: Request):
+    return TEMPLATES.TemplateResponse(
+        "html/scraper.html",
+        {
+            "request": request,
+            "authentication_required": settings.api_password is not None,
+        },
+    )
+
+
+@app.post("/scraper/run", tags=["scraper"])
+async def run_scraper_task(task: schemas.ScraperTask):
+    if settings.api_password and task.api_password != settings.api_password:
+        raise HTTPException(status_code=401, detail="Invalid API password.")
+
+    if task.scraper_type == "tamilmv":
+        run_tamilmv_scraper.send(task.pages, task.start_page)
+    elif task.scraper_type == "tamilblasters":
+        run_tamil_blasters_scraper.send(task.pages, task.start_page)
+    elif task.scraper_type == "scrapy":
+        if not task.spider_name:
+            raise HTTPException(
+                status_code=400, detail="Spider name is required for scrapy tasks."
+            )
+        run_spider.send(task.spider_name)
+    else:
+        raise HTTPException(status_code=400, detail="Invalid scraper type.")
+
+    return {"status": f"Scraping {task.scraper_type} task has been scheduled."}
+
+
 app.include_router(
     streaming_provider_router, prefix="/streaming_provider", tags=["streaming_provider"]
 )
diff --git a/api/middleware.py b/api/middleware.py
index af35eb9..22cacbc 100644
--- a/api/middleware.py
+++ b/api/middleware.py
@@ -102,7 +102,7 @@ class RateLimitMiddleware(BaseHTTPMiddleware):
         if not endpoint:
             return await call_next(request)
 
-        is_exclude = getattr(endpoint, "exclude", False)
+        is_exclude = getattr(endpoint, "exclude_rate_limit", False)
         if is_exclude:
             return await call_next(request)
 
diff --git a/api/scheduler.py b/api/scheduler.py
index 3381c59..399bd4f 100644
--- a/api/scheduler.py
+++ b/api/scheduler.py
@@ -1,73 +1,66 @@
-import asyncio
-import logging
-
 from apscheduler.schedulers.asyncio import AsyncIOScheduler
 from apscheduler.triggers.cron import CronTrigger
-from scrapy.crawler import CrawlerProcess
-from scrapy.utils.project import get_project_settings
 
 from db.config import settings
 from scrapers import tamil_blasters, tamilmv
-
-# Configure logging
-logging.basicConfig(
-    level=logging.INFO, format="%(asctime)s - %(levelname)s - %(message)s"
-)
+from mediafusion_scrapy.task import run_spider
+from utils.validation_helper import validate_tv_streams_in_db
 
 
-def run_formula_tgx_spider(spider_name: str):
+def setup_scheduler(scheduler: AsyncIOScheduler):
     """
-    Function to start the formula_tgx spider.
+    Set up the scheduler with the required jobs.
     """
-    process = CrawlerProcess(get_project_settings())
-    process.crawl(spider_name)
-    process.start()
 
+    # Setup tamil blasters scraper
+    scheduler.add_job(
+        tamil_blasters.run_tamil_blasters_scraper.send,
+        CronTrigger.from_crontab(settings.tamil_blasters_scheduler_crontab),
+        name="tamil_blasters",
+    )
 
-scheduler = AsyncIOScheduler()
+    # Setup tamilmv scraper
+    scheduler.add_job(
+        tamilmv.run_tamilmv_scraper.send,
+        CronTrigger.from_crontab(settings.tamilmv_scheduler_crontab),
+        name="tamilmv",
+    )
 
-# Setup tamil blasters scraper
-scheduler.add_job(
-    tamil_blasters.run_schedule_scrape,
-    CronTrigger.from_crontab(settings.tamil_blasters_scheduler_crontab),
-    name="tamil_blasters",
-)
+    # Setup formula_tgx scraper
+    scheduler.add_job(
+        run_spider.send,
+        CronTrigger.from_crontab(settings.formula_tgx_scheduler_crontab),
+        name="formula_tgx",
+        kwargs={"spider_name": "formula_tgx"},
+    )
 
-# Setup tamilmv scraper
-scheduler.add_job(
-    tamilmv.run_schedule_scrape,
-    CronTrigger.from_crontab(settings.tamilmv_scheduler_crontab),
-    name="tamilmv",
-)
+    # Setup mhdtvworld scraper
+    scheduler.add_job(
+        run_spider.send,
+        CronTrigger.from_crontab(settings.mhdtvworld_scheduler_crontab),
+        name="mhdtvworld",
+        kwargs={"spider_name": "mhdtvworld"},
+    )
 
-# Setup formula_tgx scraper
-scheduler.add_job(
-    run_formula_tgx_spider,
-    CronTrigger.from_crontab(settings.formula_tgx_scheduler_crontab),
-    name="formula_tgx",
-    kwargs={"spider_name": "formula_tgx"},
-)
+    # Setup mhdtvsports scraper
+    scheduler.add_job(
+        run_spider.send,
+        CronTrigger.from_crontab(settings.mhdtvsports_scheduler_crontab),
+        name="mhdtvsports",
+        kwargs={"spider_name": "mhdtvsports"},
+    )
 
-# Setup mhdtvworld scraper
-scheduler.add_job(
-    run_formula_tgx_spider,
-    CronTrigger.from_crontab(settings.mhdtvworld_scheduler_crontab),
-    name="mhdtvworld",
-    kwargs={"spider_name": "mhdtvworld"},
-)
+    # Setup tamilultra scraper
+    scheduler.add_job(
+        run_spider.send,
+        CronTrigger.from_crontab(settings.tamilultra_scheduler_crontab),
+        name="tamilultra",
+        kwargs={"spider_name": "tamilultra"},
+    )
 
-# Setup mhdtvsports scraper
-scheduler.add_job(
-    run_formula_tgx_spider,
-    CronTrigger.from_crontab(settings.mhdtvsports_scheduler_crontab),
-    name="mhdtvsports",
-    kwargs={"spider_name": "mhdtvsports"},
-)
-
-# Start the scheduler
-scheduler.start()
-
-try:
-    asyncio.get_event_loop().run_forever()
-except Exception as e:
-    logging.error(f"Error occurred: {e}")
+    # Schedule validate_tv_streams_in_db
+    scheduler.add_job(
+        validate_tv_streams_in_db.send,
+        CronTrigger.from_crontab(settings.validate_tv_streams_in_db_crontab),
+        name="validate_tv_streams_in_db",
+    )
diff --git a/api/task.py b/api/task.py
index 15af892..71bce4e 100644
--- a/api/task.py
+++ b/api/task.py
@@ -1,10 +1,14 @@
-# import background actors
 import asyncio
 
 from db import database
-from scrapers.helpers import update_torrent_movie_streams_metadata  # noqa: F401
-from scrapers.prowlarr import parse_and_store_movie_stream_data  # noqa: F401
+
+# import background actors
+from scrapers import helpers  # noqa: F401
+from scrapers import prowlarr  # noqa: F401
+from mediafusion_scrapy import task  # noqa: F401
 from utils import torrent
+from utils import validation_helper  # noqa: F401
+from scrapers import tamil_blasters, tamilmv  # noqa: F401
 
 
 async def async_setup():
diff --git a/db/config.py b/db/config.py
index ad6f4be..72982b7 100644
--- a/db/config.py
+++ b/db/config.py
@@ -29,6 +29,8 @@ class Settings(BaseSettings):
     formula_tgx_scheduler_crontab: str = "0 */12 * * *"
     mhdtvworld_scheduler_crontab: str = "0 0 * * 5"
     mhdtvsports_scheduler_crontab: str = "0 10 * * *"
+    tamilultra_scheduler_crontab: str = "0 8 * * *"
+    validate_tv_streams_in_db_crontab: str = "0 */2 * * *"
 
     class Config:
         env_file = ".env"
diff --git a/db/crud.py b/db/crud.py
index c0d57d6..bfb2beb 100644
--- a/db/crud.py
+++ b/db/crud.py
@@ -6,6 +6,7 @@ from uuid import uuid4
 
 from beanie import WriteRules
 from beanie.operators import In, Set
+from pydantic import ValidationError
 from pymongo.errors import DuplicateKeyError
 from redis.asyncio import Redis
 
@@ -78,7 +79,9 @@ async def get_meta_list(
 async def get_tv_meta_list(
     genre: Optional[str] = None, skip: int = 0, limit: int = 25
 ) -> list[schemas.Meta]:
-    query = MediaFusionTVMetaData.find(fetch_links=True)
+    query = MediaFusionTVMetaData.find(
+        MediaFusionMovieMetaData.streams.is_working == True, fetch_links=True
+    )
     if genre:
         query = query.find(In(MediaFusionTVMetaData.genres, [genre]))
 
@@ -238,11 +241,21 @@ async def get_series_streams(
 
 
 async def get_tv_streams(video_id: str) -> list[Stream]:
-    tv_data = await get_tv_data_by_id(video_id, True)
-    if not tv_data:
+    tv_streams = await TVStreams.find(
+        {"meta_id": video_id, "is_working": True}
+    ).to_list()
+    if not tv_streams:
         return []
 
-    return parse_tv_stream_data(tv_data)
+    return await parse_tv_stream_data(tv_streams)
+
+
+async def get_tv_stream_by_id(stream_id: str) -> TVStreams | None:
+    try:
+        stream = await TVStreams.get(stream_id)
+    except ValidationError:
+        return None
+    return stream
 
 
 async def get_movie_meta(meta_id: str):
diff --git a/db/models.py b/db/models.py
index 9907340..2a1108c 100644
--- a/db/models.py
+++ b/db/models.py
@@ -63,6 +63,7 @@ class TVStreams(Document):
     created_at: datetime = Field(default_factory=datetime.now)
     meta_id: Optional[str] = None
     country: str | None = None
+    is_working: Optional[bool] = True
 
 
 class MediaFusionMetaData(Document):
diff --git a/db/schemas.py b/db/schemas.py
index b619e71..ea715d2 100644
--- a/db/schemas.py
+++ b/db/schemas.py
@@ -195,3 +195,11 @@ class TVMetaData(BaseModel):
 
 class TorrentStreamsList(BaseModel):
     streams: list[TorrentStreams]
+
+
+class ScraperTask(BaseModel):
+    scraper_type: str
+    pages: int = 1
+    start_page: int = 1
+    spider_name: str = None
+    api_password: str = None
diff --git a/deployment/docker-compose/docker-compose.yml b/deployment/docker-compose/docker-compose.yml
index 277531d..b2e0d74 100644
--- a/deployment/docker-compose/docker-compose.yml
+++ b/deployment/docker-compose/docker-compose.yml
@@ -59,14 +59,6 @@ services:
     volumes:
       - prowlar-config:/config
 
-  scraper:
-    image: mhdzumair/mediafusion:v3.7.4
-    command: ["pipenv", "run", "python", "-m", "api.scheduler"]
-    env_file:
-      - .env
-    depends_on:
-      - mongodb
-
 volumes:
   mongo-data:
   prowlar-config:
diff --git a/deployment/k8s/deployment.yaml b/deployment/k8s/deployment.yaml
index 2c3ec3e..96c5fd8 100644
--- a/deployment/k8s/deployment.yaml
+++ b/deployment/k8s/deployment.yaml
@@ -129,56 +129,6 @@ spec:
             memory: "1Gi"
             cpu: "200m"
 
----
-apiVersion: apps/v1
-kind: Deployment
-metadata:
-  name: scraper-deployment
-spec:
-  replicas: 1
-  selector:
-    matchLabels:
-      app: scraper
-  template:
-    metadata:
-      labels:
-        app: scraper
-    spec:
-      containers:
-      - name: scraper
-        image: mhdzumair/mediafusion:v3.7.4
-        command: ["pipenv", "run", "python", "-m", "api.scheduler"]
-        env:
-          - name: MONGO_URI
-            valueFrom:
-              secretKeyRef:
-                name: mediafusion-secrets
-                key: MONGO_URI
-          - name: SECRET_KEY
-            valueFrom:
-              secretKeyRef:
-                name: mediafusion-secrets
-                key: SECRET_KEY
-          - name: PROWLARR_API_KEY
-            valueFrom:
-              secretKeyRef:
-                name: mediafusion-secrets
-                key: PROWLARR_API_KEY
-          - name: REDIS_URL
-            valueFrom:
-              secretKeyRef:
-                name: mediafusion-secrets
-                key: REDIS_URL
-          - name: db_max_connections
-            value: "30"
-        resources:
-          requests:
-            memory: "500Mi"
-            cpu: "200m"
-          limits:
-            memory: "1Gi"
-            cpu: "200m"
-
 ---
 
 apiVersion: apps/v1
diff --git a/deployment/k8s/local-deployment.yaml b/deployment/k8s/local-deployment.yaml
index 36a27c8..3fd5042 100644
--- a/deployment/k8s/local-deployment.yaml
+++ b/deployment/k8s/local-deployment.yaml
@@ -147,57 +147,6 @@ spec:
 
 ---
 
-apiVersion: apps/v1
-kind: Deployment
-metadata:
-  name: scraper-deployment
-spec:
-  replicas: 1
-  selector:
-    matchLabels:
-      app: scraper
-  template:
-    metadata:
-      labels:
-        app: scraper
-    spec:
-      containers:
-      - name: scraper
-        image: mhdzumair/mediafusion:beta
-        command: ["pipenv", "run", "python", "-m", "api.scheduler"]
-        env:
-          - name: MONGO_URI
-            valueFrom:
-              secretKeyRef:
-                name: mediafusion-secrets
-                key: MONGO_URI
-          - name: SECRET_KEY
-            valueFrom:
-              secretKeyRef:
-                name: mediafusion-secrets
-                key: SECRET_KEY
-          - name: PROWLARR_API_KEY
-            valueFrom:
-              secretKeyRef:
-                name: mediafusion-secrets
-                key: PROWLARR_API_KEY
-          - name: REDIS_URL
-            valueFrom:
-              secretKeyRef:
-                name: mediafusion-secrets
-                key: REDIS_URL
-          - name: db_max_connections
-            value: "30"
-        resources:
-          requests:
-            memory: "500Mi"
-            cpu: "200m"
-          limits:
-            memory: "1Gi"
-            cpu: "200m"
-
----
-
 apiVersion: apps/v1
 kind: Deployment
 metadata:
diff --git a/mediafusion_scrapy/spiders/live_tv.py b/mediafusion_scrapy/spiders/live_tv.py
index 18cbe92..58bc5c2 100644
--- a/mediafusion_scrapy/spiders/live_tv.py
+++ b/mediafusion_scrapy/spiders/live_tv.py
@@ -50,9 +50,6 @@ class LiveTVSpider(scrapy.Spider):
             )
 
     def parse_categories(self, response):
-        # Process the current page immediately
-        yield from self.parse_page(response)
-
         # Extract the total number of pages from the pagination text
         pagination_text = response.css("div.pagination span::text").get()
         total_pages = int(pagination_text.split(" ")[-1]) if pagination_text else 1
@@ -64,13 +61,16 @@ class LiveTVSpider(scrapy.Spider):
         else:
             base_url = base_url.rstrip("/")
 
-        # Since we've already processed the first page, start from the second page
-        page_urls = [f"{base_url}/page/{page}/" for page in range(2, total_pages + 1)]
+        # Generate URLs for all pages in reverse order, excluding the first page since it's already processed
+        page_urls = [f"{base_url}/page/{page}/" for page in range(total_pages, 1, -1)]
 
-        # Iterate over each subsequent page URL to scrape channels
+        # Iterate over each subsequent page URL in reverse order to scrape channels
         for page_url in page_urls:
             yield scrapy.Request(page_url, callback=self.parse_page)
 
+        # Process the first page last
+        yield from self.parse_page(response)
+
     def parse_page(self, response):
         channel_elements = response.css("article.item.movies")
         source_name = response.css(".logo a img::attr(alt)").get(default="MHDTVWORLD")
@@ -217,13 +217,17 @@ class LiveTVSpider(scrapy.Spider):
                 },
             )
 
-    def get_behavior_hints(self, response):
-        """Generates behavior hints for requests."""
+    def extract_m3u8_urls(self, response):
+        """Extracts M3U8 URLs using direct and fallback regex patterns."""
+        m3u8_urls = self.direct_pattern.findall(response.text)
+        if not m3u8_urls:
+            m3u8_urls = self.fallback_pattern.findall(response.text)
+
         user_agent = response.request.headers.get("User-Agent").decode()
         parsed_url = urlparse(response.url)
         referer = f"{parsed_url.scheme}://{parsed_url.netloc}"
 
-        return {
+        behavior_hints = {
             "notWebReady": True,
             "proxyHeaders": {
                 "request": {
@@ -233,21 +237,15 @@ class LiveTVSpider(scrapy.Spider):
             },
         }
 
-    def extract_m3u8_urls(self, response):
-        """Extracts M3U8 URLs using direct and fallback regex patterns."""
-        m3u8_urls = self.direct_pattern.findall(response.text)
-        if not m3u8_urls:
-            m3u8_urls = self.fallback_pattern.findall(response.text)
-        return m3u8_urls
+        return m3u8_urls, behavior_hints
 
     def request_and_extract_video_url(self, response):
         channel_data = response.meta.get("channel_data")
         stream_title = response.meta.get("stream_title")
         country_name = response.meta.get("country_name")
-        behavior_hints = self.get_behavior_hints(response)
 
         # Extract M3U8 URLs
-        m3u8_urls = self.extract_m3u8_urls(response)
+        m3u8_urls, behavior_hints = self.extract_m3u8_urls(response)
         if not m3u8_urls:
             self.logger.error(
                 "No M3U8 URLs found for channel url: %s, stream title: %s",
@@ -281,6 +279,9 @@ class LiveTVSpider(scrapy.Spider):
 
         if response.status == 200 and content_type in self.m3u8_valid_content_types:
             # Content type is valid, proceed with adding the stream
+            if response.meta.get("redirect_times", 0) > 0:
+                meta["behavior_hints"]["is_redirect"] = True
+
             stream_info = {
                 "name": f"{meta['stream_title']} - {meta['index']}"
                 if meta["index"]
diff --git a/mediafusion_scrapy/spiders/tamilultra.py b/mediafusion_scrapy/spiders/tamilultra.py
new file mode 100644
index 0000000..692a3a7
--- /dev/null
+++ b/mediafusion_scrapy/spiders/tamilultra.py
@@ -0,0 +1,74 @@
+from urllib.parse import urljoin, urlparse
+
+import scrapy
+
+from mediafusion_scrapy.spiders.live_tv import LiveTVSpider
+
+
+class TamilUltraSpider(LiveTVSpider):
+    name = "tamilultra"
+    start_urls = ["https://tamilultra.team/"]
+
+    def extract_player_api_base(self, response):
+        """Extracts the admin-ajax URL for POST requests."""
+        # Directly extract the URL used for admin-ajax POST requests
+        admin_ajax_url = response.xpath(
+            "//script[contains(text(), 'player_api')]/text()"
+        ).re_first(r'"url":"([^"]+)"')
+        if admin_ajax_url:
+            # Correctly format and return the full URL
+            admin_ajax_full_url = urljoin(
+                response.url, admin_ajax_url.replace("\\/", "/")
+            )
+            return admin_ajax_full_url
+        else:
+            self.logger.error("Admin AJAX URL not found for TamilUltra.")
+            return None
+
+    def process_player_option(self, element, channel_data, player_api_post_url):
+        """Processes each player option element to send a POST request."""
+        stream_title, country_name = self.extract_stream_details(element)
+        data_post, data_nume, data_type = (
+            element.attrib.get("data-post"),
+            element.attrib.get("data-nume"),
+            element.attrib.get("data-type"),
+        )
+
+        if all([data_post, data_nume, data_type]):
+            form_data = {
+                "action": "doo_player_ajax",
+                "post": data_post,
+                "nume": data_nume,
+                "type": data_type,
+            }
+            yield scrapy.FormRequest(
+                url=player_api_post_url,
+                formdata=form_data,
+                callback=self.parse_api_response,
+                meta={
+                    "channel_data": channel_data,
+                    "stream_title": stream_title,
+                    "country_name": country_name,
+                },
+            )
+
+    def extract_m3u8_urls(self, response):
+        """Extracts M3U8 URLs using direct and fallback regex patterns."""
+        query_string = urlparse(response.url).query
+        m3u8_urls = [urljoin(response.url, query_string)]
+
+        user_agent = response.request.headers.get("User-Agent").decode()
+        parsed_url = urlparse(response.url)
+        referer = f"{parsed_url.scheme}://{parsed_url.netloc}"
+
+        behavior_hints = {
+            "notWebReady": True,
+            "proxyHeaders": {
+                "request": {
+                    "User-Agent": user_agent,
+                    "Referer": referer,
+                }
+            },
+        }
+
+        return m3u8_urls, behavior_hints
diff --git a/mediafusion_scrapy/task.py b/mediafusion_scrapy/task.py
new file mode 100644
index 0000000..ac3d787
--- /dev/null
+++ b/mediafusion_scrapy/task.py
@@ -0,0 +1,24 @@
+from multiprocessing import Process
+
+import dramatiq
+from scrapy.crawler import CrawlerProcess
+from scrapy.utils.project import get_project_settings
+
+
+def run_spider_in_process(spider_name, *args, **kwargs):
+    """
+    Function to start a scrapy spider in a new process.
+    """
+    process = CrawlerProcess(get_project_settings())
+    process.crawl(spider_name, *args, **kwargs)
+    process.start()
+
+
+@dramatiq.actor(priority=5, time_limit=60 * 60 * 1000)
+def run_spider(spider_name: str, *args, **kwargs):
+    """
+    Wrapper function to run the spider in a separate process.
+    """
+    p = Process(target=run_spider_in_process, args=(spider_name, *args), kwargs=kwargs)
+    p.start()
+    p.join()
diff --git a/resources/exceptions/source_not_live.mp4 b/resources/exceptions/source_not_live.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..ab38a543afff0066cdec1d92a8e3267be06d6015
GIT binary patch
literal 74934
zcmeFaby!_V@;`iWcXxMpcXtUM+}+*X69@r<Bsjr?ySrO(f(7^BF29?dnVp^N&hE_j
zdH;L!JitA-Pgk8&T~%FGpYC%2006}1u3nB-E)I4804U)5C-9fm$lZj+&XJu3002On
zJDZsS08gxTrbe#7KIM=Q&(9@G5__%N3)1z;^z+0EWXIn;SvlE>8Hi0BoXv<?fQQa(
z%sd>##ztml?99x-6Vi;p4onKl5>gE8#3CAEz@DaNCcqP74vt>7X6CNMtjx@846Mwo
ztiVP~S64?~CMFLL4@P$@Q!@u!BYQ>%XA7q9S7EetwX+5Gad33Ca<F&dB{nfKHZl=l
zA$B%17hoecH8Zw#FtHI};brD!CN{D+vh{K?6JYja<7M__VPPY-GZU~h^CWh0GX@@U
z5j(ng0ZD;>4V+B{SQwdsM8H49c2=HdrUu_RvH&RzoQ>=)%mi3CiA^k>9qfz@fTS$M
zuFht*wpK2{BW_P_QxjL<fr*oy05k9wj7+^9?9BvNS?F0<h|P^$Tn!vuY^)r=_xOc@
zlcRxyxw(s(s{jKlv8$yskOIhvmDtw7!N$lE_|4$AMpj}MTPqXb&HUEDOl<G`kBgXC
z*%`ThzY!~YS2Jf@BVZ?ByRogCvyqp9iG!V^kt^`K32=;DosF#Qfh>R>osGWtF?Tky
zGjjosma&1O7x381RDczDY-DQW_+1QR17j;Am+u#`ayI*iU>;^x7M8BYz;h0cX7&aa
z4vxUHzce}mNo~x$fV>4*IhcPvG_bR>2Yw}XF)_0@GjVejU}ye*o6bhx$JE)(#S%#F
zY+~?FalfB;HW4s!HYc_-1`h0Zv4CF$SlJkviJiU+Bf!ka2|RTC&iEgnMxFwkJirDQ
zS2ITec48|>pq79Z0aPN8myr|D0KTge5C}BkX|u>s0N?Y|wPHJHx>^@4Sb`?()leR#
zcB85d$k|5#0POc4*q7GSVOAG|t?a+Ffw%!c)B&KB0Ptx5f-rzp7_bfiy8)mP1HuEr
z4guI%fP>$Oe`5qjEE))~%nt<UL+}3k+5azEpkV+26i1OXa$B+Xr=sNFS%PFOJVT`4
zBuR_)_PsbGR$M9|@7I#42-~JdIxV`m7YXi?90|Vb(ImT3r%!E`PQW3JsBoI#Z@Job
zJMqgm<Ya`G)v$rMYS2A_L01Y8OLd$y&hqrN`eMOqB7Spoa|y~%B0N<Qb)VcOj;Jn`
zPpxRbrur0hpkem@5_($WtH;8MJ<hv}c6I*Era;`F#4kiNS6g4yQ`P5L=w#!)jIgVN
zDyH$_NFn*IvlBiYIVHKwz<8{ml{kmygKjc}<Mqg4SGT=wh#pTF1RDw0MGjE@%6Q>@
zx+z;2ej63dBZF;`G!m9a=Yu{+I12Cg8UBpNwCq-RJHkzB3-y~@UC!H)X!953NTR4u
z5mO4MT#DYpTP;3@)$#MN>^e-+vsqOm-U3T<4Ij&4K(FZRAob<$dXr?2y?A^Jzoo>6
zqUMcqai-Zd+C<M(#-kPKbUr`hO;DPsgT}HNLV>egTr|fG3t4^?5pUn`kQRb!<D8Oj
zj|^3XsfBPIaG{yz8!U`TwDo05govR!mtigBsAoA>k~#`B7}|<rw-|#K_=GOl)3!}~
zQu^_F_hy=7J<@9y#7j&>vyzCiXcE;iuM$}&KBWwFzJD<#1HTg6LTVv$_bHhmHs@th
za#RHx>eSO7m*;UJp_Y?y-%V8&wXf)kGkExz2k2<1>E+XjzT7qPS4kp%JwQgHCD<T8
zqi$%yq1#+yuHD^vFxE3wDg$q8HiNeWohfzv{K)Qgf+E^ANGsf#-m1eGVE|7&#yNv>
z!h`<3O3&Uf#yYgJ)?%ctqKUQH!CMA+7ndPO>y$;p7>rF%#594sqwW?>Yh%!eIa;$=
zbDV1}lI}Ph@m&J4PnhuoTgQ^>DG63zCHg>3v}>D>UZ9)2xCf0dT;=Llj3g$O@7t$|
zq*rWDo@y4()3P;oOYm@lQ?K#eJs@cH^e22VT};T<`$eEofx#|28q|y3H46a|Ug~}H
z(@sDtdQlWu*(=b2lw8d4vIalitpbnNyhJEW6{@4&_u$WPw;5DIEK-?JhEI_nFDA%s
z%)T<)FSTK654FUjH_`g#&i7497u!~7VWCE*ipG$&@ej;M%~s01*(e!z8Kv!UnG9*!
zHTCWn8IH8=Y#ZAE$8Z(Pv~!5BRxfF)!9fnFce7M2QSH!i8UsJ&O65Brx(#}jPr)iH
zbOMq5l_+?x(&prjFX75ZulML$hWT<~JInDUM9hXQ56yevxM-`TacX^@i&uUYwNeg}
zF_mXL@5afKHK}ainsQ`6LLCs{dLj`>vNh2I<MreVDL+<KM<B3e)|HHA+>1{g5?``)
z_cs^Dloe>X&p!!b>?(_mMgbY(C<Rb8Z6Y}t2gB1&2B^ngr2Fz~vz=^e(v7_H1EFY!
zW=D8uvi0zJegPq}1`E|mm=3Eb7FIl;C^^hHGPo6y_;DICNPCiKd=7;Kz#X$eJN?iW
zqsV6fdlZ{N@ZyxMP!9dRiZy)nNYb1uRNC8&Ns(f{*`r3a+tT{=B(lT3xjv`8Pr4qg
z5>)X$KUCZ^nT<@Q@R#eBVeM}Iy}PBX8%~RJHBtDiFS#d8@gty}{?S;Z!ILbP$w5^g
zbe(N80g+Wv+hQhuAa@smB=`<-Pa+rd7unOD1Rr{6nu><=mikg51yjuAFzZByy;V#y
zpfr@Zg4SwtiagY;EAwg}j~f}pwsFdyyQLClQckuagSQ0B$`BGL4)ABz2@<4|AoV;T
zhz}B3Ub0>Z5(*7rEHf$03;G<_xeen%vn-b!WIED47e!O**Ku1)&Rv@a%LHrj+*2@z
zO&!SD((2D5s%B_tG!0U%RR!$P2c_S=muWb{5Rb(pBvq;z?CsTCRTD)cxZ{zA$y1n3
zIAYr3w#@685M$66Ot{FT!d;2IG9G~h7cvkY){o?;aeVA5x%8;&;$=y?k-iN6a(}1N
z_lyP_My-@bM)+1xg<pW5+);Ev5R`Eh)95n-)xhI@%cT1;=bL30aKFT)^%4w(sB|f^
zomAedxrco#Bjoh>6zg)Tp&LtI=C|l$uZuZk!>f@f`j3^+`cv{=2N9dfO_(#^mnJP9
z^)s(8629HsOOxoe>w*O5S=5L?vr5XcSah!%9V&dW&CJ(F!I43Y-!J+u*FDO_Y{L@z
zvHuNsU4r3O-U3HOEnv)8LTedAC|m5cgi|5ia4d6D;1_C?QXKc0UY^I1$!16;mj2Mr
zZjH#XYo=@cSY`RiC9eMV?ev`?QhDCT0(Ucsr<k#s&2EKtgwCl-2tA<#t~ZskZun@<
zkf6CPo1oOE=*L}sc$GzG>6Zgn2)3Da^ViB<Ae(rmo^}W`b82|Y<7RX3%<XEH>~~sV
zvX>ld%3C^${i)ngV%)&8E>PcN<85>~90YYszcL$mL9p588fo#h0K)l!05B9+Y%ck^
zYuoEGwEokx&VlIH<?8Y;9WVDa$5vnM<QBj}t}7HGM4yyzRbzoPF=2Fv^E#`U&vVyp
z5#q7DKB1&BEIrQ=Wtba8I2q@TIx`r}vH?gTKvIpmYiW-^Ps4t2hb~4I*_yOLdh#gG
zW*_YX_vinZNXI`s73+HnSjHJ}IT0EYgV*NFfM}l{s7WOr-Yi&@LB$hW(WHjIu1&-3
zI;wJe1p^z`blR`#;dUo5SsCj>uDYG$uh}FoEC`U?(QbaF@QTq~ux#eUxb_X+EBL+}
z*;kw_rf)`6(JRrBGCm5Ic3AHtbWM!=K(XRH#<49;6NqZrbTb@@o1=Q%3gx**hRHaD
z1;gy~1`2J9heVni82O7wlCWd=wv(=&30*1z;9~6FCh3WNOQ9l}$aqnPk#^a+^YUu!
z4rKBS2}O5F%YTBfoeXhEzvi16h+-u31;NB2C27to@u*8o)i+!yR*&)`y|FtD8`>P3
z9SQ&LE!eZD2`?5k3>wx<i~WNlD|+4Rv`GS3d>D&TMTk@ZlgdYrBKQmk7f7EdYKeMy
z@Yp%zwWFOHRDMg0t+7c98u*eIqD!f5^lTkZf&|Q(Oy)BY29cdf>x>~yO5WY8u-d~R
zTKfA+=0R%sI{L3sS8LE4wKohbEJ<M{0p+rA4V~wyBg5Rz_K{*E`h$pRSnn#suHIwq
z&cwfsV&b=c<sfMsH`%5Mg1IW<+UOyRB<>f(Pny&Z@X}tpUp9}I*bOz$9xD-?0<BMV
zzel;bLA~+nEQ?kkGSJywM)PZU719=dlMf>#r35NVHW!Cv>15;Q@68+SN@5GDy!Z;4
z_*-R8OFv69csiYv0TNNI31$au<Br;*Z;!b&0%@knBa%$uo-waBcxEE|`ytrg(0!4Q
zAfkIgOC!9dS3!*Jlb-2Z3ptR86^E^NRpx7#9H~%cwc%x{#toODpr}6FC^qJf8cd(~
zLN`w@2oV}*(=4qj%)<-8@+B;k6wnV!={demD)f(j(y5j{KRZTjTpR0?-A4=~{zAE^
zAf&rQbGXBvV@cc)3vC46y5S-#L>PifQXg^4CARosS4ov*&p_@3QK!ri)zG55nDW@Y
zVSEfq&`7q6S!Nu9B7iI9rX_`!6kC}U=c@YN`NAr8{yJweSJ}W`HOibgmR`;Pyr|~k
zw#G+<-?2j4z0$bA^fr;v?Pz8;pA&{j5(!xlEh@~z<v_^4-)eq~@}Q;{;pSr}dP9(u
zZ2}*sIT59j$iP)#by`x%{Fbqu=7hI!_+}j)s*}%GbOmF<2+J!QibZg%FJs$agDW#w
zZNc}L=!6|0CeWr#1pUvXd}Sz>ZI+;2_)oJqIitdLJFHa6M7@0KTal;9=BVpD#XFjJ
zHcMyj3q0TqvJ-q7bBN$g#a{!wj9KB-ZJ57MggqC5^*NgNAjOc~<Z&U!ya~9_ky$pY
z&l-QMmp@B%M-;ZA%EYItF+(DK*i~4ucX+!(@U}?_dV@wAK?Gi8Qk16SX`+Ws&4O<V
z{n0iyAAY5W<jfRBA6m*MQ?gbUdXMiT5{d=HIs%MvstW+BxZ{-xYS^f+74(scb_6n}
z1vEP5eCze1VE4Q%k4*q^yhp+c<)uEZKOxzwT&3d$4)|w*6w3@8bdki2oLEKC7i}@d
z&$OcFL=!w(Bz{d6mg$t<a`s<7C%xK9r8IyTh#_UD#U#m76qk^-Dh^+FL(wBrowW#W
z_7yZ%?0k1FOObPPv&Q-c36)LZV+ri1jMg(5xDdVD`qJ0Rj1(S@aPf0iM=`Yoo#*uM
zmKn;+7s6Gx6V;Z4SufZw91Fs)(o3UqGIr}sgCn^w=D;^>$2{26Yqw+*#d8{SDBD}(
z<5_${f?NE&S!=+vAgk3s=Yx+{F%L022aX?v;Pr`WsAx!!L+&A+T^}mq+I(C{WI59Q
zFl3rIcKf1kf+Yft+M37S<O3(!T&DKxI4PL}rJRMXFR4m9B;%9cre;11D!m&I`e+$Q
zBh4c50V}<-(LReTO?qAFNtq|;9DhLV1*KN1DQ6&7@k+Vvm1R(A!^(u%Y+`f(GquI$
z1cO$9pPNrj0TW*QKr1@<flR)<Ti&5%&icWJuko-lft9n$0J2WT?8sGL**$iF+;PE=
z(}0{Y6`SQrxVN1&&0;$Q1U%B5=)`yEVI-8aso^m;-8>+}QgpbfF(YX383vIJfKWoh
z?AeSHGa|LGa5(l~RN}B-?TT5q%iE>ROQPwgCiR=knNuue;#hxaByTsrt+Tlh@wJ9p
z<HR>}yZ55+KA$-G%u-Y=^Jc;kj(gKlj^VWj2YAe<4jza?Un@bhfoyb@>v{8uONz^N
zdo;Lf+L6!-(&Tr#6#F|BDoK}`q{)}E7K<S`W|MI&H`3=fRFIevFWHfbg-o#Ht!N3-
zV9=Ncb;6@9sXI^-?T9dgqN(chQApI9DBxFf2>cA$LT%7ThwH|;-zm)NEX!LLeUm|H
zoxuFy{;@xKe%xf`#l{f_Ln!okKsKs9LQ`e15EIjqHw=vCPP@ZF%;v>a$zVFpO-~bt
z{kNj!LszS1UyO*wbG-g{qD_VZy~zX~ix0K=g{W^RT0(?5Lww+hB*Y~^;|MEN$VYX=
zs6Nn{5Rq^?JL-j3i9dTGkUuX^1bI$aqkEtb%5L*S2g&CTQ}60^8Hc?!RabpJ>|Q7q
zy&i$mWW*Lh3MO}tu3<7uE$22H4We#=O$VD<ia~7`H_e{g$XcR3W`sxQEps3ys=Dsb
z*02IAC7*mhu|Ir*1;OMaeEyQ_p5@ZQlYYCiwI58qS6t5dB~CvB1OJAQ0rmujQf>D>
zC=4|?TLGL#BIK+MGTz|r4YIm=ZSl#cxdzG<d<|s$aZs)XwvBHEwqB|m@($SvPyC|*
z)&ZDoZ6%eA7V~m-xD?^9uCU00G7hyyy4(j4(1jFe0ds3!cp@VeaqUb2;4`@;AE_iM
zl`|7p4NqMq4cR=QR-WMlOdcLh5#d<Q7+YbA+;5S3TV53+j~H=vAcNYQFy2L|v$hbu
zPUlyorBZaqh0NcCXOBvg-jKB*6&vWAe?PsDO+Jew$sv1nIr!=<#x<j_2?jH8GtBvU
zQ$+)IU3NZ9<Z$*VArIuZe}TZz{8?1GhG{TUEE=R(aZT!gw>RvyR7;v%6I4Zw+m?O_
zAK>+3_r3Pw#M03%zZDv_0ynB*9%Q>h$%DLfimr4hS+znhy3H0w)Io}Jk}>JIAWn4S
zDX)*qrhza_ay?#I&pz)+^Zq%sd0>p?2me>J8q0+fk0FokiF<Zn?D3}_O<Z+ajz=mk
z)HN7p+=`nZFLrnV(A0yO#K`9%a&eTPs(?Lu`}Q09S?*pAw7qYdOI&;GxtfG-GqA~J
zw*>-KvF{3kJ8B+FE--NM6267K%4sxTN1MzBP@fD;;h^|txY{u^p&zB`$;VdE<UU92
z`Daq@$3JSzO%k+Xzc3ZXGk>MV$Aff&AD!#~M38>LhoEYJSQ4{HhNx%Q^KWgyGZ2Ks
zQSYT&c`+2oyI)Q)T8gg_|9)1v6G%e>l40a3+Wvd%Z#dDfEtG5D8G~e)SpT6D<lbld
z^d~I-w8>IkP62qTg!G=@S-|1|03Z`0X_j(@qR2W_#3a(t9VDxNgo2Q{$A#ms;Q~h+
zo?P>3<D%+Bj+0WI`PUG%bR_^R(AnB>JAC*18S-i&;*SO~Adx0x@(0vBln0Z#dHJWo
zYI8VyV>+pCVz>#(w<BmiguGXY*~GZNoiKkGhkAn1V5lGim5<&Mxkk2EwX;BG^Y>rD
zQMOyCYLFGR;B4idy;;o9VAbzGej6_zA0_p&v*D8h&W;I0$FV=u!h*w)%8MFYUUzE&
zTpFWEB}9!_#>HCHsbp<KeG}m=dHmeKRGJ&(v4SNMgAc5dC5<FSbN(=(nrHYI%?UV#
zm9<Exa;9_K%CTts{8A{aQAvAMFDnFmUcIlSBMe<wNVLc&s_^(2!ZUKvelEbl1@UZL
zTFNn987TNc8^%{Fyzf%UVqcQB?D^6Yry(RuQPeiEvdKz-(JJy8UmV%N*=o(eacJlA
zl(AMu4}7XhkYc0ni8tKo8(sp-NY|?y8ZE}Kb?8Wg^<_i;ZwZ&A<+HoXEKdpH!1*!h
zLu|sz(Wu#eW&nz77-%Yi;pj*8q8n9={w!jPffqg=qW;@j6*;p@-{dk|>!!9lxWIqc
z=}Qry9q@`|giD~%GySWH39?}JETj!D7wj>rB;xlq3J?s_ykf?qV?|Zh{U<pn(7*sp
zAQ}08G&RVbJJF9w&$N}7bwuP>QP~p5|D*tb>;XwQKr#ycXm}bn7v}W>eJoSy-%5Rv
zJ5R9$$tCf)dQ*NUMEnkGf{3J*ez(4tq$4QuXn=@-KU!Z#A_L%hQWV#C%2oqomQ5^x
zPIh14s-eVC#dE%V3}j2S_@YvK(()tkVhAKLyi)7S+{Fq0g4Q{h3}<-Mi|QV$l?5k;
zXxA2^F;pdQ|3SZRQn0!*A_#MCL@ZMvZ_yI20RggTQh2u0_VAaDVrQLMVPjW*hR~_;
zhZ}61fiWa~u&ZzH)RgZH9(dCYlL`@&wwen~G{N3i_aXNPsP5KIZ}02GBsxchYE*uJ
z;RX@PXK2-><1E^XE|+P_q}@Io;?iAKntdGHB)9;Sr`Bcn#iI;x@=vR<ouO;UGPV0T
zmh^OO-aWo+>g#7yFCt<g%Ip8Q9JFD_;E9-?qU8dr$fQt;1sj_S9{K@Q5kGF7$kv<6
zD`h8vm0lK3dk$m4OQ!tbQ8+E<PAsH>w;i_hg<pN(9_fRVX_|A0B;9xq{lX1_vhk{v
zr#`8)gS3e|USlx^S5FzPA1;vy3w_CXOd0E_6xfA&U+!lOS%?y4p9V$SNy4g;7E8m$
zWxJ2?=KK{^8W|iSdyuwTG3)Q&2085`*6S!Ja7Ok)^<{c%zvIlLrYo}HJ%P2ZWssCB
zuYnBI+^Ws5upo76Ze|J`+%y7ZGMyKtK#DsH;$@f|a+V%d=`Ru(g%8l7U<A+7Bn;zh
zivW$`XME!&M@I7|%uaixz0Ips6k2FGG6XXpBAiGBOV=}Ws#21NIOUurRKhVcxEl*!
z`F@BKOpBWIavE;BV^xV^At=p~M08~}JxRzUn{K6rA9SHJ(mb(t`9=3T<VD4%o?ghJ
zk~zXF|6GvK@a$KfK8_5Dv+|th*BX?*wjr6%6bo6t5|HW*!#0=L+pL6;Rch5Z!da|O
z7I2sGO|=3&bI<3Aw|t?~2$-UX0Tk07&+u)D`CbMiD1uLKXu8DN0{v3*5~j|G2~Man
z;Nsv9iJ;AUe25xbd0aIIHGOXg1^1&!;SP3lcrb+rl$=9Y=KtvhV1hvJ5fI53lEC=U
zU2)j9rEKkxqjoB<V-h4z0IDF+9QY(Ru_vPt^#7y>*nSTV>>wF?fAm<57hvWVUv)o)
z3eQcwAR=_CV~sK~zp4J64wMi`#|e^g@PpghLJxe7ViG%ymyqZftw4FeTEKiK%8q#R
zJ0%A(a0RbQB<<uMeoJzKAv%E}Cj4XEh)$LO*dfMaOU#?o34W6U*_)14-r_>g+3p6L
zZQ6M#ZFPPpPPZ8rAK;A$$Ab^@5+qCR)Z}?v^MexsnB@Xo;q_rif2>(0@v4$-NHF{d
z*`|9Vftx)|0u30Xy#fW>d>XCSj!PCC{Y33LwuDRBNcmj;XG(TLCEwg9@RIO^cEmbb
zTvNS;lIz4%lYNyKr`rPq8qwUejRBEuU0iu&;Qpw^pN%j2M?+l`Y_qK`Iq=uQeHM4n
zj(t0#m#!p(K%x*|raefSv`m^xmbVMaGPRn0^Srx>FCO>J7vmx!C_D$lO<H<`$4=Ck
zXb=R;F=@_)cJ-F_G)pV{!^|_f$wAGPF!mQi((n)dF`WyavoAYqN6o*%f|bZ(9NQa#
zq)~VK@9m#_F;U#0ysSC63z8v@Sea>>PzqX$92Aj3u0wzUAkwS*d>a)5*MT(6atsm_
z7(jtsgstm}?B_dxlxRm`%DIF|-&<S*z#=WCY=LH^tQ8I*?V<`~5ngqQBzy}Ta;5SZ
zP2Hp%bXQ^xM5=iqVr@RWRkVL7I0Z52-iOx>v1EZ)Zyf3B2Iqv$S?<n87UU%Cg^-NQ
zmy%N4Z;!+0(?n8x=v?q-d(14{6`(GRooMW45&L38CJ`i(j>P}9ky<j!ler$E;LJ^m
zl)z@o+!xzsBIMmSF=YqYE$S!`?6)6kFsDW)s)vPEyOcl?QE5Hcc_2|<&RIL%eOTM=
zHb*-4{+jCD85ERj39H74Oqx70iX}7q`Lu4uzk*vjW-dFaf^9cOU~UwB=e>Qrp|?~C
zt_4%M{syVEcyY+aUNlrByjA;cf-gpZ&db$LnuH|pZEx5WJU~L6AZFrXn0*qvobrwT
zX|`YmKzkPw$wd6Y(LfN+6RRvf<@@tgFn@gwg$K0-G;bo<5F>FoDrKtd1Ccj|zwr<>
z0<z!$$z=G^)vy|+?q{&{VK1Xv2!a~FWb)(3#)P!}Mg|5zN(B;fgJd%OiLXUxh>#b6
zz7RbAP{fb`3X7as_d6|X7SP)!MAF&+;caBSFcNV87A29n=Q_ZwVpJo&35beF_13(z
z4%>A@F??;X)%=eOAtT<0rQy^~jc}0$dOY^8z7Rm~+cx-|5V(1FLHy3kfBM3&{;sq5
zwDC!!dQFZ8dhkLkoB+{;@*@ar6+UDDq4Bb-1#El-ty9i5qnBbti(4VRQjUqZn9K-F
zcx`!}Q4sI@x*li#z{pnAw58BTB(>s>M;oF!6$wj?AY_z7f1?ya`QU@n#z1jVYyVe)
zGfs7$j+u@l1EwLa8Yk^<0ol*#h8;wD-T0V1Ob~)0eD1Lc(fl~@STNxT*o~h&QiANA
zyjqaYCgk1PQ{Ck2EqD{kz(2j8OEXDgC!q+Fa<E~8!{W;)iM8Y0Sf!eYz<OnC#Hjxw
zg*PznWw}^w1I!yTvd@;8A>;)xNX<d4j0EAiPnIq*lqD6g^C?}bRBQH<<+Cu&D4=1l
zL<C(p<^_7eBvh+cEzM6^R<a$$e42HGL4+AS($O1MZlsqfGK`+?SNBIfRN$Ode9;MP
zeMSY#V#^^(b6jX-Neb>t!tU=ca|H2nj0CXoMAx9p`CKp__z8mFv~#x}`+}mf4`Y@j
z@@Y^2&c}xEtSsz?u!9_jrdX`o>GG9fzVN*)O+~tqd1g+#o3{28w_2GLaX5c)6Adj?
z`{Yj=v$<lX%^5GSuX<Z{C+2ynFl@RJs5<gIO<EW&JOAwH*l#w^^1*Yl@>?ItsC<EE
zSKwl0!NjX9-5}GWDd|sw5-mOOYO=Ua1ry`p2`{|-g2~N|qbJQ*E!A#!X{k+N*Jd}S
zLb3>LdO$q|1(ZP|K^Z_q5IvF)4y50|_s3}%LDHHG6gD#^aTw_8Y=jI^^It{4<*~_u
z86rl;e9mMRyJCE!*cBa0_Ej}^ss~PtkE)#qtJRMNo4Dlg#O?8SlLlyX0R2H!BvbWA
zUsTR0^8K=7<E6oo$oIsm*95v5JvjuRt7=gF>~IZD9%OOe^*bB$@0l(qNT$<&c1OJn
zmoTyka`vy<YsR9&BBGd@6~EC!<^d_WKr&ta;Ey1^W>BC}5eV-vC6wH{v-Ngta6vm;
z<bu=??}>k-1Oo-SCP<Y?y63OK4^2u~0p{NvG7%X3=qb+Fw35^d@)zKY?K}2;cd+(g
zCPg_!I25ND2G&1M)(>)mVS|m+ung?*K$SnhKqnZ>N!9dSyl;Sf!~^dVAKdrL!G#$2
zpr73W{dhJdm~FFK9sA+=8^3Poy@6+i)>`9r32atyz|1s#g8#s!dtDoGhuW<|&ovAN
zbZni|d;%TQ{Vq&{G<QMn@l^`slE(?@K^n(5oMvV_z4UL;GISk%v~gUH@$bevX5PBh
zYj7@OYd}~~xuOhBqIDuEZ0k|Z&=++NHNYds7R3dVCoi^0Uo>L+SL(~hTYKZ9<?gQ#
z!1;_W&b@!L4sA!so;=r(+12$0i%_+lPx0KUXrP3p0(V{r-ttaeAW^p~iHmTP6SKi;
zVFXah>1mn`U%CjfULO~ZXFl903HyYU&a%tD*x`~$q5kD9TYyrL7!1>h(0HHJ7_8}Q
z9aVn2{&;^bP=(G<<>c*JP@Db~EGSxwB8hzTZMXu1!(9H&pG0Rvl}K$m8W6bPQlBKh
zo%@9TQ)d7G+gG5%MMN@_e>6DbjJ4a_41E3@MzEKtr|NE_N)j6Y2=gee4XXDSaGus}
zCBJjQ0NT%YtEv5iy@B+sK>^-vjTWT31VDI`wK=h+s0bjQu&vut|4teZ1SACpfcifg
z+!u31NJE{;NR|ahr{0-s6jw0R{V7;)WaZGuf7&V-ND|QE;6>6~eziE{Q4n}#XpiSV
z7D_a?1Th%Yg&vn@Spd4_J^N&#^*8yq^n*mT5=RXrHx+d3;T9enRv?C>ma{pE<hV22
z0td^xC+IHYby~I|D-_wWE3o5&zS$*ux~O6c1&!eFFIoJisaY21V5*8C$%G+1f(mRj
zI54W$6pGh7&dtuO1r7_VY`M|o>1q|e72V92S2z1@VbKZI4QosJ3;Ox+QhSKnf;Xc|
z<-w|+lxs>cs1>bG3<bh5hf`{lrXDoM4sDki_%F4Vj`JwR-Ab9jNcznwSCwL<<Pwr>
zhq=`3chbVEG6x|;^WH;myfY0?{B1O$J%M9sB9giIqb?V3b&lfTsqZWNZV8>*Se27<
z#6l%o-)djk@@2))ycAk4Z3eUTj*=?1iN#i7L?R96nc4;+!a1+8dlJ8ZN^}s?VU#)u
z{O4sFftL{l$-Mo8wn1N~T=1E#zEqB(gImtA0d@und(h>9oT2S09zTqzUB@T@+uQ$*
z2N-~H4akKLB=i1{ivPz<Gc$|{ohon3v0smh4u;UP_%t|KkrGG-Kpi~!jRA}oki0-7
zeNCoN#5Ps_-?SdxICGSni+U~Y>RUv(2F`<kB-1bGhV~$GYC3<NMMj){b+klNy;0HL
zu-tlL*=$J=QPLcqj{IB^H<?XI&7{l|h8+5}vt#M_4&pvpWM$}nLs*U#(hOnwKy1vg
zw^-g=_;zAg;}rAs4vRBTiOJvg({OS#BneNKhW!-{Z3Ow`Z#N1CfT#uDs+33u;g4!j
z9+<0@t_k7aK#_Fow(qq)#SEkefLPOc627pZ<TNfFV0Xn1c349GomE{Rkd**PhQJ?&
z{vVE(q9AZY#5f$TYz<-*XrFz5v2SY1P%tF=u}yR~@}C?)fOQUl2P8x2KaBb>^E>gU
zFjQf--F#d5<(~N<4(|F%;5C0i=wv#9#16n+QU7_&0pM$k)&NyJJi-gw7D}Hu>~|+h
zOHdJ*aP~g#Z@<W#KxdiIqmO;P^TiRc%|I*_8o_C(E>DTG9aGu0eqAmVh?W~MR6>_a
zUyT2I5eN$0J_e8kf`WfCc6`+XHT95J-V0h`%09#pmLD3|Zfr@U%JflWUztRI{g;^z
zz6i*P|3|3sU*;%3Z@;q^P+_-giT#>6#QXyAGXW>?-$Vxkpg98Rfg|@v6!Bjp<Nq2t
zS|FVGCnNVSJLG_4js1ONsPK27>W`H#$gc*&OF0$dgo?Q8jDukbcq?mklu#Iu(NQ1D
zXbKwm+YO_f0(o%%2v_}QaT}nJDci9-41c4A{qEpEQU8cr{Z&yrfW$yiOaGdv%)s72
zQGYD*|1YBcvCjXCqBi^@>K|+UzbWd;Ula8gt^RwN_4l><L!I>(Mg2vqKa^U3Pt<hw
zzb5K0TKx}M>@PFk-!R}Ga@fBp>MvUTFInt=^VMGrINkHFiTbNn|1E#|J6b&f8X+(T
z`qT93U#6x%@zo#mr+-P<|C^}aCv;k10`=EK{Z*^~mR|fFQGc11e#jmEo>u=;#_-o-
z7f{qc$rpZDGWu->{<Dz%mkjt9t^TK2{Yz5(-?aMcwDf-u)4&<{&%*Q%!R8mO{%M5$
zOQQZ7Z2q_m_qVkAGp>FwuK$~_{xU87jH|z8DZiQVufF;-uGWP74PX5kSAnp^f181S
z&6a+^C4R=$|5OwHjH^H758sQppK<m7QpEjnd&OT&A%51YzvJ_NA%*x^um0e!zxwLW
zdi5`+5WiG5KkL>1kwW~6Lj0^(|3_u>3kvbGUj38G<|hvP7pJ9PQHY;7@L#HI{<!7l
zCl35?t6e{F;2$TXU(%-EvZbFm@LvO5e&WFY+z0aC0GD4O@1N_d|07%ai39)1wDjvr
z+`nyO{XZ;E{c#`b-$EgNuCM;Jg^Zu;t3R6Y&$tTsTZrM$xcW1${@l0pug|ppy&^8{
zCl34*2mZNl>8}-WKld&DonZ5G-_rjm;(mp^f9?nV&ol7P{lI?<^8UFW_^++R{rOXE
z|9jQ^|2Oq2jYxXquls>DpP#see=Jjf^H|VD0Dw@*EHW4X9`JM>NyIwr@ZNgP8D*!8
zv5ZLhSkg&9ul0%eU#KC}>j;VL!Mb^Qe|i23IST+^2tdgKFsuRm03ZnfC}aRp2Ot#y
z&JG|l1oQ%+wEl(qm+gM|A_36n5gnk;Mm~WV@LAk5VfS`-8nY5|=){oO=;=+zJmNIy
z(tYoWk!59Id+<Ct6IFs6xMuD@a}!3y6moI&+Jg??RMZl_p*X=tL@iWy@g>um9$w4`
zr|1F^fa4q6)kv)oQNS#SM&wc^`6}^5fe@m#T*0J<gD6Za=WsSGtOT<j*B?Q?<O3>~
zyfFHiEG3W4Q6oI>tHJy=abMr`rnw%j($U3vL|yGVy+ff9B3<v3u3r;r;sg0bmtqnE
zl^4zJWCmjL)euQVbJYD~le%N{yTW7-MsDDv)o*Ur9=WMEvQa<GDj9`KyrErKg6)ck
zgP<+GRM_sGS2`_QyJj+fKByN`RPLD2+FN<eKW~p~oC5vrp5P@5%oC3PqFp|d*PEMU
z>Z0p6pPaY&m#k7~_@x?Ncs|uP8!6{YR6RZTULc&k*$NgPrL45yKk#wEa^zHrjLpXP
z$g0#6d{0rQ@K)1lDLP%*GRIurst9Th$NRR{_3N?k=$#b^N8`hL+2J;Oa7)N)BpB@1
zx~LCroletPO0488i|N9VK1<o>M-PJ?FM<oCN&QH*Za<k0*G{+;Pf|ZpWa^Ie)vllO
ze^Fl0K~PfPTk8e0t&vFdKduQsxuITy5ukMMgdP^8Kx#W`TjNj2k&<)z>KgHisd|#S
zl6U3Ioz+$%%z-?&WAE6itqGCO>Vlj7@fBG<abWc~sFG9aY;(0rO~I}5BC7qC+}voK
z)SIzd9F`kqj8+PODKdm+gj9->ghIhtk<?uq|79W#t@-9^+>5)&69j@D$unM}K2Hyh
z!jG=>HpRS%soE@LkO~_MiDe{1aCN7+6`PFST``~iyznc8sV!`+n)kOaP9+O<;j6D5
zC%0~or0wCnwr+6BtcOE_w!s`A@nv_6zplHfhf+QEs+go}8BPG-?BT{We$yEvV^kH#
zstpp2wKPqEs$I@2a@^hJSgvmq@G?*Ik}qH2jAz_uWax0~qw;okdp$`m5;@)e8A$^9
zUa8-#hA`5znidx9`nbXtoud)A`_YG3;UxpAE|a_D>=5HcI4U|w&^{V5gRo<&#LPFi
zfv*(jlb%P2niwK3^$m$Svh*SlgEsL(9TQ&4-^TYY;IG(0qfP?MH*yNa?$YECArHqc
zaKRc}DvF|l`n;gn-?ba$p|@hho}75b>*r&HGmjM^f{Qvlh*ZuWsvNZVzo;G9Y`_u;
zVI9KZ8T8i3vkV8#qzi+CiHA`f$mdUkf!n-DEJxYQwPg@#N`6g2DRN#EslN|s#r17N
zLl?Ap^WKjaMw&<2Cp=L%Fr7Wv^sP$cOQUc?WKTo#tYOx1#C$32y^|3W?^qE19lx}T
zvBM~)B%Ypi<m;52pbPF|LqYqVnfdeSJ^EXX3__J1R=l>vheZnzaUG_&(%eN|LYg6t
zqmfg@%?=8MJhR-RbiET@t1C}U!&o7gVFbp~@B5#OhS!taHttNYz@Awlgk^5m;3)5~
zj$M0uR+qz~Fky~ORljZ<P`15R((|&%#^iYGVz!a(VUs_<Li6>_JFmgHaHS5}(YJPM
z>4aLPU_JFyW|ePN%b5G7!|IGYiRo4GkG7EeKV2eVPgpW3jb^GVBIk!2L_nLqG#AA?
zFk2Tp(4{xj1^-4Dv)gyMeHd0D!RGxMcP+E3ME8c>@2DF77B@X%avQA}iZcE~{pG37
zXnY@{Z&g%sGVkYZk^RMkub2)kxbJu`KTCYVYw?%qYYw-jv}#1kg~LX7Neril4j1^w
z@HI@Nh?U_A`W#;1CVco<atC&+uvp>j3;zY>WK~3;X=!Qu{N}XUrF=eBuN*D+{9t*>
zmK>tzN5=~MP5r5wscX+ZsPuB2VQ)2^(a_w;TNC!3*)e+!g#4Nt$Z6i&+lz|GVfl#4
z>rWQ<XCz1)A9Ng=+V+&!Cce<i``?skbX4^s?-oaOR<$(?ytRc(P_`Qp9Bf8O^_kxO
zsC8QNuB|&)&w+06Q$+YM;xb3H-;txjuIacW57uReLFCEi=R5UL7e?RI0cqzdxMO!)
zVk+4hiqJ=Y!_K~BQ+A?+0gOx()3HlzO+A;5mCc%ps^rf|mTmVh$zr^Pz-P0W(6$QT
zcoet-xkh(nBR+d~-e{>ZH4!l3KfA?s-_!BxV39(7VfT#Y$hfxxzKrP#z1G!CgMVUJ
z$ZI?+=@e1JCCQasV?CNFW-5r<12bEhoKL)>3A<KOG{Nf)$=gP1OnLOWN)Ir5ee|_r
z3F`3{hJ&ODowM^Yk!aB+NJcjQKIZ+kS9T7UuZ0OPcI5d=xTyBuf;@q?pH6Vqhm^1w
z&zuT4qu|0uE6XT+ppwGmV%j2_e^1+!ccs3boX!4r*&liUHtq`XIzf(4kcHg3<nrb|
z;OI+UAZx8kV)z1ohRh93HNzH<K)S9x@|sm(*GvbmjlT+Dvl~y#Ea?6nyJSH{hs5KM
zli=_Ycvn-12s%xi0XAwdX|@Ufv}3pvFPa6o1Em$;g*UEu^=a23siH?UFLG7WbKD0x
zRRY)1uX`^zUQwyUNthKze=H+80ntdmiU`wdM%63-+zjohGx}t9>%hH4z!g2%q^=R+
z{o(pb5_;F4z{k97^?*f_%&e~t?>rYtwjMTYUQ^A}tB1Fvk@y3?L*9rlm_JpE1RL2!
zJxa;p$MxAQQhbgq5k0I^sj;bga(<%muPk7<fKtWUm3?k=>E2?iXhJ*(nw##+6OhVf
zX~_AT8A~4wDu^bsvXA^j$$|Gwq=K&IF`rGlVhoDPKM^&Pj$(c)#S@76P}E2MwNv@z
z6;tWK(sB<jmu>Oa0y!6TA9O|cWvVL`5O`UIEdWgd=xT%eHzry{n>Y<(touP@Pi)%|
zstb_ER#0UxuN=69O^A<2*zU|=0Nk;N+(mDpT@eUD^QdTT?64yH236nuWZI?G9PW1f
z(X*QJh2XZQfQke|bO%BqyQv4eM8u?rsHliUxcK9(LWu;Cl0+9u4K7((Y2AKGiGzeX
zrrnO7f|A77qB(pyRG3<;7AupM4C6$XvXrzOV?(bpZ*mteGa@C57KJTI>`klQ=BQzu
z_txbs&$aag*tOi_*)<J3mtv@tqUu<dG5LgTyRbiUfce=Kjd2QIHDD*#r=a-ymT$i@
z37f6keAV#M794Yk4#&hve<i50?VWj>lQF?u)zr-pm>Qh>_!VQRG70S7Sl?>oc}^h{
zt>#N#yu-@%yK_l|gnskWhXR`1hy}fsD5<9OJ>xDUEe`L)JfG>C+;`Pmh)iI8F)m*;
zo^J{9a+5rl8x(gEybOYKgg)g!mr^GxmwFtYRQH3M=cR$o@-O%`2*#DF?x^ClglU}i
zP0^2yH(s2OwasYlhYs+*N8`g5F?M4TdOXj1O_JF0Md9>4QRKu1T??%6=Mr7Vs#||E
zfqr9k#xDQe88I%(sv2=~L*~z8CJp(*FnZb5K5|b-A+Mg@h>G|V^q`scbU0FQ&Zh5G
z0#-NZB2J7WPXp;t<M|vUx!}DvZJ10_KIuej0RM*pkxM66?P5P%`kOsmfv=~IMi0GT
z^vR1!Gx}zmMnLL5k?>RMkE85npXa5}?@8}4d2d%b+U-i^RZ1w_O@*w?@rSj6CGAzT
zUumPP^q8}9K@k*ZroZ+npZBcZeV#F~UAz6zkG_M4?{^Ki7z`8k&`XD(#nard{_)Bb
zEIrQB1vkiXEcOWfM3;5zgLuE^WWGiAh@(gFH;Aj6UaUH08i}IL2QCg6<*?XOW-BoG
ziISoI5r1DuD{EGcV#W1uB^rh9d?2jZAKCS8OTfBG<8m-Dl*hwUo3x(y0^qhif>uaO
zc?qR$d(bb)ct!R`u@2C(F(l)xF)XU8l!=#ZI=;SaebpA*nbG}>(j_flC-O{chfPyI
zv?+bKDUPT(8<51`)<x&Yb0~XbRBE{A>~edbMM&MD7_~weEcM)30ntBvdJ*?f4bPYi
zA*p}ob)0aZIN6P5k$($GZXok%+FfGc?inXD8a8Z_zZ>ptSm3bvJERlb4EV$5F55>a
zWtR1}z)C=4ly(BWn4ps@*@x=55~CNXmU)Y@Vu57g^p4a>a&BAr!?|ikrlW263MTKz
z(SqIy%_O_&DJBNH`xEaFi{>(m;d>|N$MuzR!8E)uVuPs=r}U{QH}0t><R@uzs_hBn
z+lb~a^X97x$A4p2+jb7?U7}s<m2nlgvw)uZiDuqF5Bg3d{lvTq9cAW<8Y1CZO=gMR
z)HbuI)`I^QN3aJI@4)z@l~$kHDwCZOO9`avhO?HoK}8Ah)pwl-AfBz*0{WA2E|Eb<
zwucY>;01>p-e{9wPssE<g$1cM+ynQ(C@ft^vr|wUKpy)tL)8dE{Z8Dh9v<W{&{=LX
z9tmA@y7QC!8kO8)xRGBO3)xX;(1~w=K}95~X*G|#;zl>Bgv;GsQsOA3a#BB8FA{Q^
znVW`TDehfngu$_6Q9ZAvG2|sd>wLPwI1@9-w%azSBO)<V30Wy*h&}N>CT^Qgehf>a
zq6l6?$-(i~YG?4LXU-}A&_G|Lf6!4VZDZNmXzOO}BTe}3ec6$-{F6hh2wq0=%k!q5
z&>qUPu(~jnTY-3gLF|~qvRLsvBJx{1TMO^{jWejUn<Csm-rIG`MAV7AqH)Dg^?4P%
zAr=IxBe#SCX5v^mx}uG3ohH<5hsR55LpSc~$m#1;-WVuc2f~yiUnSn_;F;wN$TV2H
zG_tQ-<|yqsayc6>W0k#;hX~E09zVOCr%cwO)BtxrfB^)lWw<mQB2~Yw@p$$n>0|c5
z=)Cs5?Tc#bt|SAndg{Wr1h+S2AqG@bmkk?uXj`P{=I}h7<YjK|u%kVi1c2UkKIB-7
zKFY&2n+$H8vdS;VfF$)ew3ZD$v-U|8i&uVeU|({Wt6~p4Wkr&HN6^4_i0s#r)i*Z2
zoXcs0yx>NAHGU<TJqGwlYH4nK)(hG{)ymHrB|lBU=OG8n4BHxlrWC(Zi5K-nl8uE*
z_?%&%vpUybrYT$>1_CO5=3RUm6()?%NRLs;#*}V=KixzuUQ`_oNaQQhJ!x`xh=)~0
z`Dw$6LQsMn<K#S6J!5I&H!ELpXty<l4F-hhy?Nl{?P9mHnPp!$8xEI=$QCjTJiS9N
ztOz~#ov}rI9THV15v+{B2CtvCmXKkL;ooX3vx;Hj__mn!bJ|$1j)$B3)Hs>ANRUe3
zsW)i;)vaj2In6Sr*j)?Mq>lBeU&q`7#At8paUD*hxYF3|SlCdL9hWVQZj)S4{XKoD
zxp@Y!W;54Gpt$gXd_TccsnByK`CF_yjmvEXC;o+?K~eXorCzihhpSFBw&qO2GnS9h
zEBV$&;L21D2#YO^p0_ru%z3v&MXBh>?G;oF+9b8hb9<U55NWNAe$vj?)&p|FCalUz
z0i#@U6fgJr8N0aYP+k(6IqtdFsA)Y1KMIHy56MyFkPbUfiD;Q1!<jqJ?Xze(3t8{S
zqrT!r=o;kh(RyNR9zA)gS}O=h*a*f_``{kurPcs;IHe!MnmenA6wZQ#!DSc5Q$SP}
znB{%&=`~W^^+J=&*b9(Y>Z9g{y~7)^aLDv>w>f{JVn6Bny>+iK&^*ahp?0jX5IX)o
z<CXSk2Ap}PS*7z0tYxd*wb|Yl1CDW*lXqyStI(r{6jsLo@cPJT1N_3&IJJwo4g~90
zV2i#elE=7))cU~$=C9Fmt0rpcKc88K(tJGQ4W(E_5)kLB?ocG7Sx*a5($#XFO$v1R
zdYF+sI3a2(Fk*Nb`{*+B)G#p8u&{Hh*cp@4gxXo@W|wX5SZs@xejk65+^gLNb)KqA
zq(F{V>%_+-#H75{H%{07ti65tJgmNR2ZGlmjm*&a%~O^vYx?P%kXz<0HG5NLc-?Dj
z^bH>$s2bPex1aIdhtQY=rDm&NYF*8O@OmG3uwhHE(iI`jgGbI(y6diT!`>9V%ciYP
z;;#Wu86`f@n+6m!jSoE)Pa4Gf8MmYPFiy}^i5VsJsRk&1o4T-&{J5@07LtV7KllFW
zO<veePA`^I5Yb!yw^~~7KMi+QA*5Od_+O2h<#mEHRaDDQ(|)A$L{DSf)Aui>BYA4)
z&0>VQD#%T2abojvcPjUVp^{_3@y)SXcLYgc1&d?hDJDeO69Er~wlz^l4wRzAqGOB3
z9Zq1MEePF#N5YwA&<-FlG27dP;m|hev0fafMknlU-x)Z)V;nw%k9SgWq!SWf;gZq}
z7|K)nRJa6r^K9RC$Pyb@iP}`~x?)~?s}l2*#21nkkRyuA+c&nFUG4l0&uX`L+dU?c
zbk@jVfIYrZ>j!K(Rp_v)y<Ap}>fukPz!wGAB)$asI7v@rcyqy`ipIKRaMn;i7nQI{
zY~E}QLPdMsY8)Rs@@kIK(q@m8Ya1z8ci;70(jnt{28<Nl+AQ;NbOC3`@NGm+h1(<~
z1jx>|VLMv+OA_=<1kdKZs7vibSVLOfonXxiYK_`&Cld5kOIsqrJSU{CFXLO(9^k+<
z`cz0zTX>z)j5UjpPE2+liD=k9U8?fgjS5+Mb+p6A`z*dy-|DzeD;6BG7MIkGTeA5|
zx{BA9gi;9JTxmP`7G_r4z*P`@gUX5>mJtuX_T8L`<OZ#>iVw(c<`7;%CSy<=Tcj(&
zD`X1V{iAr7X8H&PsFQBTFF20Lpl%bZ2FbMd9{#A|cG=07v?O<!W%}dgt6z9v!M17Y
zCwBQchfpvCOYRg?_rZ5eK9~u1U4rE#Kb*}q!@xe4ue&*-z`g#^J^bFYY8X;8<3s_0
z@Zgk<^e6}?NEqHMzSRL0Ep(jyL)T`~o}mr~!Y+;!nzG$<&DIe*zah)k-R7CfWcN+T
z>H5d|<tD6^Olu6ME^wv2>nS7b0?Wd49-#`mlkM64^dVYqNWD7nNclq83uP;Oll7hz
ziCkV<ka?u-lEya1ZH33o=sxL_GS(ZL`qa|tNb_I`XcVhbaTOMI90l-MnNwBKgLOYK
zB7iZe9=~wYn-{UU$I+OfcUG$^8@#QzwcUe-3A_WSslB!oyU5J*!DYv#Cw6<Wa<a;D
zn;htv3EIfuIgx?HZs)J77>Cg^=cTub=Nc-W_)(Wlao7pe2jgt4R8EYAq;>taav<2h
z2;@k`<mNwuiX}y*q@`T!-|s5Jr!WUOqN}jZ-+Im5UHFG5YJJ8<HqxG3*ItoORoz8q
ztH?ghd_<y<Epl^o>ca>PwL!6l7$WWboKwir5;EU-=p~Km8#8kjxh@^6cAvXjUA+q`
z<}KG|&K!3zM_zD>MmvO^ILdX*YdmWOMJV=F8$dr%(gi`Tgi%pyG22Oj?(&IM*cnAN
z(}8kVK^acv(p%wjP=>P2Qqp}B5Vc~R&51;U(xR5BF^|Dc2>Dj9#V{G)f5{v8KAp)i
zu@x)FYeJ|%IIJ_ytcG}qPy}lep;JocITIy~w*#)iD80`Pm_+nL7;tOo^Qc>>(4Lxr
z6d_|P9^}23lq_2&28J+UM;vE!UM)8q9pLCs+T~`BFR17zDOu~C!=08|76v;TYv8x$
zVVyEQrn2loUSlVOxZUqk(`(MjF}__VaGhXr9?rx10w3HuPURp-B(F;tY9c%!0DfdW
zWYDO{vvoT96fCbJE6I*(vZ~wd#bf=Vi=KUeJPM7L8Gr!*3=WW{b#RdDz;XuaK@yUj
zL@zk%${I*9+GE2T63vVxiS?a%CbkRnz1vNJCCHx?L-d`^`WDMkGhO#q4-%ruL$jVk
z4QHJCI8bH)=7p%}ZcMnlL6IjG3W6VC)1Lo%DXH?R=89%I7@m7>{^N^xz6o5%SBGag
z0&zMEYak08CD`_*crW~4$lZSl98`a70VQSgE4#Tt)~yHCD8R`cgjvT`DmjomDg^)9
zbPBzOi50}$VxWin9_^-tUuexuNhcM?f3;o^bNho8w-Yhmai7D3e2GCqa+xx~&t0>_
zj9JfE@PfPfAi(L&XAsX`myk?Uv$YBB<7sVH<OWzX`g}f?eSJ1j#>~r??g=WF53<WC
zC)6HJ3^Un~kzl5DrMk65+|yNu&1I~{9WV266X-BvQ1>Lu*sb%Q!$clzImW&@CORT+
z#rH;@Ew<-rmOn6OA3HrAfN=!el0&A2N|b?<xt&oh&JTSZ%~VpTEt!(g!ozT%>etYL
zm?hg-J*a**yGdWFbTB!!j0^MDt5X3HSG7@(BJtEY3<ou5gPiP4j%@aNz4~zOYDi+$
zju#;_`K~p+7TrgX!$Zu_IQeS;h;75Pidg9RTTbumf^Gp^Czh6>{P~dR;ate@S;Z9I
zj?VMA#q!r(WOE_6VG(xJZ6L43XUk~qXk$D#!i~CQhvK@ONyR-|4@bb3^PF-WF%hZ+
zjH~BfePpBlAn|0y(WhbfX!vD(^#~okGJPj|C+85iM04>=5D=FgV3&Qy7Rm`2=#?^<
z39NzCHbo#petmO;l*xGT`S5i~R=p9V=@$(qO1y}PzNgd}@q!0NL88yATW(pM)6%)-
z_ZZ|U;w4HVCnFp)eKJpzyE6EcRh0D#mp)`jl&cEuUxf8FXE`#<VZKs#P_kgcG-Q9c
z_O8*Xuz4-z9SILN3B}L-*2^r%Kd4=i81^piO6z^c=IC=2c$|0|<TI^o%;L*%BGJ5w
z@Ro>GYUewSJbO!_poN{V{mjE<l4Y*0cQqrg0oHFN-(`q219BJnkzJSxG%eRBko&ar
zT(ly{dzu+OJ&*!Ht@6&JE*u4Go$Q?ubiM!A-j#qgb!_3AKtKf*5nI_og6tS17A#LB
z>{V1y!MckC1tGFUiYrkOTu`eOtw2F53KY~>luD&6)&+4vMIRLFMy<Hwz882iH#a4T
zKFMt#ed>4a$1wM1mOE#*bLY&N|M-m&*EKf|iTP|<YL|$(KKl)rLVFD#t2JAEHXK-M
zXQ5G0v)He0H1Cte*MBf(Z<?1i*xI=%p!dC&xn<&6&2{IN>v3$lui~+;wT#Tn9d$K0
z@XqN+yqfB~C)rbyQ^(xmu)Tk?@QvJ1eA4_v!qR1Gi&cXb?Qz#kzO~y#Ke=S5T3czl
zrEaQs7o&n{zK$7Q>8tMg2Mo&Gl<`OGf=e!pmshTQ`{N0VZO3hL3>$nC5Bh7GmDDaB
zYQ*m{W#E|<SJho}EOjgI?b7aVX_hnT`qazc>^yw@VeRL;8a4z)oiDF1)@2t7V}dkX
z+%vz>jLuPS+QqSNa(M3gB5~h9H7}1xt~!aqWsW;Co?3IYsv>Los}m~Jcn_+g=HA>)
z9JIKSOE@jaKRWMXVVdEEsE;yti=Co<Y6hDxH@98#{dTjgh5Pfq>8{6fy1w7qYF)z$
zu{e0$8SjaL+S`VsL{8N!gL}Tvso!$=_(UCJ_cX6DNtspyruWXVh}5q49C>QKDCNha
zYmZf#_ncffA!1m|BBwydDBXcIpL?#kloD>6#wx10@>sn&h+Dey&WNGMvP>cawKB@?
z^4vof%+9`~lb$s0*4`bx>gS$cRG;GCH1EK~$_Mk-F@4GxHoa<nq19C*uIzXH9y42`
z&N+@g*mfYTu1eEnvHG^9CM9J_2`^1zdWpuV_HwvVsN2%rIb=;#Ue%G6gFcF33b#HR
z>FB~4?dcmNFiTK37-Tj;{c?m}XlPpenWd{Pwr#G=I`3i{S2;FhBXdX3Dc!bM+<B3f
z>cxIk&h}-VIBsEXLsV_F7-#oH)%0HG&yCB2S{|%TXjxS}B30c;-)q}~l=b<;PA3;v
za0Q<UwDw+}aQI=1wtIR>(aNx;e52n_sjgeU%w1!H;e~Y%t-G(~>p4|hZu+V3sYgRZ
zb>9s-_7nep%<7#NUwxa<u+C<L_gU+k1!4M=yi~kxhM3QY&be0FJb8$QYVgUXW%^&=
z3G5sA@rVr<jjL=+pO<MS73~`II4q>DSnRCBH#XSH=yCL%SIw0H;v5UTl5cJ?N6sJJ
zSQJ1o-MQ%|T}z+&i%t}c;<e`KcAsY=cG^?+h0Y@f_4(gV(9ik3bW_@aGP~TDFRg9<
z{WN=F;MWtlE0$PKcIcY8EW6sYZME=%_KqR5YA)GL(I}o@B=R{DJ|sk?N7*aS${XDK
z%R`yx&deHrKid4O?^-AAbW}ZC5pm;eY_#R$p0Tgg)8?ctHhR)KrfK^kkGiah%pU9c
zPDORUj?LK^kezQ)Ki@U;fbWd(L$d>tn}<C-%q<_yxaV8wbGmmg1c#2`@2<SI7b^u|
zk!}e8{Rqr$2+-5z4Q5w~ftwz?sjKj+=9h{+jZ*VU()-oE+>u*RJ)F7sn)Z=Nmag%w
zRy9p88g2iuI=Ls{^0S$HcRJ`XxtZ3ir!6^|OZ0Xno)WK*b1z>slo?aKjNuw|@>#0S
z?Q`piKkgQ@iZr*>+q^2=Ey(xLbW!<oVX8%p*>ErWDL)tZ8%A?)8t+YTvDq{@H^RAp
zRg6PZ@7V#fHiq5GtlfGyL3N(yI3u>V$M~NuohM%qbgiq|kg|S;!Gaa4E4*{<z7F)$
zD%!Sr<_{d*YCF?eBPJIeY#6h<&9X%Mwogf7bB5ZY;$15eZ_GGt?~zoQX}NlfZ$-sn
z<KU(~J%y>-+-ytUq2(&8AByiyXkAveFqYkDC=i};6*V?yUW}O4czvlEt66K~=GEU}
zV-e&Z8?_NJ;x!8@E>rvTsVdrDnR_Xv_v||nFAw{2S>5_u%|4~=sd<aFV{*p*Ls|`c
z@_XK_Z210KOo4wNH))3Y_(;W2Ma)DZpjPGimZFz#zlfg`2Sa`o__C_}Oh!77H=A0J
zS2cF;p4{gNnbIs&k>Tq%8()dkUodx#*0foNS!MncYa04WQy{?1J1C8_1T8V_b!<;U
zjX80rXz=hp^+f&J$x+Aembka44MT+|xNk7>!7}c5_1GrioI?!fYZ;6kyMI&B>>u5p
zPVI@Lobvb+1Tyd8dV6~6q))2tZT$vhj5xnl)ShNag(QtUP9lK}%e;lQyC@Akctk{v
zB0M6YBsKC!VLPA(>!cwwIr315%27i@lbHKD(0qr~JSIz~pykv7H5HOH@~2#tqJ|F0
zA)-bRs#{rV6u`OP-qR#)qX1~A95pm>3=uVo`oPLkBadCET-(TFD=9|}4X8pyjp7ki
zWvP*eHtv8Ls%_+99y*`~&v5imlh7=nh(_2UHPoCYj~3hkHIi|o01(^(HPoC&18@*g
zqX_A%EH&~VgB?&q&1v$7N;{xN(l*Ls^>R>4lKe&<t5;cSfZqVWp#iE3{D%4#0Dc4f
z2KY_;S_JqFS_3Qd4GrrXSl`GR|LkZb4g3byH?Y2W4TBE&4e%RW14_s`f!_eXk+WB&
z)OVVKVXzK*8pzW?o<{CofIJQ4X&_IdAs2x44XkfqeFN(ol6!)_0O$*Vz5sph3Hk!^
zh+iG7)_~stzX5)OYd`@lTB&gZ@-&dAfjmvlfW1=VhK_+D&`$$>Xi9ew<Y^#JqrW2f
zNA%O^LNz84z1je(5uh3Ysu7?X0jd$88Ud;ipc(<H5uh3Ysu7?X0jd$88Ud;ipc(<H
z5uh3Ysu7?X0jd$88Ud;ipc(<H5uh3Ysu7?X0jd$88fB0knco6b<KKa5yoz9>{-;ol
z7>DZr0M&?9c>$^s4UE1RD-)@W(S~Z29Kgz=b@ZYFy{mJf8YQr1**(1e60F&~2GuBO
z8~RX<5+%6oPKRowjxQ^D^nz*|+E9%YHJz@SL{Xz8R3p_kw4oX)YTmJ<7Ze=eI}6oF
zfg36bokh)Qw4oZQIjz&78mWUMN}5rp+9vt0&1qTh*wJ#}H;C&}u+6}4=s^Pmzo8Ee
z4E%=r>ZEnl5BSZ8a?}s_4e%RO15+rtj5s<6uz=qHzab?Soeo70{08_9{iEd|Pm`>q
zl|5Qc$!utwJ^^`}q^D)mGJQgEPmrh4IEE?dX<5K;Xqi3%c^d5Bkgz0nbO0u(Ijs|+
zvw+{otUY1>rV~w{!2S*HX|R7otq3~Nv?IvVWac#BHy}@g^$o0V+{<O^Kq+%hu)Zn$
zERPrY1~bXXJcrC5=%?Z80DS@2zah<wBjdZkZ)7Hjj?AF_lkzkUFP%L+&s}SxNve7;
zEdyVsVOwkdMw!COOlxRNOJ}yfq@^}e(Yifz>zBvEBert<_HSQpGY!2|Maa}jy1vhL
zd_nnF_k^Ao^IU$ZYAG@@Cm4G1R*`3WKWi_T%Ett`_duH`A&SE&iq+PAspm<gB)*m6
z_d$~l(Nrj<iIb$}ATquDR+`?2^^gNE{XRt#OPs?Ji@HR$wdN+Z_W)Uri|#ols6!x|
zz3;RdHHVkMC5bY<Z=vayY01=oJ58pDCZ{*qy*EsbG5319a_qh_r}k<5<o}did0C^M
z$fLb>y3WPb!FYo{wRetCXLJ2Ry$Pb>N4@r{``NB!Xtt-b+ltclXDI5psW4o3$9)u{
zeKLQGG_ER2ML6&>5~x<{R>|*H>DFaxTWhLV8b^NiK&@0NLW!(+*{>;7s}MIlN0rxJ
z5SN9wzo9#djLM=Qg+pZ-9<t`sQFC87OW&grCW)!A*Yn>>ZOh9jAxquwG|xk1I<?i=
zO`4NpiJ2Er5he+uqT<mTA_ehbeB{eqDmMsX4u@c%BRVp_%0Hk0xj=$&la2fOJ(D2J
zlZCOt5h!SqFoJw1D%hVFl^c4m;-&DOH@%mI(lAex3E821VH~<M2#t&rQdyxKaK5Tk
znc1xZet0knGZF9=X&*=stY3-1Lu5+3Fn(k#l?M?Y&JUH|V?PKzNBIWN=0}F&IP82u
z`0N?zMkiiCW-423HeV8Ez>f{Zaqxx1HRr@enn>>1;c>$0k?6iMP8cU`5FBSuaC``!
z-0&rvC;0;llkJOcvBMXmj~|LZXt2Gblf46nV-guYJz?M{TuC7Lzi%7Dzb2eeEDr{s
zFmAg_=*>ia;V*9ftOE=!+-dMX6_W=`b*C{1wXoa29q(7s^87hYtrZ;{7ma*e5bSiO
z3uCET_BcWi*b#l>gk%e#TO5bkj2yl<K!o9z!540Moc<N^(6_<I(IJ1PVcwC1q1Gbf
zbfbLfGkzrVrF;mN)Cbg$q#kg$fc`;^IW)##d`S8Oj1NgY;Nbz|1I7o*lRJBUKrfMw
zJD7(g<4#&1Fb-iJf_WI`;eTWv?(BIU^8c{Evw@FGWEjxTKkR-E?F;RTKg>}-fbVok
zJ>cqq@6-?HJC*F$SQZ~bwk+AUWcwmHJ@z$Dps;yV81k_EUS$<Q^uls}ypdoo@fqik
z?~0rwa)VJEya~fY4((tOpQ3cd$oD`Fg%STk&p5s}awv>&L9fE$UXptpj<+6&naJTd
zLy;>$Za8u{&mqX+y@O%Mxgm$2?UD0D4yA=>s1N85e{($85rokgG!F6D3qTH!T|D0L
z_`+iv-(!cz9XvyQK!12Y#{-P>_p{w#-u<xn4xT?TA03UHbS{<UtI}|3*dPVIi+@Mo
z(PSRh$j9MmY!mn%I}UO>al()&<l_r{+mpXdpTidhqx%VhP}0X?rm~t&NINPvI64|D
kBmH^Vg-g__%=3j&I735zFqs%<N+6Y^8A#=5AgOZn9{^xGs{jB1

literal 0
HcmV?d00001

diff --git a/resources/html/scraper.html b/resources/html/scraper.html
new file mode 100644
index 0000000..b181d23
--- /dev/null
+++ b/resources/html/scraper.html
@@ -0,0 +1,72 @@
+<!DOCTYPE html>
+<html>
+
+<head>
+    <meta http-equiv="content-type" content="text/html; charset=UTF-8">
+    <meta charset="utf-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1">
+    <title>Scraper Controls - MediaFusion Stremio Addon</title>
+    <link href="https://cdn.jsdelivr.net/npm/bootstrap@5.3.2/dist/css/bootstrap.min.css" rel="stylesheet">
+    <link href="https://cdn.jsdelivr.net/npm/bootstrap-icons/font/bootstrap-icons.css" rel="stylesheet">
+    <link href="/static/css/styles.css" rel="stylesheet">
+    <link href="https://cdnjs.cloudflare.com/ajax/libs/toastr.js/latest/css/toastr.min.css" rel="stylesheet"/>
+    <link rel="shortcut icon" href="/static/images/mediafusion_logo.png" type="image/x-icon">
+</head>
+
+<body>
+<div class="container">
+    <div class="row justify-content-center">
+        <div class="col-10 col-lg-10 col-md-8 col-sm-10 config-container">
+            <img class="logo" src="/static/images/mediafusion_logo.png">
+            <h3 class="text-center mb-5"><b>Scraper Controls</b> - Manage Scraping Tasks</h3>
+
+            <!-- Scraper Selection -->
+            <div class="section-container">
+                <h4 class="section-header">Scraper Selection</h4>
+                <hr class="section-divider">
+                <div class="mb-3">
+                    <label for="scraperSelect" class="form-label">Select Scraper</label>
+                    <select class="form-select" id="scraperSelect" onchange="updateFormFields()">
+                        <option value="tamilmv">TamilMV</option>
+                        <option value="tamilblasters">TamilBlasters</option>
+                        <option value="scrapy">Scrapy Spider</option>
+                    </select>
+                </div>
+
+                <!-- Dynamic Scraper Parameters -->
+                <div id="scraperParameters"></div>
+            </div>
+
+            <!-- API Password Configuration -->
+            {% if authentication_required %}
+            <div class="section-container">
+                <h4 class="section-header">API Security Configuration</h4>
+                <hr class="section-divider">
+                <div class="mb-3">
+                    <label for="api_password">API Password:</label>
+                    <div class="input-group">
+                        <input class="form-control" type="password" id="api_password" name="api_password" placeholder="Enter API Password">
+                        <button class="btn btn-outline-secondary" type="button" id="toggleApiPassword">
+                            <span id="toggleApiPasswordIcon" class="bi bi-eye"></span>
+                        </button>
+                    </div>
+                </div>
+            </div>
+            {% endif %}
+
+            <div class="button-container mt-5">
+                <button type="button" class="btn btn-primary" onclick="submitScraperForm()">Run Scraper</button>
+            </div>
+        </div>
+    </div>
+</div>
+
+<!-- JS for Bootstrap -->
+<script src="https://code.jquery.com/jquery-3.6.0.min.js"></script>
+<script src="https://cdn.jsdelivr.net/npm/@popperjs/core@2.11.8/dist/umd/popper.min.js"></script>
+<script src="https://cdn.jsdelivr.net/npm/bootstrap@5.3.2/dist/js/bootstrap.min.js"></script>
+<script src="https://cdnjs.cloudflare.com/ajax/libs/toastr.js/latest/js/toastr.min.js"></script>
+<script src="/static/js/scraperControl.js"></script>
+</body>
+
+</html>
diff --git a/resources/js/scraperControl.js b/resources/js/scraperControl.js
new file mode 100644
index 0000000..1b9e5b2
--- /dev/null
+++ b/resources/js/scraperControl.js
@@ -0,0 +1,95 @@
+// ---- Helper Functions ----
+
+function showNotification(message, type = 'info') {
+    toastr.options = {
+        closeButton: true,
+        newestOnTop: true,
+        progressBar: true,
+        positionClass: "toast-top-center",
+        preventDuplicates: true,
+        onclick: null,
+        showDuration: "300",
+        hideDuration: "1000",
+        timeOut: "5000",
+        extendedTimeOut: "1000",
+        showEasing: "swing",
+        hideEasing: "linear",
+        showMethod: "fadeIn",
+        hideMethod: "fadeOut",
+    };
+
+    toastr[type](message);
+}
+
+
+// Function to update form fields based on scraper selection
+function updateFormFields() {
+    const scraperType = document.getElementById('scraperSelect').value;
+    let parametersHtml = '';
+    const scraperParametersDiv = document.getElementById('scraperParameters');
+
+    if (scraperType === 'tamilmv' || scraperType === 'tamilblasters') {
+        parametersHtml += `
+            <div class="mb-3">
+                <label for="pages" class="form-label">Number of Pages</label>
+                <input type="number" class="form-control" id="pages" name="pages" value="1">
+            </div>
+            <div class="mb-3">
+                <label for="startPage" class="form-label">Start Page</label>
+                <input type="number" class="form-control" id="startPage" name="start_page" value="1">
+            </div>
+        `;
+    } else if (scraperType === 'scrapy') {
+        parametersHtml += `
+            <div class="mb-3">
+                <label for="spiderName" class="form-label">Spider Name</label>
+                <select class="form-select" id="spiderName" name="spider_name">
+                    <option value="formula_tgx">Formula TGX</option>
+                    <option value="mhdtvworld">MHDTV World</option>
+                    <option value="mhdtvsports">MHDTV Sports</option>
+                    <option value="tamilultra">Tamil Ultra</option>
+                </select>
+            </div>
+        `;
+    }
+
+    // Update the form fields based on the selection
+    scraperParametersDiv.innerHTML = parametersHtml;
+}
+
+// Function to submit the form and display the response using Toastr
+async function submitScraperForm() {
+    const apiPassword = document.getElementById('api_password') ? document.getElementById('api_password').value : '';
+    const scraperType = document.getElementById('scraperSelect').value;
+    let payload = {
+        scraper_type: scraperType,
+        api_password: apiPassword,
+        pages: document.getElementById('pages') ? document.getElementById('pages').value : 1,
+        start_page: document.getElementById('startPage') ? document.getElementById('startPage').value : 1,
+        spider_name: document.getElementById('spiderName') ? document.getElementById('spiderName').value : ''
+    };
+
+    try {
+        const response = await fetch("/scraper/run", {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+            },
+            body: JSON.stringify(payload)
+        });
+
+        const data = await response.json();
+        if (response.ok) {
+            showNotification(data.status, 'success');
+        } else {
+            showNotification(data.detail, 'error');
+        }
+    } catch (error) {
+        console.error('Error submitting scraper form:', error);
+        showNotification('Error submitting scraper form. Please check the console for more details.', 'error');
+    }
+}
+
+
+// Initial update for form fields on page load
+document.addEventListener('DOMContentLoaded', updateFormFields);
diff --git a/scrapers/helpers.py b/scrapers/helpers.py
index ea33d93..f797423 100644
--- a/scrapers/helpers.py
+++ b/scrapers/helpers.py
@@ -129,7 +129,7 @@ def get_scraper_config(site_name: str, get_key: str) -> dict:
     return config.get(site_name, {}).get(get_key, {})
 
 
-@dramatiq.actor(time_limit=30 * 60 * 1000)
+@dramatiq.actor(time_limit=30 * 60 * 1000, priority=10)
 async def update_torrent_movie_streams_metadata(info_hashes: list[str]):
     """Update torrent streams metadata."""
     if not info_hashes:
@@ -153,7 +153,7 @@ async def update_torrent_movie_streams_metadata(info_hashes: list[str]):
             logging.info(f"Updated {torrent_stream.id} metadata")
 
 
-@dramatiq.actor(time_limit=30 * 60 * 1000)
+@dramatiq.actor(time_limit=30 * 60 * 1000, priority=10)
 async def update_torrent_series_streams_metadata(info_hashes: list[str]):
     """Update torrent streams metadata."""
     if not info_hashes:
diff --git a/scrapers/prowlarr.py b/scrapers/prowlarr.py
index 2c8ef29..380c887 100644
--- a/scrapers/prowlarr.py
+++ b/scrapers/prowlarr.py
@@ -141,6 +141,7 @@ async def scrap_movies_streams_from_prowlarr(
     min_backoff=2 * 60 * 1000,  # 2 minutes
     max_backoff=60 * 60 * 1000,  # 60 minutes
     retry_when=should_retry_prowlarr_scrap,
+    priority=100,
 )
 async def background_movie_title_search(video_id: str, title: str, year: str):
     url = f"{settings.prowlarr_url}/api/v1/search"
@@ -189,6 +190,7 @@ async def scrap_series_streams_from_prowlarr(
     min_backoff=2 * 60 * 1000,  # 2 minutes
     max_backoff=60 * 60 * 1000,  # 60 minutes
     retry_when=should_retry_prowlarr_scrap,
+    priority=100,
 )
 async def background_series_title_search(
     video_id: str, title: str, season: int, episode: int
diff --git a/scrapers/tamil_blasters.py b/scrapers/tamil_blasters.py
index a09444e..6899452 100755
--- a/scrapers/tamil_blasters.py
+++ b/scrapers/tamil_blasters.py
@@ -6,7 +6,9 @@ import logging
 import math
 import random
 import re
+from multiprocessing import Process
 
+import dramatiq
 from bs4 import BeautifulSoup
 from dateutil.parser import parse as dateparser
 from playwright.async_api import async_playwright
@@ -221,7 +223,6 @@ async def run_scraper(
     search_keyword: str = None,
     scrap_with_playwright: bool = None,
 ):
-    await database.init()
     if search_keyword:
         await scrap_search_keyword(search_keyword)
         return
@@ -242,19 +243,33 @@ async def run_scraper(
 
 
 async def run_schedule_scrape(
-    pages: int = 1,
-    start_page: int = 1,
-    scrap_with_playwright: bool = None,
+    pages: int = 1, start_page: int = 1, scrap_with_playwright: bool = False
 ):
-    for language in TAMIL_BLASTER_CATALOGS:
-        for video_type in TAMIL_BLASTER_CATALOGS[language]:
-            await run_scraper(
-                language,
-                video_type,
-                pages=pages,
-                start_page=start_page,
-                scrap_with_playwright=scrap_with_playwright,
-            )
+    await database.init()
+    async with asyncio.TaskGroup() as tg:
+        for language in TAMIL_BLASTER_CATALOGS:
+            for video_type in TAMIL_BLASTER_CATALOGS[language]:
+                tg.create_task(
+                    run_scraper(
+                        language,
+                        video_type,
+                        pages=pages,
+                        start_page=start_page,
+                        scrap_with_playwright=scrap_with_playwright,
+                    )
+                )
+
+
+def run_schedule_scrape_sync(pages, start_page, scrap_with_playwright):
+    asyncio.run(run_schedule_scrape(pages, start_page, scrap_with_playwright))
+
+
+@dramatiq.actor(priority=5, time_limit=60 * 60 * 1000)
+def run_tamil_blasters_scraper(pages: int = 1, start_page: int = 1):
+    # Use a separate process to run the scraper
+    process = Process(target=run_schedule_scrape_sync, args=(pages, start_page, False))
+    process.start()
+    process.join()
 
 
 if __name__ == "__main__":
diff --git a/scrapers/tamilmv.py b/scrapers/tamilmv.py
index ac36994..98aafd3 100644
--- a/scrapers/tamilmv.py
+++ b/scrapers/tamilmv.py
@@ -6,7 +6,9 @@ import logging
 import math
 import random
 import re
+from multiprocessing import Process
 
+import dramatiq
 from bs4 import BeautifulSoup
 from dateutil.parser import parse as dateparser
 from playwright.async_api import async_playwright
@@ -196,7 +198,6 @@ async def run_scraper(
     search_keyword: str = None,
     scrap_with_playwright: bool = None,
 ):
-    await database.init()
     if search_keyword:
         await scrap_search_keyword(search_keyword)
         return
@@ -228,15 +229,31 @@ async def run_schedule_scrape(
     start_page: int = 1,
     scrap_with_playwright: bool = None,
 ):
-    for language in TAMIL_MV_CATALOGS:
-        for video_type in TAMIL_MV_CATALOGS[language]:
-            await run_scraper(
-                language,
-                video_type,
-                pages=pages,
-                start_page=start_page,
-                scrap_with_playwright=scrap_with_playwright,
-            )
+    await database.init()
+    async with asyncio.TaskGroup() as tg:
+        for language in TAMIL_MV_CATALOGS:
+            for video_type in TAMIL_MV_CATALOGS[language]:
+                tg.create_task(
+                    run_scraper(
+                        language,
+                        video_type,
+                        pages=pages,
+                        start_page=start_page,
+                        scrap_with_playwright=scrap_with_playwright,
+                    )
+                )
+
+
+def run_schedule_scrape_sync(pages, start_page, scrap_with_playwright):
+    asyncio.run(run_schedule_scrape(pages, start_page, scrap_with_playwright))
+
+
+@dramatiq.actor(priority=5, time_limit=60 * 60 * 1000)
+def run_tamilmv_scraper(pages: int = 1, start_page: int = 1):
+    # Use a separate process to run the scraper
+    process = Process(target=run_schedule_scrape_sync, args=(pages, start_page, False))
+    process.start()
+    process.join()
 
 
 if __name__ == "__main__":
diff --git a/streaming_providers/pikpak/utils.py b/streaming_providers/pikpak/utils.py
index 482d762..3eb8cb3 100644
--- a/streaming_providers/pikpak/utils.py
+++ b/streaming_providers/pikpak/utils.py
@@ -177,10 +177,10 @@ async def retrieve_or_download_file(
             pikpak, info_hash, stream.torrent_name, max_retries, retry_interval
         )
         selected_file = await find_file_in_folder_tree(pikpak, folder_id, filename)
-    if selected_file is None:
-        raise ProviderException(
-            "No matching file available for this torrent", "no_matching_file.mp4"
-        )
+        if selected_file is None:
+            raise ProviderException(
+                "No matching file available for this torrent", "no_matching_file.mp4"
+            )
     return selected_file
 
 
diff --git a/streaming_providers/routes.py b/streaming_providers/routes.py
index 43ca694..d240bfb 100644
--- a/streaming_providers/routes.py
+++ b/streaming_providers/routes.py
@@ -30,7 +30,7 @@ router = APIRouter()
 
 
 @router.get("/{secret_str}/stream", tags=["streaming_provider"])
-@wrappers.exclude
+@wrappers.exclude_rate_limit
 @wrappers.auth_required
 async def streaming_provider_endpoint(
     secret_str: str,
diff --git a/utils/network.py b/utils/network.py
index d1c4432..ca1d81e 100644
--- a/utils/network.py
+++ b/utils/network.py
@@ -110,3 +110,15 @@ async def batch_process_with_circuit_breaker(
                 await asyncio.sleep(rate_limit_delay)  # Always respect the rate limit
 
     return results
+
+
+async def get_redirector_url(url: str, headers: dict) -> str | None:
+    """
+    Get the final URL after following all redirects.
+    """
+    try:
+        async with httpx.AsyncClient() as client:
+            response = await client.head(url, headers=headers, follow_redirects=True)
+            return str(response.url)
+    except httpx.HTTPError as e:
+        return
diff --git a/utils/parser.py b/utils/parser.py
index 7c2f5fc..0cd4b71 100644
--- a/utils/parser.py
+++ b/utils/parser.py
@@ -6,7 +6,7 @@ import requests
 from imdb import Cinemagoer
 
 from db.config import settings
-from db.models import TorrentStreams, MediaFusionTVMetaData
+from db.models import TorrentStreams, TVStreams
 from db.schemas import Stream, UserData
 from streaming_providers.alldebrid.utils import (
     update_ad_cache_status,
@@ -45,6 +45,7 @@ from streaming_providers.torbox.utils import (
     fetch_downloaded_info_hashes_from_torbox,
 )
 from utils import const
+from utils.network import get_redirector_url
 
 ia = Cinemagoer()
 ADULT_CONTENT_KEYWORDS = re.compile(
@@ -311,27 +312,37 @@ def get_imdb_data(video_id: str) -> tuple[str, str]:
     return movie.get("title"), movie.get("year")
 
 
-def parse_tv_stream_data(tv_data: MediaFusionTVMetaData) -> list[Stream]:
+async def parse_tv_stream_data(tv_streams: list[TVStreams]) -> list[Stream]:
     stream_list = []
-    for stream in tv_data.streams:
+    for stream in tv_streams:
         if stream.behaviorHints.get("is_redirect", False):
-            response = requests.get(
+            stream_link = await get_redirector_url(
                 stream.url,
-                headers=stream.behaviorHints["proxyHeaders"]["request"],
-                allow_redirects=False,
+                stream.behaviorHints.get("proxyHeaders", {}).get("request", {}),
             )
-            if response.status_code == 302:
-                stream.url = response.headers["Location"]
+            if stream_link is None:
+                continue
+            stream.url = stream_link
         stream_list.append(
             Stream(
                 name="MediaFusion",
-                description=f"{stream.name}, {tv_data.tv_language}, {stream.source}",
+                description=f"📺 {stream.name}\n🌐 {stream.country}\n🔗 {stream.source}",
                 url=stream.url,
                 ytId=stream.ytId,
                 behaviorHints=stream.behaviorHints,
             )
         )
 
+    if not stream_list:
+        stream_list.append(
+            Stream(
+                name="MediaFusion",
+                description="No streams live at the moment.",
+                url=f"{settings.host_url}/static/exceptions/source_not_live.mp4",
+                behaviorHints={"notWebReady": True},
+            )
+        )
+
     return stream_list
 
 
diff --git a/utils/validation_helper.py b/utils/validation_helper.py
index b6c2021..4eb0365 100644
--- a/utils/validation_helper.py
+++ b/utils/validation_helper.py
@@ -3,6 +3,7 @@ import logging
 from urllib.parse import urlparse
 
 import aiohttp
+import dramatiq
 from aiohttp import ClientError
 
 from db import schemas
@@ -38,7 +39,7 @@ async def validate_m3u8_url(url: str, behaviour_hint: dict) -> bool:
     headers = behaviour_hint.get("proxyHeaders", {}).get("request", {})
     async with aiohttp.ClientSession() as session:
         try:
-            async with session.get(
+            async with session.head(
                 url,
                 allow_redirects=True,
                 headers=headers,
@@ -152,3 +153,22 @@ def is_video_file(filename: str) -> bool:
             ".yuv",
         )
     )
+
+
+@dramatiq.actor(time_limit=30 * 60 * 1000, priority=5)  # time limit is 30 minutes
+async def validate_tv_streams_in_db():
+    """Validate TV streams in the database."""
+    from db.models import TVStreams
+
+    async def validate_and_update_tv_stream(stream):
+        is_valid = await validate_m3u8_url(stream.url, stream.behaviorHints)
+        stream.is_working = is_valid
+        await stream.save()
+        logging.info(f"Stream: {stream.name}, Status: {is_valid}")
+
+    tv_streams = await TVStreams.all().to_list()
+    tasks = [
+        asyncio.create_task(validate_and_update_tv_stream(stream))
+        for stream in tv_streams
+    ]
+    await asyncio.gather(*tasks)
diff --git a/utils/wrappers.py b/utils/wrappers.py
index c19b650..c9d2570 100644
--- a/utils/wrappers.py
+++ b/utils/wrappers.py
@@ -23,12 +23,12 @@ def rate_limit(limit: int, window: int, scope: str = None):
     return decorator
 
 
-def exclude(func):
+def exclude_rate_limit(func):
     @wraps(func)
     async def wrapper(*args, **kwargs):
         return await func(*args, **kwargs)
 
-    wrapper.exclude = True
+    wrapper.exclude_rate_limit = True
     return wrapper