From 830122097680f007466898d2f47611d6c2f4dc05 Mon Sep 17 00:00:00 2001 From: Kaif <98528577+kaifcodec@users.noreply.github.com> Date: Sat, 7 Nov 2026 14:04:57 +0530 Subject: [PATCH] fix(user_scan): resolve bot-wall 403 errors across 22 mediawiki platforms --- user_scanner/user_scan/community/amongtubers.py | 14 +++++--------- .../user_scan/community/anythingdexofficial.py | 14 +++++--------- .../user_scan/community/aucklandtransport.py | 14 +++++--------- .../user_scan/community/site_100applianceparts.py | 14 +++++--------- user_scanner/user_scan/dev/aboutpcs.py | 14 +++++--------- user_scanner/user_scan/dev/ballsdexselfhost.py | 14 +++++--------- user_scanner/user_scan/dev/wiki_gab_pt_eu_org.py | 14 +++++--------- .../entertainment/abnormalitiesapartmentroblox.py | 14 +++++--------- user_scanner/user_scan/entertainment/adelis.py | 14 +++++--------- user_scanner/user_scan/entertainment/aetheria.py | 14 +++++--------- .../user_scan/entertainment/aftertherevolution.py | 14 +++++--------- .../user_scan/entertainment/site_0verflow.py | 14 +++++--------- .../user_scan/entertainment/site_100kanojo.py | 14 +++++--------- user_scanner/user_scan/gaming/abyssalsoulwiki.py | 14 +++++--------- user_scanner/user_scan/gaming/adoh.py | 14 +++++--------- user_scanner/user_scan/gaming/site_5b5t.py | 14 +++++--------- user_scanner/user_scan/learning/site_2021pedia.py | 14 +++++--------- user_scanner/user_scan/music/bloomarocksc.py | 14 +++++--------- user_scanner/user_scan/music/site_4chanmusic.py | 14 +++++--------- user_scanner/user_scan/other/adamastor.py | 14 +++++--------- user_scanner/user_scan/other/aethelgardia.py | 14 +++++--------- user_scanner/user_scan/other/backroomswikisw.py | 14 +++++--------- 22 files changed, 110 insertions(+), 198 deletions(-) diff --git a/user_scanner/user_scan/community/amongtubers.py b/user_scanner/user_scan/community/amongtubers.py index 1f8c91f7a..0e44cdc51 100644 --- a/user_scanner/user_scan/community/amongtubers.py +++ b/user_scanner/user_scan/community/amongtubers.py @@ -1,17 +1,13 @@ import urllib.parse -from user_scanner.core.helpers import get_random_user_agent -from user_scanner.core.orchestrator import Result, generic_validate +from user_scanner.core.impersonate import impersonate_validate +from user_scanner.core.orchestrator import Result def validate_amongtubers(user: str) -> Result: encoded_user = urllib.parse.quote(user) url = "https://amongtubers.miraheze.org/w/api.php" show_url = f"https://amongtubers.miraheze.org/wiki/User:{encoded_user}" - headers = { - "User-Agent": get_random_user_agent(), - "Accept": "application/json", - } params = { "action": "query", "format": "json", @@ -52,11 +48,11 @@ def process(response) -> Result: return Result.error(f"Unexpected response status {response.status_code}") - return generic_validate( + return impersonate_validate( url, process, - headers=headers, params=params, show_url=show_url, - follow_redirects=True, + impersonate="chrome", + allow_redirects=True, ) diff --git a/user_scanner/user_scan/community/anythingdexofficial.py b/user_scanner/user_scan/community/anythingdexofficial.py index a1da39ad2..736ed4dd5 100644 --- a/user_scanner/user_scan/community/anythingdexofficial.py +++ b/user_scanner/user_scan/community/anythingdexofficial.py @@ -1,17 +1,13 @@ import urllib.parse -from user_scanner.core.helpers import get_random_user_agent -from user_scanner.core.orchestrator import Result, generic_validate +from user_scanner.core.impersonate import impersonate_validate +from user_scanner.core.orchestrator import Result def validate_anythingdexofficial(user: str) -> Result: encoded_user = urllib.parse.quote(user) url = "https://anythingdexofficial.miraheze.org/w/api.php" show_url = f"https://anythingdexofficial.miraheze.org/wiki/User:{encoded_user}" - headers = { - "User-Agent": get_random_user_agent(), - "Accept": "application/json", - } params = { "action": "query", "format": "json", @@ -52,11 +48,11 @@ def process(response) -> Result: return Result.error(f"Unexpected response status {response.status_code}") - return generic_validate( + return impersonate_validate( url, process, - headers=headers, params=params, show_url=show_url, - follow_redirects=True, + impersonate="chrome", + allow_redirects=True, ) diff --git a/user_scanner/user_scan/community/aucklandtransport.py b/user_scanner/user_scan/community/aucklandtransport.py index 00f70a5b3..6f1b336ce 100644 --- a/user_scanner/user_scan/community/aucklandtransport.py +++ b/user_scanner/user_scan/community/aucklandtransport.py @@ -1,17 +1,13 @@ import urllib.parse -from user_scanner.core.helpers import get_random_user_agent -from user_scanner.core.orchestrator import Result, generic_validate +from user_scanner.core.impersonate import impersonate_validate +from user_scanner.core.orchestrator import Result def validate_aucklandtransport(user: str) -> Result: encoded_user = urllib.parse.quote(user) url = "https://aucklandtransport.miraheze.org/w/api.php" show_url = f"https://aucklandtransport.miraheze.org/wiki/User:{encoded_user}" - headers = { - "User-Agent": get_random_user_agent(), - "Accept": "application/json", - } params = { "action": "query", "format": "json", @@ -52,11 +48,11 @@ def process(response) -> Result: return Result.error(f"Unexpected response status {response.status_code}") - return generic_validate( + return impersonate_validate( url, process, - headers=headers, params=params, show_url=show_url, - follow_redirects=True, + impersonate="chrome", + allow_redirects=True, ) diff --git a/user_scanner/user_scan/community/site_100applianceparts.py b/user_scanner/user_scan/community/site_100applianceparts.py index e36be183e..442f441db 100644 --- a/user_scanner/user_scan/community/site_100applianceparts.py +++ b/user_scanner/user_scan/community/site_100applianceparts.py @@ -1,17 +1,13 @@ import urllib.parse -from user_scanner.core.helpers import get_random_user_agent -from user_scanner.core.orchestrator import Result, generic_validate +from user_scanner.core.impersonate import impersonate_validate +from user_scanner.core.orchestrator import Result def validate_site_100applianceparts(user: str) -> Result: encoded_user = urllib.parse.quote(user) url = "https://100applianceparts.miraheze.org/w/api.php" show_url = f"https://100applianceparts.miraheze.org/wiki/User:{encoded_user}" - headers = { - "User-Agent": get_random_user_agent(), - "Accept": "application/json", - } params = { "action": "query", "format": "json", @@ -52,11 +48,11 @@ def process(response) -> Result: return Result.error(f"Unexpected response status {response.status_code}") - return generic_validate( + return impersonate_validate( url, process, - headers=headers, params=params, show_url=show_url, - follow_redirects=True, + impersonate="chrome", + allow_redirects=True, ) diff --git a/user_scanner/user_scan/dev/aboutpcs.py b/user_scanner/user_scan/dev/aboutpcs.py index 484d48ff9..940f51781 100644 --- a/user_scanner/user_scan/dev/aboutpcs.py +++ b/user_scanner/user_scan/dev/aboutpcs.py @@ -1,17 +1,13 @@ import urllib.parse -from user_scanner.core.helpers import get_random_user_agent -from user_scanner.core.orchestrator import Result, generic_validate +from user_scanner.core.impersonate import impersonate_validate +from user_scanner.core.orchestrator import Result def validate_aboutpcs(user: str) -> Result: encoded_user = urllib.parse.quote(user) url = "https://aboutpcs.miraheze.org/w/api.php" show_url = f"https://aboutpcs.miraheze.org/wiki/User:{encoded_user}" - headers = { - "User-Agent": get_random_user_agent(), - "Accept": "application/json", - } params = { "action": "query", "format": "json", @@ -52,11 +48,11 @@ def process(response) -> Result: return Result.error(f"Unexpected response status {response.status_code}") - return generic_validate( + return impersonate_validate( url, process, - headers=headers, params=params, show_url=show_url, - follow_redirects=True, + impersonate="chrome", + allow_redirects=True, ) diff --git a/user_scanner/user_scan/dev/ballsdexselfhost.py b/user_scanner/user_scan/dev/ballsdexselfhost.py index 1813595a5..2f94cee29 100644 --- a/user_scanner/user_scan/dev/ballsdexselfhost.py +++ b/user_scanner/user_scan/dev/ballsdexselfhost.py @@ -1,17 +1,13 @@ import urllib.parse -from user_scanner.core.helpers import get_random_user_agent -from user_scanner.core.orchestrator import Result, generic_validate +from user_scanner.core.impersonate import impersonate_validate +from user_scanner.core.orchestrator import Result def validate_ballsdexselfhost(user: str) -> Result: encoded_user = urllib.parse.quote(user) url = "https://ballsdexselfhost.miraheze.org/w/api.php" show_url = f"https://ballsdexselfhost.miraheze.org/wiki/User:{encoded_user}" - headers = { - "User-Agent": get_random_user_agent(), - "Accept": "application/json", - } params = { "action": "query", "format": "json", @@ -52,11 +48,11 @@ def process(response) -> Result: return Result.error(f"Unexpected response status {response.status_code}") - return generic_validate( + return impersonate_validate( url, process, - headers=headers, params=params, show_url=show_url, - follow_redirects=True, + impersonate="chrome", + allow_redirects=True, ) diff --git a/user_scanner/user_scan/dev/wiki_gab_pt_eu_org.py b/user_scanner/user_scan/dev/wiki_gab_pt_eu_org.py index bfa36df7e..5ff38e24e 100644 --- a/user_scanner/user_scan/dev/wiki_gab_pt_eu_org.py +++ b/user_scanner/user_scan/dev/wiki_gab_pt_eu_org.py @@ -1,17 +1,13 @@ import urllib.parse -from user_scanner.core.helpers import get_random_user_agent -from user_scanner.core.orchestrator import Result, generic_validate +from user_scanner.core.impersonate import impersonate_validate +from user_scanner.core.orchestrator import Result def validate_wiki_gab_pt_eu_org(user: str) -> Result: encoded_user = urllib.parse.quote(user) url = "https://wiki.gab.pt.eu.org/w/api.php" show_url = f"https://wiki.gab.pt.eu.org/wiki/User:{encoded_user}" - headers = { - "User-Agent": get_random_user_agent(), - "Accept": "application/json", - } params = { "action": "query", "format": "json", @@ -52,11 +48,11 @@ def process(response) -> Result: return Result.error(f"Unexpected response status {response.status_code}") - return generic_validate( + return impersonate_validate( url, process, - headers=headers, params=params, show_url=show_url, - follow_redirects=True, + impersonate="chrome", + allow_redirects=True, ) diff --git a/user_scanner/user_scan/entertainment/abnormalitiesapartmentroblox.py b/user_scanner/user_scan/entertainment/abnormalitiesapartmentroblox.py index 135785f0f..a17bf2ab9 100644 --- a/user_scanner/user_scan/entertainment/abnormalitiesapartmentroblox.py +++ b/user_scanner/user_scan/entertainment/abnormalitiesapartmentroblox.py @@ -1,17 +1,13 @@ import urllib.parse -from user_scanner.core.helpers import get_random_user_agent -from user_scanner.core.orchestrator import Result, generic_validate +from user_scanner.core.impersonate import impersonate_validate +from user_scanner.core.orchestrator import Result def validate_abnormalitiesapartmentroblox(user: str) -> Result: encoded_user = urllib.parse.quote(user) url = "https://abnormalitiesapartmentroblox.miraheze.org/w/api.php" show_url = f"https://abnormalitiesapartmentroblox.miraheze.org/wiki/User:{encoded_user}" - headers = { - "User-Agent": get_random_user_agent(), - "Accept": "application/json", - } params = { "action": "query", "format": "json", @@ -52,11 +48,11 @@ def process(response) -> Result: return Result.error(f"Unexpected response status {response.status_code}") - return generic_validate( + return impersonate_validate( url, process, - headers=headers, params=params, show_url=show_url, - follow_redirects=True, + impersonate="chrome", + allow_redirects=True, ) diff --git a/user_scanner/user_scan/entertainment/adelis.py b/user_scanner/user_scan/entertainment/adelis.py index 09846a17b..70f62edda 100644 --- a/user_scanner/user_scan/entertainment/adelis.py +++ b/user_scanner/user_scan/entertainment/adelis.py @@ -1,17 +1,13 @@ import urllib.parse -from user_scanner.core.helpers import get_random_user_agent -from user_scanner.core.orchestrator import Result, generic_validate +from user_scanner.core.impersonate import impersonate_validate +from user_scanner.core.orchestrator import Result def validate_adelis(user: str) -> Result: encoded_user = urllib.parse.quote(user) url = "https://adelis.miraheze.org/w/api.php" show_url = f"https://adelis.miraheze.org/wiki/User:{encoded_user}" - headers = { - "User-Agent": get_random_user_agent(), - "Accept": "application/json", - } params = { "action": "query", "format": "json", @@ -52,11 +48,11 @@ def process(response) -> Result: return Result.error(f"Unexpected response status {response.status_code}") - return generic_validate( + return impersonate_validate( url, process, - headers=headers, params=params, show_url=show_url, - follow_redirects=True, + impersonate="chrome", + allow_redirects=True, ) diff --git a/user_scanner/user_scan/entertainment/aetheria.py b/user_scanner/user_scan/entertainment/aetheria.py index f3e7b8afb..8950b764d 100644 --- a/user_scanner/user_scan/entertainment/aetheria.py +++ b/user_scanner/user_scan/entertainment/aetheria.py @@ -1,17 +1,13 @@ import urllib.parse -from user_scanner.core.helpers import get_random_user_agent -from user_scanner.core.orchestrator import Result, generic_validate +from user_scanner.core.impersonate import impersonate_validate +from user_scanner.core.orchestrator import Result def validate_aetheria(user: str) -> Result: encoded_user = urllib.parse.quote(user) url = "https://aetheria.miraheze.org/w/api.php" show_url = f"https://aetheria.miraheze.org/wiki/User:{encoded_user}" - headers = { - "User-Agent": get_random_user_agent(), - "Accept": "application/json", - } params = { "action": "query", "format": "json", @@ -52,11 +48,11 @@ def process(response) -> Result: return Result.error(f"Unexpected response status {response.status_code}") - return generic_validate( + return impersonate_validate( url, process, - headers=headers, params=params, show_url=show_url, - follow_redirects=True, + impersonate="chrome", + allow_redirects=True, ) diff --git a/user_scanner/user_scan/entertainment/aftertherevolution.py b/user_scanner/user_scan/entertainment/aftertherevolution.py index c21ab2672..71d0c5e6a 100644 --- a/user_scanner/user_scan/entertainment/aftertherevolution.py +++ b/user_scanner/user_scan/entertainment/aftertherevolution.py @@ -1,17 +1,13 @@ import urllib.parse -from user_scanner.core.helpers import get_random_user_agent -from user_scanner.core.orchestrator import Result, generic_validate +from user_scanner.core.impersonate import impersonate_validate +from user_scanner.core.orchestrator import Result def validate_aftertherevolution(user: str) -> Result: encoded_user = urllib.parse.quote(user) url = "https://aftertherevolution.miraheze.org/w/api.php" show_url = f"https://aftertherevolution.miraheze.org/wiki/User:{encoded_user}" - headers = { - "User-Agent": get_random_user_agent(), - "Accept": "application/json", - } params = { "action": "query", "format": "json", @@ -52,11 +48,11 @@ def process(response) -> Result: return Result.error(f"Unexpected response status {response.status_code}") - return generic_validate( + return impersonate_validate( url, process, - headers=headers, params=params, show_url=show_url, - follow_redirects=True, + impersonate="chrome", + allow_redirects=True, ) diff --git a/user_scanner/user_scan/entertainment/site_0verflow.py b/user_scanner/user_scan/entertainment/site_0verflow.py index d6dcab82c..b12efbcd3 100644 --- a/user_scanner/user_scan/entertainment/site_0verflow.py +++ b/user_scanner/user_scan/entertainment/site_0verflow.py @@ -1,17 +1,13 @@ import urllib.parse -from user_scanner.core.helpers import get_random_user_agent -from user_scanner.core.orchestrator import Result, generic_validate +from user_scanner.core.impersonate import impersonate_validate +from user_scanner.core.orchestrator import Result def validate_site_0verflow(user: str) -> Result: encoded_user = urllib.parse.quote(user) url = "https://0verflow.miraheze.org/w/api.php" show_url = f"https://0verflow.miraheze.org/wiki/User:{encoded_user}" - headers = { - "User-Agent": get_random_user_agent(), - "Accept": "application/json", - } params = { "action": "query", "format": "json", @@ -52,11 +48,11 @@ def process(response) -> Result: return Result.error(f"Unexpected response status {response.status_code}") - return generic_validate( + return impersonate_validate( url, process, - headers=headers, params=params, show_url=show_url, - follow_redirects=True, + impersonate="chrome", + allow_redirects=True, ) diff --git a/user_scanner/user_scan/entertainment/site_100kanojo.py b/user_scanner/user_scan/entertainment/site_100kanojo.py index e87383c8e..c2726161c 100644 --- a/user_scanner/user_scan/entertainment/site_100kanojo.py +++ b/user_scanner/user_scan/entertainment/site_100kanojo.py @@ -1,17 +1,13 @@ import urllib.parse -from user_scanner.core.helpers import get_random_user_agent -from user_scanner.core.orchestrator import Result, generic_validate +from user_scanner.core.impersonate import impersonate_validate +from user_scanner.core.orchestrator import Result def validate_site_100kanojo(user: str) -> Result: encoded_user = urllib.parse.quote(user) url = "https://100kanojo.miraheze.org/w/api.php" show_url = f"https://100kanojo.miraheze.org/wiki/User:{encoded_user}" - headers = { - "User-Agent": get_random_user_agent(), - "Accept": "application/json", - } params = { "action": "query", "format": "json", @@ -52,11 +48,11 @@ def process(response) -> Result: return Result.error(f"Unexpected response status {response.status_code}") - return generic_validate( + return impersonate_validate( url, process, - headers=headers, params=params, show_url=show_url, - follow_redirects=True, + impersonate="chrome", + allow_redirects=True, ) diff --git a/user_scanner/user_scan/gaming/abyssalsoulwiki.py b/user_scanner/user_scan/gaming/abyssalsoulwiki.py index 8c640237e..0f7f6200f 100644 --- a/user_scanner/user_scan/gaming/abyssalsoulwiki.py +++ b/user_scanner/user_scan/gaming/abyssalsoulwiki.py @@ -1,17 +1,13 @@ import urllib.parse -from user_scanner.core.helpers import get_random_user_agent -from user_scanner.core.orchestrator import Result, generic_validate +from user_scanner.core.impersonate import impersonate_validate +from user_scanner.core.orchestrator import Result def validate_abyssalsoulwiki(user: str) -> Result: encoded_user = urllib.parse.quote(user) url = "https://abyssalsoulwiki.miraheze.org/w/api.php" show_url = f"https://abyssalsoulwiki.miraheze.org/wiki/User:{encoded_user}" - headers = { - "User-Agent": get_random_user_agent(), - "Accept": "application/json", - } params = { "action": "query", "format": "json", @@ -52,11 +48,11 @@ def process(response) -> Result: return Result.error(f"Unexpected response status {response.status_code}") - return generic_validate( + return impersonate_validate( url, process, - headers=headers, params=params, show_url=show_url, - follow_redirects=True, + impersonate="chrome", + allow_redirects=True, ) diff --git a/user_scanner/user_scan/gaming/adoh.py b/user_scanner/user_scan/gaming/adoh.py index ba903fbcd..81aad65f3 100644 --- a/user_scanner/user_scan/gaming/adoh.py +++ b/user_scanner/user_scan/gaming/adoh.py @@ -1,17 +1,13 @@ import urllib.parse -from user_scanner.core.helpers import get_random_user_agent -from user_scanner.core.orchestrator import Result, generic_validate +from user_scanner.core.impersonate import impersonate_validate +from user_scanner.core.orchestrator import Result def validate_adoh(user: str) -> Result: encoded_user = urllib.parse.quote(user) url = "https://adoh.miraheze.org/w/api.php" show_url = f"https://adoh.miraheze.org/wiki/User:{encoded_user}" - headers = { - "User-Agent": get_random_user_agent(), - "Accept": "application/json", - } params = { "action": "query", "format": "json", @@ -52,11 +48,11 @@ def process(response) -> Result: return Result.error(f"Unexpected response status {response.status_code}") - return generic_validate( + return impersonate_validate( url, process, - headers=headers, params=params, show_url=show_url, - follow_redirects=True, + impersonate="chrome", + allow_redirects=True, ) diff --git a/user_scanner/user_scan/gaming/site_5b5t.py b/user_scanner/user_scan/gaming/site_5b5t.py index 7f3617a52..12ff4e207 100644 --- a/user_scanner/user_scan/gaming/site_5b5t.py +++ b/user_scanner/user_scan/gaming/site_5b5t.py @@ -1,17 +1,13 @@ import urllib.parse -from user_scanner.core.helpers import get_random_user_agent -from user_scanner.core.orchestrator import Result, generic_validate +from user_scanner.core.impersonate import impersonate_validate +from user_scanner.core.orchestrator import Result def validate_site_5b5t(user: str) -> Result: encoded_user = urllib.parse.quote(user) url = "https://5b5t.miraheze.org/w/api.php" show_url = f"https://5b5t.miraheze.org/wiki/User:{encoded_user}" - headers = { - "User-Agent": get_random_user_agent(), - "Accept": "application/json", - } params = { "action": "query", "format": "json", @@ -52,11 +48,11 @@ def process(response) -> Result: return Result.error(f"Unexpected response status {response.status_code}") - return generic_validate( + return impersonate_validate( url, process, - headers=headers, params=params, show_url=show_url, - follow_redirects=True, + impersonate="chrome", + allow_redirects=True, ) diff --git a/user_scanner/user_scan/learning/site_2021pedia.py b/user_scanner/user_scan/learning/site_2021pedia.py index 14e31f435..87fd34ce2 100644 --- a/user_scanner/user_scan/learning/site_2021pedia.py +++ b/user_scanner/user_scan/learning/site_2021pedia.py @@ -1,17 +1,13 @@ import urllib.parse -from user_scanner.core.helpers import get_random_user_agent -from user_scanner.core.orchestrator import Result, generic_validate +from user_scanner.core.impersonate import impersonate_validate +from user_scanner.core.orchestrator import Result def validate_site_2021pedia(user: str) -> Result: encoded_user = urllib.parse.quote(user) url = "https://2021pedia.miraheze.org/w/api.php" show_url = f"https://2021pedia.miraheze.org/wiki/User:{encoded_user}" - headers = { - "User-Agent": get_random_user_agent(), - "Accept": "application/json", - } params = { "action": "query", "format": "json", @@ -52,11 +48,11 @@ def process(response) -> Result: return Result.error(f"Unexpected response status {response.status_code}") - return generic_validate( + return impersonate_validate( url, process, - headers=headers, params=params, show_url=show_url, - follow_redirects=True, + impersonate="chrome", + allow_redirects=True, ) diff --git a/user_scanner/user_scan/music/bloomarocksc.py b/user_scanner/user_scan/music/bloomarocksc.py index 74e5334c6..3401c233f 100644 --- a/user_scanner/user_scan/music/bloomarocksc.py +++ b/user_scanner/user_scan/music/bloomarocksc.py @@ -1,17 +1,13 @@ import urllib.parse -from user_scanner.core.helpers import get_random_user_agent -from user_scanner.core.orchestrator import Result, generic_validate +from user_scanner.core.impersonate import impersonate_validate +from user_scanner.core.orchestrator import Result def validate_bloomarocksc(user: str) -> Result: encoded_user = urllib.parse.quote(user) url = "https://bloomarocksc.miraheze.org/w/api.php" show_url = f"https://bloomarocksc.miraheze.org/wiki/User:{encoded_user}" - headers = { - "User-Agent": get_random_user_agent(), - "Accept": "application/json", - } params = { "action": "query", "format": "json", @@ -52,11 +48,11 @@ def process(response) -> Result: return Result.error(f"Unexpected response status {response.status_code}") - return generic_validate( + return impersonate_validate( url, process, - headers=headers, params=params, show_url=show_url, - follow_redirects=True, + impersonate="chrome", + allow_redirects=True, ) diff --git a/user_scanner/user_scan/music/site_4chanmusic.py b/user_scanner/user_scan/music/site_4chanmusic.py index e4f19e891..f922ae4ca 100644 --- a/user_scanner/user_scan/music/site_4chanmusic.py +++ b/user_scanner/user_scan/music/site_4chanmusic.py @@ -1,17 +1,13 @@ import urllib.parse -from user_scanner.core.helpers import get_random_user_agent -from user_scanner.core.orchestrator import Result, generic_validate +from user_scanner.core.impersonate import impersonate_validate +from user_scanner.core.orchestrator import Result def validate_site_4chanmusic(user: str) -> Result: encoded_user = urllib.parse.quote(user) url = "https://4chanmusic.miraheze.org/w/api.php" show_url = f"https://4chanmusic.miraheze.org/wiki/User:{encoded_user}" - headers = { - "User-Agent": get_random_user_agent(), - "Accept": "application/json", - } params = { "action": "query", "format": "json", @@ -52,11 +48,11 @@ def process(response) -> Result: return Result.error(f"Unexpected response status {response.status_code}") - return generic_validate( + return impersonate_validate( url, process, - headers=headers, params=params, show_url=show_url, - follow_redirects=True, + impersonate="chrome", + allow_redirects=True, ) diff --git a/user_scanner/user_scan/other/adamastor.py b/user_scanner/user_scan/other/adamastor.py index a83d47a98..09798a5d1 100644 --- a/user_scanner/user_scan/other/adamastor.py +++ b/user_scanner/user_scan/other/adamastor.py @@ -1,17 +1,13 @@ import urllib.parse -from user_scanner.core.helpers import get_random_user_agent -from user_scanner.core.orchestrator import Result, generic_validate +from user_scanner.core.impersonate import impersonate_validate +from user_scanner.core.orchestrator import Result def validate_adamastor(user: str) -> Result: encoded_user = urllib.parse.quote(user) url = "https://adamastor.miraheze.org/w/api.php" show_url = f"https://adamastor.miraheze.org/wiki/User:{encoded_user}" - headers = { - "User-Agent": get_random_user_agent(), - "Accept": "application/json", - } params = { "action": "query", "format": "json", @@ -52,11 +48,11 @@ def process(response) -> Result: return Result.error(f"Unexpected response status {response.status_code}") - return generic_validate( + return impersonate_validate( url, process, - headers=headers, params=params, show_url=show_url, - follow_redirects=True, + impersonate="chrome", + allow_redirects=True, ) diff --git a/user_scanner/user_scan/other/aethelgardia.py b/user_scanner/user_scan/other/aethelgardia.py index d7b166507..c2e0a830d 100644 --- a/user_scanner/user_scan/other/aethelgardia.py +++ b/user_scanner/user_scan/other/aethelgardia.py @@ -1,17 +1,13 @@ import urllib.parse -from user_scanner.core.helpers import get_random_user_agent -from user_scanner.core.orchestrator import Result, generic_validate +from user_scanner.core.impersonate import impersonate_validate +from user_scanner.core.orchestrator import Result def validate_aethelgardia(user: str) -> Result: encoded_user = urllib.parse.quote(user) url = "https://aethelgardia.miraheze.org/w/api.php" show_url = f"https://aethelgardia.miraheze.org/wiki/User:{encoded_user}" - headers = { - "User-Agent": get_random_user_agent(), - "Accept": "application/json", - } params = { "action": "query", "format": "json", @@ -52,11 +48,11 @@ def process(response) -> Result: return Result.error(f"Unexpected response status {response.status_code}") - return generic_validate( + return impersonate_validate( url, process, - headers=headers, params=params, show_url=show_url, - follow_redirects=True, + impersonate="chrome", + allow_redirects=True, ) diff --git a/user_scanner/user_scan/other/backroomswikisw.py b/user_scanner/user_scan/other/backroomswikisw.py index 01d678a27..c55c16cc6 100644 --- a/user_scanner/user_scan/other/backroomswikisw.py +++ b/user_scanner/user_scan/other/backroomswikisw.py @@ -1,17 +1,13 @@ import urllib.parse -from user_scanner.core.helpers import get_random_user_agent -from user_scanner.core.orchestrator import Result, generic_validate +from user_scanner.core.impersonate import impersonate_validate +from user_scanner.core.orchestrator import Result def validate_backroomswikisw(user: str) -> Result: encoded_user = urllib.parse.quote(user) url = "https://backroomswikisw.miraheze.org/w/api.php" show_url = f"https://backroomswikisw.miraheze.org/wiki/User:{encoded_user}" - headers = { - "User-Agent": get_random_user_agent(), - "Accept": "application/json", - } params = { "action": "query", "format": "json", @@ -52,11 +48,11 @@ def process(response) -> Result: return Result.error(f"Unexpected response status {response.status_code}") - return generic_validate( + return impersonate_validate( url, process, - headers=headers, params=params, show_url=show_url, - follow_redirects=True, + impersonate="chrome", + allow_redirects=True, )