fix(user_scan): resolve bot-wall 403 errors across 22 mediawiki platforms

user_scanner/user_scan/community/amongtubers.py

@@ -1,17 +1,13 @@
 import urllib.parse
 
-from user_scanner.core.helpers import get_random_user_agent
-from user_scanner.core.orchestrator import Result, generic_validate
+from user_scanner.core.impersonate import impersonate_validate
+from user_scanner.core.orchestrator import Result
 
 
 def validate_amongtubers(user: str) -> Result:
     encoded_user = urllib.parse.quote(user)
     url = "https://amongtubers.miraheze.org/w/api.php"
     show_url = f"https://amongtubers.miraheze.org/wiki/User:{encoded_user}"
-    headers = {
-        "User-Agent": get_random_user_agent(),
-        "Accept": "application/json",
-    }
     params = {
         "action": "query",
         "format": "json",
@@ -52,11 +48,11 @@ def process(response) -> Result:
 
         return Result.error(f"Unexpected response status {response.status_code}")
 
-    return generic_validate(
+    return impersonate_validate(
         url,
         process,
-        headers=headers,
         params=params,
         show_url=show_url,
-        follow_redirects=True,
+        impersonate="chrome",
+        allow_redirects=True,
     )

user_scanner/user_scan/community/anythingdexofficial.py

@@ -1,17 +1,13 @@
 import urllib.parse
 
-from user_scanner.core.helpers import get_random_user_agent
-from user_scanner.core.orchestrator import Result, generic_validate
+from user_scanner.core.impersonate import impersonate_validate
+from user_scanner.core.orchestrator import Result
 
 
 def validate_anythingdexofficial(user: str) -> Result:
     encoded_user = urllib.parse.quote(user)
     url = "https://anythingdexofficial.miraheze.org/w/api.php"
     show_url = f"https://anythingdexofficial.miraheze.org/wiki/User:{encoded_user}"
-    headers = {
-        "User-Agent": get_random_user_agent(),
-        "Accept": "application/json",
-    }
     params = {
         "action": "query",
         "format": "json",
@@ -52,11 +48,11 @@ def process(response) -> Result:
 
         return Result.error(f"Unexpected response status {response.status_code}")
 
-    return generic_validate(
+    return impersonate_validate(
         url,
         process,
-        headers=headers,
         params=params,
         show_url=show_url,
-        follow_redirects=True,
+        impersonate="chrome",
+        allow_redirects=True,
     )

user_scanner/user_scan/community/aucklandtransport.py

@@ -1,17 +1,13 @@
 import urllib.parse
 
-from user_scanner.core.helpers import get_random_user_agent
-from user_scanner.core.orchestrator import Result, generic_validate
+from user_scanner.core.impersonate import impersonate_validate
+from user_scanner.core.orchestrator import Result
 
 
 def validate_aucklandtransport(user: str) -> Result:
     encoded_user = urllib.parse.quote(user)
     url = "https://aucklandtransport.miraheze.org/w/api.php"
     show_url = f"https://aucklandtransport.miraheze.org/wiki/User:{encoded_user}"
-    headers = {
-        "User-Agent": get_random_user_agent(),
-        "Accept": "application/json",
-    }
     params = {
         "action": "query",
         "format": "json",
@@ -52,11 +48,11 @@ def process(response) -> Result:
 
         return Result.error(f"Unexpected response status {response.status_code}")
 
-    return generic_validate(
+    return impersonate_validate(
         url,
         process,
-        headers=headers,
         params=params,
         show_url=show_url,
-        follow_redirects=True,
+        impersonate="chrome",
+        allow_redirects=True,
     )

user_scanner/user_scan/community/site_100applianceparts.py

@@ -1,17 +1,13 @@
 import urllib.parse
 
-from user_scanner.core.helpers import get_random_user_agent
-from user_scanner.core.orchestrator import Result, generic_validate
+from user_scanner.core.impersonate import impersonate_validate
+from user_scanner.core.orchestrator import Result
 
 
 def validate_site_100applianceparts(user: str) -> Result:
     encoded_user = urllib.parse.quote(user)
     url = "https://100applianceparts.miraheze.org/w/api.php"
     show_url = f"https://100applianceparts.miraheze.org/wiki/User:{encoded_user}"
-    headers = {
-        "User-Agent": get_random_user_agent(),
-        "Accept": "application/json",
-    }
     params = {
         "action": "query",
         "format": "json",
@@ -52,11 +48,11 @@ def process(response) -> Result:
 
         return Result.error(f"Unexpected response status {response.status_code}")
 
-    return generic_validate(
+    return impersonate_validate(
         url,
         process,
-        headers=headers,
         params=params,
         show_url=show_url,
-        follow_redirects=True,
+        impersonate="chrome",
+        allow_redirects=True,
     )

user_scanner/user_scan/dev/aboutpcs.py

@@ -1,17 +1,13 @@
 import urllib.parse
 
-from user_scanner.core.helpers import get_random_user_agent
-from user_scanner.core.orchestrator import Result, generic_validate
+from user_scanner.core.impersonate import impersonate_validate
+from user_scanner.core.orchestrator import Result
 
 
 def validate_aboutpcs(user: str) -> Result:
     encoded_user = urllib.parse.quote(user)
     url = "https://aboutpcs.miraheze.org/w/api.php"
     show_url = f"https://aboutpcs.miraheze.org/wiki/User:{encoded_user}"
-    headers = {
-        "User-Agent": get_random_user_agent(),
-        "Accept": "application/json",
-    }
     params = {
         "action": "query",
         "format": "json",
@@ -52,11 +48,11 @@ def process(response) -> Result:
 
         return Result.error(f"Unexpected response status {response.status_code}")
 
-    return generic_validate(
+    return impersonate_validate(
         url,
         process,
-        headers=headers,
         params=params,
         show_url=show_url,
-        follow_redirects=True,
+        impersonate="chrome",
+        allow_redirects=True,
     )

user_scanner/user_scan/dev/ballsdexselfhost.py

@@ -1,17 +1,13 @@
 import urllib.parse
 
-from user_scanner.core.helpers import get_random_user_agent
-from user_scanner.core.orchestrator import Result, generic_validate
+from user_scanner.core.impersonate import impersonate_validate
+from user_scanner.core.orchestrator import Result
 
 
 def validate_ballsdexselfhost(user: str) -> Result:
     encoded_user = urllib.parse.quote(user)
     url = "https://ballsdexselfhost.miraheze.org/w/api.php"
     show_url = f"https://ballsdexselfhost.miraheze.org/wiki/User:{encoded_user}"
-    headers = {
-        "User-Agent": get_random_user_agent(),
-        "Accept": "application/json",
-    }
     params = {
         "action": "query",
         "format": "json",
@@ -52,11 +48,11 @@ def process(response) -> Result:
 
         return Result.error(f"Unexpected response status {response.status_code}")
 
-    return generic_validate(
+    return impersonate_validate(
         url,
         process,
-        headers=headers,
         params=params,
         show_url=show_url,
-        follow_redirects=True,
+        impersonate="chrome",
+        allow_redirects=True,
     )

user_scanner/user_scan/dev/wiki_gab_pt_eu_org.py

@@ -1,17 +1,13 @@
 import urllib.parse
 
-from user_scanner.core.helpers import get_random_user_agent
-from user_scanner.core.orchestrator import Result, generic_validate
+from user_scanner.core.impersonate import impersonate_validate
+from user_scanner.core.orchestrator import Result
 
 
 def validate_wiki_gab_pt_eu_org(user: str) -> Result:
     encoded_user = urllib.parse.quote(user)
     url = "https://wiki.gab.pt.eu.org/w/api.php"
     show_url = f"https://wiki.gab.pt.eu.org/wiki/User:{encoded_user}"
-    headers = {
-        "User-Agent": get_random_user_agent(),
-        "Accept": "application/json",
-    }
     params = {
         "action": "query",
         "format": "json",
@@ -52,11 +48,11 @@ def process(response) -> Result:
 
         return Result.error(f"Unexpected response status {response.status_code}")
 
-    return generic_validate(
+    return impersonate_validate(
         url,
         process,
-        headers=headers,
         params=params,
         show_url=show_url,
-        follow_redirects=True,
+        impersonate="chrome",
+        allow_redirects=True,
     )

user_scanner/user_scan/entertainment/abnormalitiesapartmentroblox.py

@@ -1,17 +1,13 @@
 import urllib.parse
 
-from user_scanner.core.helpers import get_random_user_agent
-from user_scanner.core.orchestrator import Result, generic_validate
+from user_scanner.core.impersonate import impersonate_validate
+from user_scanner.core.orchestrator import Result
 
 
 def validate_abnormalitiesapartmentroblox(user: str) -> Result:
     encoded_user = urllib.parse.quote(user)
     url = "https://abnormalitiesapartmentroblox.miraheze.org/w/api.php"
     show_url = f"https://abnormalitiesapartmentroblox.miraheze.org/wiki/User:{encoded_user}"
-    headers = {
-        "User-Agent": get_random_user_agent(),
-        "Accept": "application/json",
-    }
     params = {
         "action": "query",
         "format": "json",
@@ -52,11 +48,11 @@ def process(response) -> Result:
 
         return Result.error(f"Unexpected response status {response.status_code}")
 
-    return generic_validate(
+    return impersonate_validate(
         url,
         process,
-        headers=headers,
         params=params,
         show_url=show_url,
-        follow_redirects=True,
+        impersonate="chrome",
+        allow_redirects=True,
     )

user_scanner/user_scan/entertainment/adelis.py

@@ -1,17 +1,13 @@
 import urllib.parse
 
-from user_scanner.core.helpers import get_random_user_agent
-from user_scanner.core.orchestrator import Result, generic_validate
+from user_scanner.core.impersonate import impersonate_validate
+from user_scanner.core.orchestrator import Result
 
 
 def validate_adelis(user: str) -> Result:
     encoded_user = urllib.parse.quote(user)
     url = "https://adelis.miraheze.org/w/api.php"
     show_url = f"https://adelis.miraheze.org/wiki/User:{encoded_user}"
-    headers = {
-        "User-Agent": get_random_user_agent(),
-        "Accept": "application/json",
-    }
     params = {
         "action": "query",
         "format": "json",
@@ -52,11 +48,11 @@ def process(response) -> Result:
 
         return Result.error(f"Unexpected response status {response.status_code}")
 
-    return generic_validate(
+    return impersonate_validate(
         url,
         process,
-        headers=headers,
         params=params,
         show_url=show_url,
-        follow_redirects=True,
+        impersonate="chrome",
+        allow_redirects=True,
     )

user_scanner/user_scan/entertainment/aetheria.py

@@ -1,17 +1,13 @@
 import urllib.parse
 
-from user_scanner.core.helpers import get_random_user_agent
-from user_scanner.core.orchestrator import Result, generic_validate
+from user_scanner.core.impersonate import impersonate_validate
+from user_scanner.core.orchestrator import Result
 
 
 def validate_aetheria(user: str) -> Result:
     encoded_user = urllib.parse.quote(user)
     url = "https://aetheria.miraheze.org/w/api.php"
     show_url = f"https://aetheria.miraheze.org/wiki/User:{encoded_user}"
-    headers = {
-        "User-Agent": get_random_user_agent(),
-        "Accept": "application/json",
-    }
     params = {
         "action": "query",
         "format": "json",
@@ -52,11 +48,11 @@ def process(response) -> Result:
 
         return Result.error(f"Unexpected response status {response.status_code}")
 
-    return generic_validate(
+    return impersonate_validate(
         url,
         process,
-        headers=headers,
         params=params,
         show_url=show_url,
-        follow_redirects=True,
+        impersonate="chrome",
+        allow_redirects=True,
     )

user_scanner/user_scan/entertainment/aftertherevolution.py

@@ -1,17 +1,13 @@
 import urllib.parse
 
-from user_scanner.core.helpers import get_random_user_agent
-from user_scanner.core.orchestrator import Result, generic_validate
+from user_scanner.core.impersonate import impersonate_validate
+from user_scanner.core.orchestrator import Result
 
 
 def validate_aftertherevolution(user: str) -> Result:
     encoded_user = urllib.parse.quote(user)
     url = "https://aftertherevolution.miraheze.org/w/api.php"
     show_url = f"https://aftertherevolution.miraheze.org/wiki/User:{encoded_user}"
-    headers = {
-        "User-Agent": get_random_user_agent(),
-        "Accept": "application/json",
-    }
     params = {
         "action": "query",
         "format": "json",
@@ -52,11 +48,11 @@ def process(response) -> Result:
 
         return Result.error(f"Unexpected response status {response.status_code}")
 
-    return generic_validate(
+    return impersonate_validate(
         url,
         process,
-        headers=headers,
         params=params,
         show_url=show_url,
-        follow_redirects=True,
+        impersonate="chrome",
+        allow_redirects=True,
     )