fix(user_scan): resolve bot-wall 403 errors across 20 mediawiki platforms

user_scanner/user_scan/community/asg.py

@@ -1,17 +1,13 @@
 import urllib.parse
 
-from user_scanner.core.helpers import get_random_user_agent
-from user_scanner.core.orchestrator import Result, generic_validate
+from user_scanner.core.impersonate import impersonate_validate
+from user_scanner.core.orchestrator import Result
 
 
 def validate_asg(user: str) -> Result:
     encoded_user = urllib.parse.quote(user)
     url = "https://asg.miraheze.org/w/api.php"
     show_url = f"https://asg.miraheze.org/wiki/User:{encoded_user}"
-    headers = {
-        "User-Agent": get_random_user_agent(),
-        "Accept": "application/json",
-    }
     params = {
         "action": "query",
         "format": "json",
@@ -52,11 +48,11 @@ def process(response) -> Result:
 
         return Result.error(f"Unexpected response status {response.status_code}")
 
-    return generic_validate(
+    return impersonate_validate(
         url,
         process,
-        headers=headers,
         params=params,
         show_url=show_url,
-        follow_redirects=True,
+        impersonate="chrome",
+        allow_redirects=True,
     )

user_scanner/user_scan/community/aurodossa.py

@@ -1,17 +1,13 @@
 import urllib.parse
 
-from user_scanner.core.helpers import get_random_user_agent
-from user_scanner.core.orchestrator import Result, generic_validate
+from user_scanner.core.impersonate import impersonate_validate
+from user_scanner.core.orchestrator import Result
 
 
 def validate_aurodossa(user: str) -> Result:
     encoded_user = urllib.parse.quote(user)
     url = "https://aurodossa.miraheze.org/w/api.php"
     show_url = f"https://aurodossa.miraheze.org/wiki/User:{encoded_user}"
-    headers = {
-        "User-Agent": get_random_user_agent(),
-        "Accept": "application/json",
-    }
     params = {
         "action": "query",
         "format": "json",
@@ -52,11 +48,11 @@ def process(response) -> Result:
 
         return Result.error(f"Unexpected response status {response.status_code}")
 
-    return generic_validate(
+    return impersonate_validate(
         url,
         process,
-        headers=headers,
         params=params,
         show_url=show_url,
-        follow_redirects=True,
+        impersonate="chrome",
+        allow_redirects=True,
     )

user_scanner/user_scan/community/auuversewiki.py

@@ -1,17 +1,13 @@
 import urllib.parse
 
-from user_scanner.core.helpers import get_random_user_agent
-from user_scanner.core.orchestrator import Result, generic_validate
+from user_scanner.core.impersonate import impersonate_validate
+from user_scanner.core.orchestrator import Result
 
 
 def validate_auuversewiki(user: str) -> Result:
     encoded_user = urllib.parse.quote(user)
     url = "https://auuversewiki.miraheze.org/w/api.php"
     show_url = f"https://auuversewiki.miraheze.org/wiki/User:{encoded_user}"
-    headers = {
-        "User-Agent": get_random_user_agent(),
-        "Accept": "application/json",
-    }
     params = {
         "action": "query",
         "format": "json",
@@ -52,11 +48,11 @@ def process(response) -> Result:
 
         return Result.error(f"Unexpected response status {response.status_code}")
 
-    return generic_validate(
+    return impersonate_validate(
         url,
         process,
-        headers=headers,
         params=params,
         show_url=show_url,
-        follow_redirects=True,
+        impersonate="chrome",
+        allow_redirects=True,
     )

user_scanner/user_scan/creative/airlinesafetycards.py

@@ -1,17 +1,13 @@
 import urllib.parse
 
-from user_scanner.core.helpers import get_random_user_agent
-from user_scanner.core.orchestrator import Result, generic_validate
+from user_scanner.core.impersonate import impersonate_validate
+from user_scanner.core.orchestrator import Result
 
 
 def validate_airlinesafetycards(user: str) -> Result:
     encoded_user = urllib.parse.quote(user)
     url = "https://airlinesafetycards.miraheze.org/w/api.php"
     show_url = f"https://airlinesafetycards.miraheze.org/wiki/User:{encoded_user}"
-    headers = {
-        "User-Agent": get_random_user_agent(),
-        "Accept": "application/json",
-    }
     params = {
         "action": "query",
         "format": "json",
@@ -52,11 +48,11 @@ def process(response) -> Result:
 
         return Result.error(f"Unexpected response status {response.status_code}")
 
-    return generic_validate(
+    return impersonate_validate(
         url,
         process,
-        headers=headers,
         params=params,
         show_url=show_url,
-        follow_redirects=True,
+        impersonate="chrome",
+        allow_redirects=True,
     )

user_scanner/user_scan/creative/brockvillerailfan.py

@@ -1,17 +1,13 @@
 import urllib.parse
 
-from user_scanner.core.helpers import get_random_user_agent
-from user_scanner.core.orchestrator import Result, generic_validate
+from user_scanner.core.impersonate import impersonate_validate
+from user_scanner.core.orchestrator import Result
 
 
 def validate_brockvillerailfan(user: str) -> Result:
     encoded_user = urllib.parse.quote(user)
     url = "https://brockvillerailfan.miraheze.org/w/api.php"
     show_url = f"https://brockvillerailfan.miraheze.org/wiki/User:{encoded_user}"
-    headers = {
-        "User-Agent": get_random_user_agent(),
-        "Accept": "application/json",
-    }
     params = {
         "action": "query",
         "format": "json",
@@ -52,11 +48,11 @@ def process(response) -> Result:
 
         return Result.error(f"Unexpected response status {response.status_code}")
 
-    return generic_validate(
+    return impersonate_validate(
         url,
         process,
-        headers=headers,
         params=params,
         show_url=show_url,
-        follow_redirects=True,
+        impersonate="chrome",
+        allow_redirects=True,
     )

user_scanner/user_scan/gaming/abysssmp.py

@@ -1,17 +1,13 @@
 import urllib.parse
 
-from user_scanner.core.helpers import get_random_user_agent
-from user_scanner.core.orchestrator import Result, generic_validate
+from user_scanner.core.impersonate import impersonate_validate
+from user_scanner.core.orchestrator import Result
 
 
 def validate_abysssmp(user: str) -> Result:
     encoded_user = urllib.parse.quote(user)
     url = "https://abysssmp.miraheze.org/w/api.php"
     show_url = f"https://abysssmp.miraheze.org/wiki/User:{encoded_user}"
-    headers = {
-        "User-Agent": get_random_user_agent(),
-        "Accept": "application/json",
-    }
     params = {
         "action": "query",
         "format": "json",
@@ -52,11 +48,11 @@ def process(response) -> Result:
 
         return Result.error(f"Unexpected response status {response.status_code}")
 
-    return generic_validate(
+    return impersonate_validate(
         url,
         process,
-        headers=headers,
         params=params,
         show_url=show_url,
-        follow_redirects=True,
+        impersonate="chrome",
+        allow_redirects=True,
     )

user_scanner/user_scan/gaming/site_2001office.py

@@ -1,17 +1,13 @@
 import urllib.parse
 
-from user_scanner.core.helpers import get_random_user_agent
-from user_scanner.core.orchestrator import Result, generic_validate
+from user_scanner.core.impersonate import impersonate_validate
+from user_scanner.core.orchestrator import Result
 
 
 def validate_site_2001office(user: str) -> Result:
     encoded_user = urllib.parse.quote(user)
     url = "https://2001office.miraheze.org/w/api.php"
     show_url = f"https://2001office.miraheze.org/wiki/User:{encoded_user}"
-    headers = {
-        "User-Agent": get_random_user_agent(),
-        "Accept": "application/json",
-    }
     params = {
         "action": "query",
         "format": "json",
@@ -52,11 +48,11 @@ def process(response) -> Result:
 
         return Result.error(f"Unexpected response status {response.status_code}")
 
-    return generic_validate(
+    return impersonate_validate(
         url,
         process,
-        headers=headers,
         params=params,
         show_url=show_url,
-        follow_redirects=True,
+        impersonate="chrome",
+        allow_redirects=True,
     )

user_scanner/user_scan/gaming/site_2b2tar.py

@@ -1,17 +1,13 @@
 import urllib.parse
 
-from user_scanner.core.helpers import get_random_user_agent
-from user_scanner.core.orchestrator import Result, generic_validate
+from user_scanner.core.impersonate import impersonate_validate
+from user_scanner.core.orchestrator import Result
 
 
 def validate_site_2b2tar(user: str) -> Result:
     encoded_user = urllib.parse.quote(user)
     url = "https://2b2tar.miraheze.org/w/api.php"
     show_url = f"https://2b2tar.miraheze.org/wiki/User:{encoded_user}"
-    headers = {
-        "User-Agent": get_random_user_agent(),
-        "Accept": "application/json",
-    }
     params = {
         "action": "query",
         "format": "json",
@@ -52,11 +48,11 @@ def process(response) -> Result:
 
         return Result.error(f"Unexpected response status {response.status_code}")
 
-    return generic_validate(
+    return impersonate_validate(
         url,
         process,
-        headers=headers,
         params=params,
         show_url=show_url,
-        follow_redirects=True,
+        impersonate="chrome",
+        allow_redirects=True,
     )

user_scanner/user_scan/gaming/site_5jasmp.py

@@ -1,17 +1,13 @@
 import urllib.parse
 
-from user_scanner.core.helpers import get_random_user_agent
-from user_scanner.core.orchestrator import Result, generic_validate
+from user_scanner.core.impersonate import impersonate_validate
+from user_scanner.core.orchestrator import Result
 
 
 def validate_site_5jasmp(user: str) -> Result:
     encoded_user = urllib.parse.quote(user)
     url = "https://5jasmp.miraheze.org/w/api.php"
     show_url = f"https://5jasmp.miraheze.org/wiki/User:{encoded_user}"
-    headers = {
-        "User-Agent": get_random_user_agent(),
-        "Accept": "application/json",
-    }
     params = {
         "action": "query",
         "format": "json",
@@ -52,11 +48,11 @@ def process(response) -> Result:
 
         return Result.error(f"Unexpected response status {response.status_code}")
 
-    return generic_validate(
+    return impersonate_validate(
         url,
         process,
-        headers=headers,
         params=params,
         show_url=show_url,
-        follow_redirects=True,
+        impersonate="chrome",
+        allow_redirects=True,
     )

user_scanner/user_scan/gaming/wiki_3c3u_info.py

@@ -1,17 +1,13 @@
 import urllib.parse
 
-from user_scanner.core.helpers import get_random_user_agent
-from user_scanner.core.orchestrator import Result, generic_validate
+from user_scanner.core.impersonate import impersonate_validate
+from user_scanner.core.orchestrator import Result
 
 
 def validate_wiki_3c3u_info(user: str) -> Result:
     encoded_user = urllib.parse.quote(user)
     url = "https://wiki.3c3u.info/w/api.php"
     show_url = f"https://wiki.3c3u.info/wiki/User:{encoded_user}"
-    headers = {
-        "User-Agent": get_random_user_agent(),
-        "Accept": "application/json",
-    }
     params = {
         "action": "query",
         "format": "json",
@@ -52,11 +48,11 @@ def process(response) -> Result:
 
         return Result.error(f"Unexpected response status {response.status_code}")
 
-    return generic_validate(
+    return impersonate_validate(
         url,
         process,
-        headers=headers,
         params=params,
         show_url=show_url,
-        follow_redirects=True,
+        impersonate="chrome",
+        allow_redirects=True,
     )

user_scanner/user_scan/learning/aikarebirthfanfic.py

@@ -1,17 +1,13 @@
 import urllib.parse
 
-from user_scanner.core.helpers import get_random_user_agent
-from user_scanner.core.orchestrator import Result, generic_validate
+from user_scanner.core.impersonate import impersonate_validate
+from user_scanner.core.orchestrator import Result
 
 
 def validate_aikarebirthfanfic(user: str) -> Result:
     encoded_user = urllib.parse.quote(user)
     url = "https://aikarebirthfanfic.miraheze.org/w/api.php"
     show_url = f"https://aikarebirthfanfic.miraheze.org/wiki/User:{encoded_user}"
-    headers = {
-        "User-Agent": get_random_user_agent(),
-        "Accept": "application/json",
-    }
     params = {
         "action": "query",
         "format": "json",
@@ -52,11 +48,11 @@ def process(response) -> Result:
 
         return Result.error(f"Unexpected response status {response.status_code}")
 
-    return generic_validate(
+    return impersonate_validate(
         url,
         process,
-        headers=headers,
         params=params,
         show_url=show_url,
-        follow_redirects=True,
+        impersonate="chrome",
+        allow_redirects=True,
     )