Readd FlareRequests

pynyaata/flarerequests.py

@@ -1,6 +1,7 @@
 from io import BytesIO
 from urllib import parse
-from requests import Response, Session, post
+from charset_normalizer import detect
+from requests import RequestException, Response, Session, post
 from .config import CLOUDPROXY_ENDPOINT
 
 
@@ -9,43 +10,61 @@ class FlareRequests(Session):
         if not CLOUDPROXY_ENDPOINT:
             return super().request(method, url, params, data, **kwargs)
 
+        sessions = post(CLOUDPROXY_ENDPOINT, json={"cmd": "sessions.list"}).json()
+
+        if "sessions" in sessions and len(sessions["sessions"]) > 0:
+            FLARE_SESSION = sessions["sessions"][0]
+        else:
+            response = post(CLOUDPROXY_ENDPOINT, json={"cmd": "sessions.create"})
+            session = response.json()
+
+            if "session" in session:
+                FLARE_SESSION = session["session"]
+            else:
+                raise RequestException(response)
+
         if params:
             url += "&" if len(url.split("?")) > 1 else "?"
             url = f"{url}{parse.urlencode(params)}"
 
         post_data = {
             "cmd": f"request.{method.lower()}",
+            "session": FLARE_SESSION,
             "url": url,
         }
 
         if data:
             post_data["postData"] = parse.urlencode(data)
 
+        try:
             response = post(
                 CLOUDPROXY_ENDPOINT,
                 json=post_data,
             )
 
-        solution = response.json()
+            content = response.json()
 
-        if "solution" in solution:
+            if "solution" in content:
-            encoding = None
+                solution = content["solution"]
-            headers = solution["solution"]["headers"]
+                raw = solution["response"].encode()
-            if "content-type" in headers:
+                encoding = detect(raw)
-                content_type = headers["content-type"].split(";")
-                if len(content_type) > 1:
-                    charset = content_type[1].split("=")
-                    if len(charset) > 1:
-                        encoding = charset[1]
 
                 resolved = Response()
-
+                resolved.status_code = solution["status"]
-            resolved.status_code = solution["solution"]["status"]
+                resolved.headers = solution["headers"]
-            resolved.headers = headers
+                resolved.raw = BytesIO(raw)
-            resolved.raw = BytesIO(solution["solution"]["response"].encode())
                 resolved.url = url
-            resolved.encoding = encoding
+                resolved.encoding = encoding["encoding"]
-            resolved.reason = solution["status"]
+                resolved.reason = content["status"]
-            resolved.cookies = solution["solution"]["cookies"]
+                resolved.cookies = solution["cookies"]
 
                 return resolved
+
+            raise RequestException(response)
+        except RequestException:
+            session = post(
+                CLOUDPROXY_ENDPOINT,
+                json={"cmd": "sessions.destroy", "session": FLARE_SESSION},
+            )
+
+            raise RequestException(solution)

requirements.txt

@@ -6,6 +6,7 @@ WTForms==2.3.3
 PyMySQL==1.0.2
 pg8000==1.29.4
 requests==2.28.2
+charset-normalizer==3.0.1
 beautifulsoup4==4.11.1
 python-dotenv==0.21.0
 dateparser==1.1.6