181 lines
3.9 KiB
Python
181 lines
3.9 KiB
Python
from abc import ABC, abstractmethod
|
|
from enum import Enum
|
|
from functools import wraps
|
|
from json import dumps, loads
|
|
|
|
from redis.exceptions import RedisError
|
|
import requests
|
|
from requests import RequestException
|
|
|
|
from ..config import CACHE_TIMEOUT, REDIS_ENABLED, REQUESTS_TIMEOUT, logger
|
|
|
|
if REDIS_ENABLED:
|
|
from ..config import cache
|
|
|
|
cloudproxy_session = None
|
|
|
|
|
|
class ConnectorReturn(Enum):
|
|
SEARCH = 1
|
|
HISTORY = 2
|
|
|
|
|
|
class ConnectorLang(Enum):
|
|
FR = "🇫🇷"
|
|
JP = "🇯🇵"
|
|
|
|
|
|
class Cache:
|
|
def cache_data(self, f):
|
|
@wraps(f)
|
|
def wrapper(*args, **kwds):
|
|
connector = args[0]
|
|
key = "pynyaata.%s.%s.%s.%s" % (
|
|
connector.__class__.__name__,
|
|
f.__name__,
|
|
connector.query,
|
|
connector.page,
|
|
)
|
|
|
|
if REDIS_ENABLED:
|
|
json = None
|
|
|
|
try:
|
|
json = cache.get(key)
|
|
except RedisError:
|
|
pass
|
|
|
|
if json:
|
|
data = loads(json)
|
|
connector.data = data["data"]
|
|
connector.is_more = data["is_more"]
|
|
connector.on_error = False
|
|
return
|
|
|
|
ret = f(*args, **kwds)
|
|
|
|
if not connector.on_error and REDIS_ENABLED:
|
|
try:
|
|
cache.set(
|
|
key,
|
|
dumps({"data": connector.data, "is_more": connector.is_more}),
|
|
CACHE_TIMEOUT,
|
|
)
|
|
except RedisError:
|
|
pass
|
|
|
|
return ret
|
|
|
|
return wrapper
|
|
|
|
|
|
ConnectorCache = Cache()
|
|
|
|
|
|
def curl_content(url, params=None, ajax=False, debug=True, cloudflare=False):
|
|
output = ""
|
|
http_code = 500
|
|
method = "post" if (params is not None) else "get"
|
|
headers = {}
|
|
|
|
if ajax:
|
|
headers["X-Requested-With"] = "XMLHttpRequest"
|
|
|
|
if cloudflare:
|
|
headers["User-Agent"] = "Googlebot/2.1 (+http://www.google.com/bot.html)"
|
|
|
|
try:
|
|
if method == "post":
|
|
response = requests.post(
|
|
url, params, timeout=REQUESTS_TIMEOUT, headers=headers
|
|
)
|
|
else:
|
|
response = requests.get(url, timeout=REQUESTS_TIMEOUT, headers=headers)
|
|
|
|
output = response.text
|
|
http_code = response.status_code
|
|
except RequestException as e:
|
|
if debug:
|
|
logger.exception(e)
|
|
|
|
return {"http_code": http_code, "output": output}
|
|
|
|
|
|
class ConnectorCore(ABC):
|
|
@property
|
|
@abstractmethod
|
|
def color(self):
|
|
pass
|
|
|
|
@property
|
|
@abstractmethod
|
|
def title(self):
|
|
pass
|
|
|
|
@property
|
|
@abstractmethod
|
|
def favicon(self):
|
|
pass
|
|
|
|
@property
|
|
@abstractmethod
|
|
def base_url(self):
|
|
pass
|
|
|
|
@property
|
|
@abstractmethod
|
|
def is_light(self):
|
|
pass
|
|
|
|
def __init__(self, query, page=1, return_type=ConnectorReturn.SEARCH):
|
|
self.query = query
|
|
self.data = []
|
|
self.is_more = False
|
|
self.on_error = True
|
|
self.page = page
|
|
self.return_type = return_type
|
|
|
|
@abstractmethod
|
|
def get_full_search_url(self):
|
|
pass
|
|
|
|
@abstractmethod
|
|
def search(self):
|
|
pass
|
|
|
|
@abstractmethod
|
|
def get_history(self):
|
|
pass
|
|
|
|
@abstractmethod
|
|
def is_vf(self, url):
|
|
pass
|
|
|
|
async def run(self):
|
|
if self.on_error:
|
|
if self.return_type is ConnectorReturn.SEARCH:
|
|
self.search()
|
|
elif self.return_type is ConnectorReturn.HISTORY:
|
|
self.get_history()
|
|
return self
|
|
|
|
|
|
class Other(ConnectorCore):
|
|
color = "is-danger"
|
|
title = "Other"
|
|
favicon = "blank.png"
|
|
base_url = ""
|
|
is_light = True
|
|
|
|
def get_full_search_url(self):
|
|
pass
|
|
|
|
def search(self):
|
|
pass
|
|
|
|
def get_history(self):
|
|
pass
|
|
|
|
def is_vf(self, url):
|
|
return False
|