77 lines
2.8 KiB
Python
77 lines
2.8 KiB
Python
from bs4 import BeautifulSoup
|
|
|
|
from .core import ConnectorCore, ConnectorReturn, ConnectorCache, curl_content
|
|
from ..utils import parse_date, link_exist_in_db, check_blacklist_words
|
|
|
|
|
|
class Nyaa(ConnectorCore):
|
|
color = 'is-link'
|
|
title = 'Nyaa'
|
|
favicon = 'nyaa.png'
|
|
base_url = 'https://nyaa.si'
|
|
is_light = False
|
|
is_behind_cloudflare = False
|
|
|
|
def get_full_search_url(self):
|
|
sort_type = 'size'
|
|
if self.return_type is ConnectorReturn.HISTORY:
|
|
sort_type = 'id'
|
|
|
|
to_query = '(%s vf)|(%s vostfr)|(%s multi)|(%s french)' % (self.query, self.query, self.query, self.query)
|
|
return '%s/?f=0&c=1_3&s=%s&o=desc&q=%s&p=%s' % (self.base_url, sort_type, to_query, self.page)
|
|
|
|
def get_history(self):
|
|
self.search()
|
|
|
|
@ConnectorCache.cache_data
|
|
def search(self):
|
|
response = curl_content(self.get_full_search_url())
|
|
|
|
if response['http_code'] == 200:
|
|
html = BeautifulSoup(response['output'], 'html.parser')
|
|
trs = html.select('table.torrent-list tr')
|
|
valid_trs = 0
|
|
|
|
for i, tr in enumerate(trs):
|
|
if not i:
|
|
continue
|
|
|
|
tds = tr.findAll('td')
|
|
check_downloads = int(tds[7].get_text())
|
|
check_seeds = int(tds[5].get_text())
|
|
|
|
if check_downloads or check_seeds:
|
|
urls = tds[1].findAll('a')
|
|
|
|
if len(urls) > 1:
|
|
url = urls[1]
|
|
has_comment = True
|
|
else:
|
|
url = urls[0]
|
|
has_comment = False
|
|
|
|
url_safe = url.get_text()
|
|
|
|
if check_blacklist_words(url_safe):
|
|
continue
|
|
|
|
valid_trs = valid_trs + 1
|
|
href = self.base_url + url['href']
|
|
|
|
self.data.append({
|
|
'lang': self.get_lang(url_safe),
|
|
'href': href,
|
|
'name': url_safe,
|
|
'comment': str(urls[0]).replace('/view/', self.base_url + '/view/') if has_comment else '',
|
|
'link': tds[2].decode_contents().replace('/download/', self.base_url + '/download/'),
|
|
'size': tds[3].get_text(),
|
|
'date': parse_date(tds[4].get_text(), '%Y-%m-%d %H:%M'),
|
|
'seeds': check_seeds,
|
|
'leechs': tds[6].get_text(),
|
|
'downloads': check_downloads,
|
|
'class': self.color if link_exist_in_db(href) else 'is-%s' % tr['class'][0]
|
|
})
|
|
|
|
self.on_error = False
|
|
self.is_more = valid_trs and valid_trs is not len(trs) - 1
|