Kodi Bukvi.bg parse

bukvibg.py

# -*- coding: utf-8 -*-

from nsub import log_my, savetofile
from common import *
import requests
import re
try:
  import urllib.request
except:
  pass
import json
import io

s = requests.Session()

KodiV = xbmc.getInfoLabel('System.BuildVersion')
KodiV = int(KodiV[:2])

def get_data_n(txt):
    soup = BeautifulSoup(txt, 'html.parser')
    list = []
    for links in soup.find_all("td", {"style": ["text-align: left;"]}):
        link = links.find('a', href=True)
        info = link.text#.split('/')[0]
        #yr = re.search('.*\((\d+)',link.text).group(1)
        if KodiV >= 19:
            list.append({'url': link['href'].encode('utf-8', 'replace').decode('utf-8'),
                      'FSrc': '[COLOR CC00FF00][B][I](bukvi) [/I][/B][/COLOR]',
                      'info': info.encode('utf-8', 'replace').decode('utf-8'),
                      'year': '',
                      'cds': '',
                      'fps': '',
                      'rating': '0.0',
                      'id': __name__})        
        else:
            list.append({'url': link['href'].encode('utf-8', 'replace'),
                      'FSrc': '[COLOR CC00FF00][B][I](bukvi) [/I][/B][/COLOR]',
                      'info': info.encode('utf-8', 'replace'),
                      'year': '',
                      'cds': '',
                      'fps': '',
                      'rating': '0.0',
                      'id': __name__})
    return list

def read_sub (mov):
  values = {'search': mov}
  headers = {'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3',
  'Accept-Encoding': 'gzip, deflate',
  'Accept-Language': 'en-US,en;q=0.9,bg-BG;q=0.8,bg;q=0.7,ru;q=0.6',
  'Connection': 'keep-alive',
  'Host': 'bukvi.bg',
  'Referer': 'http://bukvi.bg/',
  'Upgrade-Insecure-Requests': '1',
  'User-Agent': 'Mozilla/5.0 (Windows NT 6.3; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3729.131 Safari/537.36'}

  url = 'https://bukvi.bg/index.php?'

  if KodiV >= 19:
      enc_values = urllib.parse.urlencode(values)
  else:
      enc_values = urllib.urlencode(values)
  log_my('Url: ', (url) +enc_values, 'Headers: ', (headers))
  r = s.get(url+enc_values, headers=headers)
  return get_data_n(r.text)

def get_sub(id, sub_url, filename): 
  s = {}
  headers['Referer'] = 'http://bukvi.bg/index.php'
  if KodiV >= 19:
      request = urllib.request.Request( 'http://bukvi.mmcenter.bg/load/0-0-0-' + sub_url.split("/")[-1] + '-20' , None, headers)
      response = urllib.request.urlopen(request)
  else:
      request = urllib2.Request( 'http://bukvi.mmcenter.bg/load/0-0-0-' + sub_url.split("/")[-1] + '-20' , None, headers)
      response = urllib2.urlopen(request)
  s['data'] = response.read()
  s['fname'] = response.geturl().split("/")[-1]
  return s