u2@share

delugeAutoDelete.py

# -*- coding:utf-8 -*-
# !/usr/bin/env python3

'''
Author: ayasakinagi
Email: [email protected]

环境: Python3
依赖: deluge_client
使用: 修改host, port, username, password, limitSize, dataPath变量
'''

import os
import time
import logging
from deluge_client import DelugeRPCClient

# 主机地址
host = '127.0.0.1'
# deluge端口
port = 58846
# deluge 管理用户名,可在~/.config/deluge/auth找到
username = ''
# deluge密码,非webUI密码
password = ''
# 限制deluge data目录大小, 默认为1TB
limitSize = 1000000000000
# deluge data目录
dataPath = '/media/sdad1/littleya/private/deluge/data/'

logPath = '/tmp/delugeDelete.log'
# init log
handler1 = logging.FileHandler(logPath)
handler2 = logging.StreamHandler()
fmt = '%(asctime)s - %(filename)s:%(lineno)s - %(message)s'

formatter = logging.Formatter(fmt)
handler1.setFormatter(formatter)
handler2.setFormatter(formatter)

logger = logging.getLogger('log')
logger.addHandler(handler1)
logger.addHandler(handler2)
logger.setLevel(logging.DEBUG)


def main():
    client = DelugeRPCClient(host, port, username, password)
    client.connect()

    # get torrent's status
    resList = []
    if client.connected:
        torrentList = client.call('core.get_session_state')
        for i in torrentList:
            torrentStatus = client.call('core.get_torrent_status', i, ['is_finished', 'total_size', 'total_peers', 'peers'])
            if not torrentStatus[b'is_finished']:
                continue
            elif torrentStatus[b'total_peers'] == 0 or len(torrentStatus[b'peers']) == 0:
                total_speed = 0
            else:
                total_speed = 0
                for j in torrentStatus[b'peers']:
                    total_speed += j[b'up_speed']
            resList.append([bytes.decode(i), total_speed, torrentStatus[b'is_finished'], torrentStatus[b'total_size']])
    else:
        logger.error('Connect error')

    # get download folder's size
    # dataSize = client.call('core.get_path_size', dataPath)
    dataSize = int(os.popen("du -sB 1KB " + dataPath + " | awk '{print $1}'").readlines()[0]) * 1000

    # sort by upload speed(if same, sort by size)
    resList = sorted(resList, key=lambda x:x[3])
    resList = sorted(resList, key=lambda x:x[1])

    logger.info('Finished torrents: ' + str(resList))
    logger.info('All torrent\'s size: ' + str(dataSize) + '(' + str(round(dataSize/1000/1000/1000, 3)) + 'GB)')

    # delete lowest uploadspeed's torrent
    if dataSize > limitSize:
        selectedTorrent = resList[0]
        logger.info('Deleting ' + str(selectedTorrent[0]) + ', size is ' + str(dataSize) + '(' + str(round(selectedTorrent[3]/1000/1000/1000, 3)) + 'GB)')
        client.call('core.remove_torrent', selectedTorrent[0], True)
        torrentList = client.call('core.get_session_state')
        if selectedTorrent[0].encode() not in torrentList:
            logger.info('Delete success')
        else:
            logger.error('Delete error')

if __name__ == '__main__':
    while True:
        try:
            main()
        except Exception as e:
            logger.error(e)
        time.sleep(150)

delugeRestart.sh

# !/bin/bash

procName="deluged"
main()
{
    num=`ps -ef | grep -v grep | grep $procName | wc -l`
    if [ $num -eq 0 ]
    then
        deluged
        echo `date "+%Y-%m-%d %H:%M:%S"` - deluged restart
    else
        echo `date "+%Y-%m-%d %H:%M:%S"` - deluged running
    fi
}
while :
do
    main
    sleep 10
done

u2Auto2.33x.py

# -*- coding:utf-8 -*-
# !/usr/bin/env python3

'''
Author: ayasakinagi
Email: [email protected]

环境: Python3
依赖: requests, beautifulsoup4, lxml
使用: 修改uid, cookie, utime, uploadTimeInterval, type变量
'''

import re
import time
import logging
import requests
from bs4 import BeautifulSoup as BS

logPath = '/tmp/u2.33x.log'

# 修改为你的uid
uid = ''
# 修改为你的cookie
cookie = ''
# 修改为你需要的优惠期限
utime = 24
# 只对上传时间为uploadTimeInterval内的种子释放魔法, 默认为一小时
uploadTimeInterval = 3600
# 1为覆盖2x, 2为不覆盖2x
type = 1
header = {
    'dnt': '1',
    'accept-encoding': 'gzip, deflate',
    'accept-language': 'zh-CN,zh;q=0.8',
    'upgrade-insecure-requests': '1',
    'user-agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/59.0.3071.115 Safari/537.36',
    'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
    'cache-control': 'max-age=0',
    'authority': 'u2.dmhy.org',
    'cookie': cookie
}

# init log
handler1 = logging.FileHandler(logPath)
handler2 = logging.StreamHandler()
fmt = '%(asctime)s - %(filename)s:%(lineno)s - %(message)s'

formatter = logging.Formatter(fmt)
handler1.setFormatter(formatter)
handler2.setFormatter(formatter)

logger = logging.getLogger('log')
logger.addHandler(handler1)
logger.addHandler(handler2)
logger.setLevel(logging.DEBUG)

# get ucoinNum
def getUcoinNum():
    url = 'https://u2.dmhy.org/userdetails.php?id=' + str(uid)
    page = requests.get(url, headers = header).text
    soup = BS(page, 'lxml')
    ucoinNum = soup.find_all('span', {'class': 'ucoin-notation'})[1]['title']
    return ucoinNum

def main():
    logger.info("Start Cap")
    # Get downloading torrent

    url = 'https://u2.dmhy.org/getusertorrentlistajax.php?userid=' + uid + '&type=leeching'

    page = requests.get(url, headers = header).text

    logger.info('Get downloading torrent page success')

    soup = BS(page, 'lxml')
    td = soup.find('table', {'border': 1}).children
    idList = []
    for i in td:
        i = str(i)
        if type == 1:
            # check 2x, pro_custom为自定义, pro_free2up为2xfree, pro_2up为2x, pro_50pctdown2up为2x 50%off
            if 'pro_custom' not in i:
                # get id
                rg = re.compile('id=*?(\\d+)', re.IGNORECASE | re.DOTALL).search(i)
                if rg:
                    id = int(rg.group(1))
                    idList.append(id)
            elif 'pro_custom' in i:
                # get id
                rg = re.compile('id=*?(\\d+)', re.IGNORECASE | re.DOTALL).search(i)
                if rg:
                    id = int(rg.group(1))
                # get uploadRatio
                rg = re.compile('arrowup.*?<b>([+-]?\\d*\\.\\d+)(?![-+0-9\\.])', re.IGNORECASE | re.DOTALL).search(i)
                if rg:
                    uploadRatio = float(rg.group(1))
                # get downloadRatio
                rg = re.compile('arrowdown.*?([+-]?\\d*\\.\\d+)(?![-+0-9\\.])', re.IGNORECASE | re.DOTALL).search(i)
                if rg:
                    downloadRatio = float(rg.group(1))
                # add id into list
                if uploadRatio and uploadRatio < 2:
                    idList.append(id)
        elif type == 2:
            # check 2x, pro_custom为自定义, pro_free2up为2xfree, pro_2up为2x, pro_50pctdown2up为2x 50%off
            if 'pro_custom' not in i and 'pro_free2up' not in i and 'pro_2up' not in i and 'pro_50pctdown2up' not in i:
                # get id
                rg = re.compile('id=*?(\\d+)', re.IGNORECASE | re.DOTALL).search(i)
                if rg:
                    id = int(rg.group(1))
                    idList.append(id)
            elif 'pro_custom' in i:
                # get id
                rg = re.compile('id=*?(\\d+)', re.IGNORECASE | re.DOTALL).search(i)
                if rg:
                    id = int(rg.group(1))
                # get uploadRatio
                rg = re.compile('arrowup.*?<b>([+-]?\\d*\\.\\d+)(?![-+0-9\\.])', re.IGNORECASE | re.DOTALL).search(i)
                if rg:
                    uploadRatio = float(rg.group(1))
                # get downloadRatio
                rg = re.compile('arrowdown.*?([+-]?\\d*\\.\\d+)(?![-+0-9\\.])', re.IGNORECASE | re.DOTALL).search(i)
                if rg:
                    downloadRatio = float(rg.group(1))
                # add id into list
                if uploadRatio and uploadRatio < 2:
                    idList.append(id)
        else:
            logger.error('Type error, a valid value')

    # check add time
    diffList = []
    for i in idList:
        url = 'https://u2.dmhy.org/details.php?id=' + str(i)
        page = requests.get(url, headers = header).text
        soup = BS(page, 'lxml')
        uploadTime = time.strptime(soup.find('time')['title'], '%Y-%m-%d %H:%M:%S')
        uploadTimeUTC = time.mktime(uploadTime) - 28800
        # localtimeUTC = time.time() + time.timezone
        localtimeUTC = time.mktime(time.gmtime())
        diff = localtimeUTC - uploadTimeUTC
        if diff > uploadTimeInterval:
            diffList.append(i)
        time.sleep(2)

    idList = list(set(idList).difference(diffList))

    logger.info('Need 2.33x: ' + str(idList))

    # Get magic page
    for i in idList:
        # get form data
        url = 'https://u2.dmhy.org/promotion.php?action=magic&torrent=' + str(i)
        page = requests.get(url, headers = header).text
        soup = BS(page, 'lxml')
        data = {}
        data['action'] = soup.find('input', {'name': 'action'})['value']
        data['divergence'] = soup.find('input', {'name': 'divergence'})['value']
        data['base_everyone'] = soup.find('input', {'name': 'base_everyone'})['value']
        data['base_self'] = soup.find('input', {'name': 'base_self'})['value']
        data['base_other'] = soup.find('input', {'name': 'base_other'})['value']
        data['torrent'] = soup.find('input', {'name': 'torrent'})['value']
        data['tsize'] = soup.find('input', {'name': 'tsize'})['value']
        data['ttl'] = soup.find('input', {'name': 'ttl'})['value']

        # get ucoinCost
        # user: ALL为地图炮, SELF为恢复系, OTHER为治愈系
        # start: 0表示立即生效
        # hours: 魔法持续时间, 24-360 hours
        # promotion: 2为免费, 3为2x, 4为2xFree, 5为50%off, 6为2x50%off, 7为30%off, 8为other(若选择此项,需要传递ur及dr参数,默认为1)
        # comment: 魔法咒语什么的, 非必须
        data['user'] = 'SELF'
        data['user_other'] = ''
        data['start'] = 0
        data['hours'] = utime
        data['promotion'] = 8
        data['ur'] = 2.33
        data['dr'] = 1
        data['comment'] = ''
        url = 'https://u2.dmhy.org/promotion.php?test=1'
        page = requests.post(url, headers = header, data = data).text
        soup = BS(page, 'lxml')
        ucoinCost = soup.find('span', {'class': '\\"ucoin-notation\\"'})['title'][2:-2]
        logger.info('Torrent ' + str(i) + "'s ucoinCost: " + ucoinCost + ', now your ucoin num is ' + getUcoinNum())

        # Magic
        url = 'https://u2.dmhy.org/promotion.php?action=magic&torrent=' + str(i)
        page = requests.post(url, headers = header, data = data)
        if page.status_code == 200:
            logger.info('Torrent ' + str(i) + ' 2.33x success, now your ucoin num is ' + getUcoinNum())
        else:
            logger.info('Error, try again later')

if __name__ == '__main__':
    while True:
        try:
            main()
        except Exception as e:
            logger.error(e)
        time.sleep(150)

u2RSS.py

# -*- coding:utf-8 -*-
# !/usr/bin/env python3

'''
Author: ayasakinagi
Email: [email protected]

环境: Python3
依赖: requests, deluge_client, lxml, paramiko
使用: 修改config中的配置
    - push: 推送设置, 若启用多个, 则只有一个生效, 优先级顺序为deluge>remotedir>localdir
        - localdir: 本地目录
            - enable: True使用本地目录, False禁用
            - path为本地目录路径(使用绝对路径)
        - remotedir: 远程目录
            - enable: True使用远程目录, False禁用
            - hostname: 远程主机地址(域名)
            - port: ssh端口
            - username: 登录用户名
            - password: 密码
            - path: 远程目录(使用绝对路径)
        - deluge: delugeRPCClient, 需要勾选Preferences->Daemon->Allow Remote Connections以启用远程连接, 注意勾选后需要重启deluge进程(可在Connection Manager中操作)
            - enable: True使用delugeRPCClient推送, False禁用;
            - hostname: 远程主机地址(域名)
            - port: deluge管理端口, 可在Preferences->Daemon中查看
            - username: deluge管理用户, 可在~/.config/deluge/auth找到
            - password: deluge密码, 非webUI密码, 可在~/.config/deluge/auth找到
    - siteconfig: 若启用多个, 则只有一个生效, 优先级顺序为 webpage>rss
        - passkey: 用于下载torrent
        - webpage: 控制从首页抓取torrent
            - enable: True启用, False禁用
            - url: 首页地址
            - cookie: 用于登录
        - rss: 从订阅中抓取torrent
            - enable: True启用, False禁用
            - url: rss订阅地址
    - rule: 规则，只针对webpage抓取方式生效
        - enable: True启用规则, False禁用
        - rules: 具体的规则
            - name: 匹配标题
                - enable: True启用此条规则, False禁用此条规则
                - exclude: 若标题匹配到关键词, 则去除对应的torrent, 若有多个, 可用 | 分割
            - type: 匹配类型
                - enable: True启用此条规则, False禁用此条规则
                - exclude: 若类型匹配到关键词, 则去除对应的torrent, 若有多个, 可用 |　分割
            - size: 匹配大小
                - enable: True启用此条规则, False禁用此条规则
                - limit: 若torrent体积大于limit值, 则去除对应的torrent, 单位为GiB
            - time: 匹配上传时间
                - enable: True启用此条规则, False禁用此条规则
                - limit: 若上传时间超过limit, 则去除对应的torrent, 单位为分钟
            - magic: 优惠,可配置多个
                - enable: True启用此项优惠, False禁用此项
                - keyword: 优惠关键词, 可在网页的class内找到, 若有多个, 可用|分割
                - seeder: 若为正数或0, 表示下载大于此数值的种子, 若为负数, 表示下载小于此数值的种子
                - leecher:同上
    - tmpdir: 种子文件临时存放目录, 默认为/tmp
    - timeout: 两次抓取的间隔时间, 单位为秒
'''

import re
import os
import time
import shutil
import paramiko
import logging
import requests
from lxml import etree
from deluge_client import DelugeRPCClient

config = {
    "push": {
        "local": {
            "enable": False,
            "path": ""
        },
        "remote": {
            "enable": False,
            "hostname": "",
            "port": 22,
            "username": "",
            "password": "",
            "path": ""
        },
        "deluge": {
            "enable": True,
            "hostname": "",
            "port": 58846,
            "username": "",
            "password": ""
        },
    },
    "siteconfig": {
        "passkey": "",
        "webpage": {
            "enable": False,
            "url": "https://u2.dmhy.org/torrents.php",
            "cookie": ""
        },
        "rss": {
            "enable": True,
            "url": ""
        },
    },
    "rule": {
        "enable": False,
        "rules": {
            "name": {
                "enable": False,
                "exclude": ""
            },
            "type": {
                "enable": False,
                "exclude": ""
            },
            "size": {
                "enable": False,
                "limit": 600
            },
            "time": {
                "enable": False,
                "limit": 60
            },
            "magic": {
                "enable": True,
                "free": {
                    "enable": True,
                    "keyword": "pro_free|pro_free2up",
                    "seeder": -2,
                    "leecher": 0
                },
                "2x": {
                    "enable": True,
                    "keyword": "pro_2up",
                    "seeder": -2,
                    "leecher": 0
                },
                "50off": {
                    "enable": True,
                    "keyword": "pro_50pctdown",
                    "seeder": -1,
                    "leecher": 5
                },
                "other": {
                    "enable": True,
                    "keyword": "pro_custom",
                    "seeder": -2,
                    "leecher": 0
                },
            },
        },
    },
    "tmpdir": "/tmp",
    "timeout": 60
}

class initialization():
    def __init__(self, conf):
        self.conf = conf
    
    def start(self):
        self.initlog()
        self.initconfig()
        return self.conf, self.logger
    
    def initlog(self):
        # logPath为日志保存目录
        logPath = "/tmp/u2download.log"
        # init log
        handler1 = logging.FileHandler(logPath)
        handler2 = logging.StreamHandler()
        fmt = '%(asctime)s - %(filename)s:%(lineno)s - %(levelname)s - %(message)s'

        formatter = logging.Formatter(fmt)
        handler1.setFormatter(formatter)
        handler2.setFormatter(formatter)

        self.logger = logging.getLogger('log')
        self.logger.addHandler(handler1)
        self.logger.addHandler(handler2)
        self.logger.setLevel(logging.DEBUG)

    def initconfig(self):
        logger = self.logger
        # check dir config
        if self.conf["push"]["local"]["enable"]:
            if not self.conf["push"]["local"]["path"][-1] == "/":
                self.conf["push"]["local"]["path"] += "/"
            if not os.path.exists(self.conf["push"]["local"]["path"]):
                os.makedirs(self.conf["push"]["local"]["path"])
                logger.info("mkdir " + self.conf["local"]["path"])
        if self.conf["push"]["remote"]["enable"]:
            if not self.conf["push"]["remote"]["path"][-1] == "/":
                self.conf["push"]["remote"]["path"] += "/"
        # check site config
        if self.conf["siteconfig"]["webpage"]["enable"] and self.conf["siteconfig"]["rss"]["enable"]:
            logger.error("Only one download method")
            exit()
        # check tmp dir
        if not self.conf["tmpdir"][-1] == "/":
            self.conf["tmpdir"] += "/"
        # init u2ID file
        u2IDPath =  os.path.split(os.path.realpath(__file__))[0] + "/u2ID.log"
        if not os.path.exists(u2IDPath):
            os.mknod(u2IDPath)
            logger.info("Create file " + u2IDPath)
        self.conf["u2IDPath"] = u2IDPath
        # add request headers
        if self.conf["siteconfig"]["webpage"]["enable"]:
            self.conf["params"] = {
                'dnt': '1',
                'accept-encoding': 'gzip, deflate',
                'accept-language': 'zh-CN,zh;q=0.8',
                'upgrade-insecure-requests': '1',
                'user-agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/59.0.3071.115 Safari/537.36',
                'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
                'cache-control': 'max-age=0',
                'authority': 'u2.dmhy.org',
                'cookie': self.conf["siteconfig"]["webpage"]["cookie"]
            }

class getInfo():
    def __init__(self, logger):
        self.logger = logger
        
    def getInfoFromWebPage(self, url, params):
        page = requests.get(url, headers = params, timeout = 10).text
        return page

    def fromWebPage(self, url, params):
        page = self.getInfoFromWebPage(url, params)
        html = etree.HTML(page)
        tr = html.xpath("//table[contains(@class, 'torrents')]/tr")[1:]
        info = []
        for i in tr:
            # get id
            trid = i.xpath("td[position()=2]/table/tr/td[position()=2]/a/@href")[0]
            trid = re.findall("\d+", trid)[0]
            # get type
            trtype = str(i.xpath("td[position()=1]/a/text()")[0])
            # get name
            trname = str(i.xpath("td[position()=2]/table/tr[position()=1]/td/a/text()")[0])
            # get magic
            trmagic = i.xpath("td[position()=2]/table/tr[position()=2]/td/img/@class")
            if trmagic:
                trmagic = str(trmagic[0])
            else:
                trmagic = ''
            # get magictime
            trmagictime = i.xpath("td[position()=2]/table/tr[position()=2]/td/b/time/@title")
            if trmagictime:
                trmagictime = trmagictime[0]
                trmagictime = time.mktime(time.strptime(trmagictime, "%Y-%m-%d %H:%M:%S"))
            else:
                trmagictime = None
            # get uploadtime
            truploadtime = i.xpath("td[position()=4]/time/@title")[0]
            truploadtime = time.mktime(time.strptime(truploadtime, "%Y-%m-%d %H:%M:%S"))
            # get size
            trsize = i.xpath("td[position()=5]/text()")
            if 'T' in trsize[1]:
                trsize = float(trsize[0]) * 1024
            elif 'G' in trsize[1]:
                trsize = float(trsize[0])
            elif 'M' in trsize[1]:
                trsize = float(trsize[0]) / 1024
            # get seeder
            trseeder = i.xpath("td[position()=6]/b/a/text()")
            if trseeder:
                trseeder = int(trseeder[0])
            elif i.xpath("td[position()=6]/b/a/font/text()"):
                trseeder = int(i.xpath("td[position()=6]/b/a/font/text()")[0])
            else:
                trseeder = 0
            # get leecher
            trleecher = i.xpath("td[position()=7]/b/a/text()")
            if trleecher:
                trleecher = int(trleecher[0])
            else:
                trleecher = 0
            info.append({"id": trid, "type": trtype, "name": trname, "magic": trmagic, "magictime": trmagictime, "uploadtime": truploadtime, "size": trsize, "seeder": trseeder, "leecher": trleecher})
        return info

    def getInfoFromRSS(self, url):
        rss = requests.get(url, timeout = 10).content
        return rss
     
    def fromRSS(self, url):
        rss = self.getInfoFromRSS(url)
        xml = etree.fromstring(rss)
        info = []
        for i in xml.iterfind("channel/item"):
            rg = re.compile("php.*?(\\d+)", re.IGNORECASE | re.DOTALL).search(i.findtext("link"))
            if rg:
                info.append(rg.group(1))
        return info

class filtertorrent():
    def filtertr(self, infolist, rule):
        idList = []
        if rule["enable"]:
            rule = rule["rules"]
            for i in infolist:
                if rule["name"]["enable"]:
                    if not self.filterNameType(i["name"], rule["name"]["exclude"]):
                        continue
                if rule["type"]["enable"]:
                    if not self.filterNameType(i["type"], rule["type"]["exclude"]):
                        continue
                if rule["size"]["enable"]:
                    if not self.filterSizeTime(i["size"], rule["size"]["limit"]):
                        continue
                if rule["time"]["enable"]:
                    if not self.filterSizeTime(time.time() - i["uploadtime"], rule["time"]["limit"] * 60):
                        continue
                if rule["magic"]["enable"]:
                    if not self.filtermagic(i["magic"], i["seeder"], i["leecher"], rule["magic"]):
                        continue
                idList.append(i["id"])
            return idList
        else:
            for i in infolist:
                idList.append(i["id"])
            return idList

    def filterNameType(self, info, rule):
        for i in rule.split("|"):
            if i in info:
                return False
        return True
    
    def filterSizeTime(self, info, rule):
        if info > rule:
            return False
        else:
            return True
    
    def filtermagic(self, magic, seeder, leecher, rule):
        for i in rule:
            if i != "enable":
                tmp = rule[i]
                keyword = tmp["keyword"].split("|")
                for j in keyword:
                    if j in magic:
                        if (lambda x: x if tmp["seeder"] >= 0 else -x)(seeder) >= tmp["seeder"] and (lambda x: x if tmp["leecher"] >= 0 else -x)(leecher) >= tmp["leecher"]:
                            return True
        return False

class download():
    def __init__(self, idList, passkey, tmpdir, u2IDPath):
        self.idList = idList
        self.passkey = passkey
        self.tmpdir = tmpdir
        self.u2IDPath = u2IDPath

    def run(self):
        # self.checkDuplicate()
        self.dl()
        self.addLog()
        return self.downloadID

    def dl(self):
        for i in self.downloadID:
            link = "https://u2.dmhy.org/download.php?id=" + i + "&passkey=" + self.passkey + "&http=1"
            tmpfile = self.tmpdir + i + ".torrent"
            with open(tmpfile, "wb") as f:
                f.write(requests.get(link).content)
    
    def checkDuplicate(self):
        f = open(self.u2IDPath, "r")
        downloadedID = []
        tmpidList = []
        for i in f.readlines():
            downloadedID.append(int(i))
        for i in self.idList:
            tmpidList.append(int(i))
        dup = list(set(tmpidList).intersection(set(downloadedID)))
        self.downloadID = list(set(tmpidList).difference(set(dup)))
        self.downloadID = list(map(lambda x: str(x), self.downloadID))
        f.close()
        return self.downloadID
    
    def addLog(self):
        f = open(self.u2IDPath, "a")
        for i in self.downloadID:
            f.write(i + "\n")
        f.close()

class push():
    def __init__(self, downloadID, tmpdir, conf):
        self.downloadID = downloadID
        self.tmpdir = tmpdir
        self.conf = conf["push"]
    
    def push(self):
        if self.conf["local"]["enable"]:
            self.pushlocal()
        if self.conf["remote"]["enable"]:
            self.pushremote()

    def pushlocal(self):
        for i in self.downloadID:
            tmpfile = tmpdir + i + ".torrent"
            shutil.copy(tmpfile, self.conf["local"]["path"])
            os.remove(tmpfile)
    
    def pushremote(self):
        self.createSFTP()
        for i in self.downloadID:
            tmpfile = self.tmpdir + i + ".torrent"
            remotepath = self.conf["remote"]["path"] + i + ".torrent"
            self.sftp.put(tmpfile, remotepath)
            os.remove(tmpfile)
        self.sftp.close()

    def createSFTP(self):
        host = self.conf["remote"]["hostname"]
        port = self.conf["remote"]["port"]
        username = self.conf["remote"]["username"]
        password = self.conf["remote"]["password"]
        ssh = paramiko.SSHClient()
        ssh.load_system_host_keys()
        ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy())
        ssh.connect(host, port = port, username = username, password = password)
        self.sftp = paramiko.SFTPClient.from_transport(ssh.get_transport())

class delugePush():
    def __init__(self, conf, passkey):
        host = conf["hostname"]
        port = conf["port"]
        username = conf["username"]
        password = conf["password"]
        self.passkey = passkey
        self.client = DelugeRPCClient(host, port, username, password)

    def dpush(self, downloadID):
        self.client.connect()
        if self.client.connected:
            for i in downloadID:
                link = "https://u2.dmhy.org/download.php?id=" + i + "&passkey=" + self.passkey + "&http=1"
                self.client.call("core.add_torrent_url", link, {"add_paused": False})
            self.client.disconnect()
        else:
            logger.error("Can't connect deluge client")
            return False

def run(conf, logger):
    # get info
    getinfo = getInfo(logger)
    if conf["siteconfig"]["rss"]["enable"]:
        url = conf["siteconfig"]["rss"]["url"]
        idList = getinfo.fromRSS(url)
        logger.info("Get idlist success by rss")
    elif conf["siteconfig"]["webpage"]["enable"]:
        url = conf["siteconfig"]["webpage"]["url"]
        params = conf["params"]
        infoList = getinfo.fromWebPage(url, params)
        # filter
        filt = filtertorrent()
        idList = filt.filtertr(infoList, conf["rule"])
        logger.info("Get idlist success by webpage")
    # download and push
    passkey = conf["siteconfig"]["passkey"]
    tmpdir = conf["tmpdir"]
    u2IDPath = conf["u2IDPath"]
    dl = download(idList, passkey, tmpdir, u2IDPath)
    downloadID = dl.checkDuplicate()
    logger.info("Download " + str(downloadID))
    if conf["push"]["deluge"]["enable"]:
        if downloadID:
            dpush = delugePush(conf["push"]["deluge"], passkey)
            dpush.dpush(downloadID)
            dl.addLog()
            logger.info("Push " + str(downloadID) + " by delugeRPCClient")
    elif conf["push"]["remote"]["enable"]:
        downloadID = dl.run()
        if downloadID:
            ph = push(downloadID, tmpdir, conf)
            ph.pushremote()
            logger.info("Push " + str(downloadID) + " by sftp")
    elif conf["push"]["local"]["enable"]:
        downloadID = dl.run()
        if downloadID:
            ph = push(downloadID, tmpdir, conf)
            ph.pushlocal()
            logger.info("Push " + str(downloadID) + " by local")
    
if __name__ == "__main__":
    init = initialization(config)
    conf, logger = init.start()
    while True:
        try:
            run(conf, logger)
        except Exception as e:
            logger.error(e)
        time.sleep(config["timeout"])