РЕШУЕГЭ dumper

main.py

import requests
import re
from tqdm import tqdm
from multiprocessing import Pool
import json
import time

s = None
rex = re.compile(r"Задание (\d+) №&nbsp")
r = range(12045105, 12140290)
need = range(9, 15+1)
u = r"https://rus-ege.sdamgia.ru/test?id={0}&print=true"
def init():
    global s
    s = requests.Session()

def get(i):
    try:
        url = u.format(i)
        res = s.get(url)
        t = list(map(int, rex.findall(res.text)))
        return (i, t)
    except Exception as e:
        print("Атдыхатб")
        time.sleep(10)

if __name__ == "__main__":
    with open("res.json", "w+") as f:
        print("[0,[]", file=f)
        with open("ok.txt", "w+") as ff:
            with open("ultraok.txt", "w+") as fff:
                a = []
                with Pool(6, init) as p:
                    print("start")
                    for i, t in p.imap_unordered(get, tqdm(r), 5):
                        if t and all([i in need for i in t]):
                            if all([i in t for i in need]) and len(t) > len(need):
                                print("!", end='')
                                print("!", file=ff, end='')
                                print(i, file=fff)
                                print(i)
                                fff.flush()
                            print(i, file=ff)
                            ff.flush()
                        print(f", {i}, {repr(t)}", file=f)
                        f.flush()
                    print("]", file=f)