zilista

zilista

zilista

zilista

zilista

zilista

import random
from requests_html import HTMLSession
from queue import Queue
from threading import Lock
from concurrent.futures import ThreadPoolExecutor

LIST_KEY_AVAILABILITY = ['xxxxxxxxxxxxxxxxxxxxxx', 'xxxxxxxxxxxxxxxxxxxxxx']

lock = Lock()

zilista

import nltk
from nltk.stem import PorterStemmer, WordNetLemmatizer
from nltk.stem.snowball import SnowballStemmer
from nltk.corpus import stopwords
from string import punctuation

# import ssl
#
# try:
#     _create_unverified_https_context = ssl._create_unverified_context

zilista

zilista

import psycopg2
import csv

dbname = 'xxxxx'
user = 'xxxxx'
password = 'xxxxxx'
host = '111.111.11.1'


def connector_db(dbname, user, password, host):

zilista

all_file_ner = ['links_to_lenta_by_ner_pravo.csv', 'links_to_lenta_by_ner_buh.csv', 'links_to_lenta_by_ner_ekonom.csv', 'links_to_lenta_by_ner_all.csv']

for file in all_file_ner:
    new_df = pd.read_csv(file)
    all_lenta_ner = all_lenta_ner.append(new_df)