zilista

import pymysql

sql = """SELECT ID, post_title from wp_posts where post_type='post'  and post_status='publish' """

# conn = psycopg2.connect(dbname=f'{dbname}', user=f'{user}', password=f'{password}', host=f'{host}')

conn = pymysql.connect('xx.xx.xx.xxx', 'xxx', 
    'xxx', 'xxx')

data = pd.read_sql_query(sql, conn)

zilista

all_file_ner = ['links_to_lenta_by_ner_pravo.csv', 'links_to_lenta_by_ner_buh.csv', 'links_to_lenta_by_ner_ekonom.csv', 'links_to_lenta_by_ner_all.csv']

for file in all_file_ner:
    new_df = pd.read_csv(file)
    all_lenta_ner = all_lenta_ner.append(new_df)

zilista

import psycopg2
import csv

dbname = 'xxxxx'
user = 'xxxxx'
password = 'xxxxxx'
host = '111.111.11.1'


def connector_db(dbname, user, password, host):

zilista

zilista

import nltk
from nltk.stem import PorterStemmer, WordNetLemmatizer
from nltk.stem.snowball import SnowballStemmer
from nltk.corpus import stopwords
from string import punctuation

# import ssl
#
# try:
#     _create_unverified_https_context = ssl._create_unverified_context

zilista

import random
from requests_html import HTMLSession
from queue import Queue
from threading import Lock
from concurrent.futures import ThreadPoolExecutor

LIST_KEY_AVAILABILITY = ['xxxxxxxxxxxxxxxxxxxxxx', 'xxxxxxxxxxxxxxxxxxxxxx']

lock = Lock()

zilista

zilista

zilista

zilista