rvvvt

import requests
import asyncio
from bs4 import BeautifulSoup

proxy_list = []

def get_html(URL):
    r = requests.get(URL)
    # print(r.request.headers)
    if(r.status_code == 200):

rvvvt

the_list = ['a','a','b','b','c','c']
for each in the_list:
  # prints our list with duplicates of course
    print(each)
    
newlist=[ii for n,ii in enumerate(the_list) if ii not in the_list[:n]]

for each in newlist:
  # and just like that - newlist has no duplicates!
    print(each)

rvvvt

import re
import requests

tag = 'mpower'
r = requests.get('http://www.instagram.com/explore/tags/' + tag + '/')
html = r.text
# print(html)


img = re.compile('(?:\"display_url\":\")([^\"]+)\"')

rvvvt

# -*- coding:utf-8 -*-
import requests
from time import sleep
from threading import Thread

UPDATE_INTERVAL = 0.01

class URLThread(Thread):
    def __init__(self, url, timeout=10, allow_redirects=True):
        super(URLThread, self).__init__()

rvvvt

#!/usr/bin/env python

# Script to scrape all links from a site, compile counts of each link, status
# codes of access and output the results as a CSV
#
# There's absolutely no reason this shouldn't be pulled into an OOP paradigm
# per se, but I left it functionalized because that can be easier for multitasking.
#
# Requirements:
# requests, bs4

rvvvt

import requests
from bs4 import BeautifulSoup

search_url_prefix = "https://www.google.com/search?q="

def get_first_result(search_str):
    search_url = search_url_prefix + search_str
    r = requests.get(search_url)
    soup = BeautifulSoup(r.text, "html.parser")
    return soup.find('cite').text

rvvvt

import requests
import json
import csv

ENGINE_URL = "https://searx.me/?q=%s&format=json"


def loop():
    with open('firstten.csv', 'r') as a:
        reader = csv.reader(a, lineterminator='\n')

rvvvt

"display_url":"([^"]+)"

rvvvt

import dns.resolver
import socket
import smtplib
import re

# Set of allowed file extensions
ALLOWED_EXTENSIONS = {'txt', 'csv'}


# Extract all email addresses from a string with a regular expression

rvvvt

var inviter = {} || inviter;
inviter.userList = [];
inviter.className = 'mn-person-card__person-btn-ext button-secondary-medium';

inviter.refresh = function () {
    window.scrollTo(0, document.body.scrollHeight);
    window.scrollTo(document.body.scrollHeight, 0);
    window.scrollTo(0, document.body.scrollHeight);
};