This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from selenium.webdriver.common.proxy import * | |
from selenium import webdriver | |
from selenium.webdriver.common.desired_capabilities import DesiredCapabilities | |
proxy = { | |
'address': '191.101.24.45:8085', | |
'username':'user3668508', |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import sys | |
from PyQt5.QtWidgets import * | |
from PyQt5.QtCore import QCoreApplication | |
from PyQt5 import QtCore | |
from PyQt5.QtGui import QIcon | |
import os | |
from PyQt5 import QtWidgets | |
from datetime import datetime | |
from lxml import html |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import urllib.parse | |
import urllib.request | |
import json | |
input_data = { | |
'format': | |
[ | |
{ | |
'item_name': 'name', |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
input_data = { | |
'format': | |
[ | |
{ | |
'item_name': 'name', | |
'xpath': '//*[@id="topicPath"]/li[2]/text()', | |
'regex_match': 'Null', | |
'regex_item': 'Null', | |
'remove_tag': ''}, | |
{ |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from selenium import webdriver | |
import time | |
import re | |
import csv | |
import math | |
from selenium.webdriver.common.desired_capabilities import DesiredCapabilities | |
# driver = webdriver.Remote(command_executor='http://127.0.0.1:4444/wd/hub', desired_capabilities=DesiredCapabilities.CHROME) | |
driver = webdriver.Chrome() |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from selenium import webdriver | |
import time | |
import re | |
import math | |
import csv | |
from selenium.webdriver.common.desired_capabilities import DesiredCapabilities | |
driver = webdriver.Remote(command_executor='http://127.0.0.1:4444/wd/hub', desired_capabilities=DesiredCapabilities.CHROME) | |
# driver = webdriver.Chrome() |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import requests | |
import socket | |
import socks | |
import csv | |
import sqlite3 | |
import datetime | |
from scrapy.http import HtmlResponse | |
socks.set_default_proxy(socks.SOCKS5, "proxy.torguard.io", 1090, username="", password="") |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import time | |
import re | |
import math | |
import csv | |
from selenium import webdriver | |
from selenium.webdriver.common.desired_capabilities import DesiredCapabilities | |
driver = webdriver.Remote(command_executor='http://127.0.0.1:4444/wd/hub', desired_capabilities=DesiredCapabilities.CHROME) | |
# driver = webdriver.Chrome() |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
try: | |
est = su.find_all("div", class_="zestimate-value") | |
for es in est: | |
es_text = es.text | |
if "/mo" in es_text: | |
output["Rent Zestimate"] = es_text.replace("$","") | |
print(" RENT EST:", es_text.strip()) | |
else: | |
output["Zestimate"] = es_text.replace("$","") | |
print("ZEST EST:", es_text) |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# -*- coding: utf-8 -*- | |
import json | |
import re | |
# Import Scrapy stuff | |
import scrapy | |
import time | |
from scrapy import signals | |
from scrapy.http import HtmlResponse |