ijhar ijharulislam
ijharulislam
/ gist:81cb2481db4973390ec8fdf0f6cdfaf9
Last active
October 1, 2017 15:27
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # requirements list | |
| # gspread | |
| #oauth2client | |
| #PyOpenSSL | |
| # DOC http://gspread.readthedocs.io/en/latest/oauth2.html | |
| import gspread | |
| from oauth2client.service_account import ServiceAccountCredentials |
ijharulislam
/ infb.py
Created
October 1, 2017 04:26
— forked from meznak/infb.py
A script to scrape information from your facebook friends.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| #!/usr/bin/python | |
| ''' | |
| InFB - Information Facebook | |
| Usage: infb.py user@domain.tld password | |
| infb.py | |
| http://ruel.me |
ijharulislam
/ gist:9b611a33c024090cfe66a82b75754d94
Created
September 30, 2017 13:29
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| for (;;);{"__ar":1,"__sf":"h0","payload":null,"jsmods":{"instances":[["__inst_ead1e565_1f_0",["DialogX","LayerHideOnEscape","DialogHideOnSuccess","LayerDestroyOnHide","LayerHideOnTransition","LayerRemoveOnHide","DialogExpansion","__markup_835c633a_1f_0"],[{"width":788,"autohide":null,"titleID":"u_1f_0","redirectURI":null,"fixedTopPosition":null,"ignoreFixedTopInShortViewport":false,"label":null,"labelledBy":null,"modal":true,"xui":true,"causalElement":{"__rel":1},"addedBehaviors":[{"__m":"LayerHideOnEscape"},{"__m":"DialogHideOnSuccess"},{"__m":"LayerDestroyOnHide"},{"__m":"LayerHideOnTransition"},{"__m":"LayerRemoveOnHide"},{"__m":"DialogExpansion"}],"classNames":["_14x7"]},{"__m":"__markup_835c633a_1f_0"}],4],["__inst_8f084707_1f_0",["WebAsyncSearchSource"],[{"bootstrapRequests":[{"uri":"\/event\/typeahead\/invite_bootstrap\/?event_id=263823244066389&subtitles=1","data":{"viewer":100004182637538,"token":"v7","filter":["user"],"options":["friends_only"],"context":"event_invite"}}],"queryRequests":[{"uri":"\/ |
ijharulislam
/ gist:798d3277f9e371a3169fb50c1439879f
Created
September 27, 2017 18:19
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # -*- coding: utf-8 -*- | |
| import json | |
| import re | |
| # Import Scrapy stuff | |
| import scrapy | |
| import time | |
| from scrapy import signals | |
| from scrapy.http import HtmlResponse |
ijharulislam
/ gist:740ca55b6585f81d42cc22e1b2e3ccaa
Created
September 25, 2017 07:17
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| try: | |
| est = su.find_all("div", class_="zestimate-value") | |
| for es in est: | |
| es_text = es.text | |
| if "/mo" in es_text: | |
| output["Rent Zestimate"] = es_text.replace("$","") | |
| print(" RENT EST:", es_text.strip()) | |
| else: | |
| output["Zestimate"] = es_text.replace("$","") | |
| print("ZEST EST:", es_text) |
ijharulislam
/ gist:65ba70b2f113336bcf6441c8317b306b
Last active
September 27, 2017 04:07
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import time | |
| import re | |
| import math | |
| import csv | |
| from selenium import webdriver | |
| from selenium.webdriver.common.desired_capabilities import DesiredCapabilities | |
| driver = webdriver.Remote(command_executor='http://127.0.0.1:4444/wd/hub', desired_capabilities=DesiredCapabilities.CHROME) | |
| # driver = webdriver.Chrome() |
ijharulislam
/ gist:a922d92123c27582e3c046bac3d3f385
Created
September 22, 2017 05:25
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import requests | |
| import socket | |
| import socks | |
| import csv | |
| import sqlite3 | |
| import datetime | |
| from scrapy.http import HtmlResponse | |
| socks.set_default_proxy(socks.SOCKS5, "proxy.torguard.io", 1090, username="", password="") |
ijharulislam
/ gist:2156d91cf49fdd37c1cc2fc1ce4ca033
Created
September 21, 2017 10:52
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| from selenium import webdriver | |
| import time | |
| import re | |
| import math | |
| import csv | |
| from selenium.webdriver.common.desired_capabilities import DesiredCapabilities | |
| driver = webdriver.Remote(command_executor='http://127.0.0.1:4444/wd/hub', desired_capabilities=DesiredCapabilities.CHROME) | |
| # driver = webdriver.Chrome() |
ijharulislam
/ gist:d93d00744d09aeb90b3471ea7a743949
Created
September 21, 2017 09:36
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| from selenium import webdriver | |
| import time | |
| import re | |
| import csv | |
| import math | |
| from selenium.webdriver.common.desired_capabilities import DesiredCapabilities | |
| # driver = webdriver.Remote(command_executor='http://127.0.0.1:4444/wd/hub', desired_capabilities=DesiredCapabilities.CHROME) | |
| driver = webdriver.Chrome() |
ijharulislam
/ gist:66d7922d42c23fce9b3bac3b518fbf13
Created
September 20, 2017 07:03
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| input_data = { | |
| 'format': | |
| [ | |
| { | |
| 'item_name': 'name', | |
| 'xpath': '//*[@id="topicPath"]/li[2]/text()', | |
| 'regex_match': 'Null', | |
| 'regex_item': 'Null', | |
| 'remove_tag': ''}, | |
| { |