Dmitiry Zub☀️ dimitryzub

🇺🇦

Grateful

Former developer advocate at @serpapi.

dimitryzub / serpapi_google_scholar_author_articles.py

Created May 19, 2021 06:17

Scrape Google Scholar Author Articles with SerpApi

	from serpapi import GoogleSearch
	import os

	params = {
	"api_key": os.getenv("API_KEY"),
	"engine": "google_scholar_author",
	"author_id": "9PepYk8AAAAJ",
	"hl": "en",
	}

dimitryzub / serpapi_google_scholar_author_results.py

Last active May 19, 2021 06:38

Scrape Google Scholar Author Results with SerpApi

	from serpapi import GoogleSearch
	import os

	params = {
	"api_key": os.getenv("API_KEY"),
	"engine": "google_scholar_author",
	"author_id": "9PepYk8AAAAJ",
	"hl": "en",
	}

dimitryzub / serpapi_google_scholar_authors_citedby_results.py

Last active May 19, 2021 06:41

Scrape Google Scholar Authors CitedBy Results with SerpApi

	from serpapi import GoogleSearch
	import os, json

	params = {
	"api_key": os.getenv("API_KEY"),
	"engine": "google_scholar_author",
	"author_id": "9PepYk8AAAAJ",
	"hl": "en",
	}

dimitryzub / serpapi_full_example_scrape_google_scholar_profile_author_results.py

Last active May 30, 2021 05:19

Full Example: Scrape Google Scholar Profile and Author Results with SerpApi

	from serpapi import GoogleSearch
	import os

	def serpapi_scrape_profile_results_combo():
	params = {
	"api_key": os.getenv("API_KEY"),
	"engine": "google_scholar_profiles",
	"hl": "en",
	"mauthors": "samsung"
	}

dimitryzub / python_scrape_google_scholar_co_authors_results.py

Last active May 20, 2021 08:25

Scrape Google Scholar Co-Authors Results with Python

	from bs4 import BeautifulSoup
	import requests, lxml, os

	headers = {
	'User-agent':
	"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.19582"
	}

	proxies = {
	'http': os.getenv('HTTP_PROXY')

dimitryzub / serpapi_scrape_author_co_author_results.py

Last active May 29, 2021 10:38

Scrape Google Scholar Author Co-Authors Results with SerpApi

	from serpapi import GoogleSearch
	import os

	params = {
	"api_key": os.getenv("API_KEY"),
	"engine": "google_scholar_author",
	"author_id": "m8dFEawAAAAJ",
	"hl": "en",
	}

dimitryzub / python_scrape_google_scholar_author_co_authors_results.py

Created May 20, 2021 09:33

Scrape Google Scholar Co-Authors Results with Python

	from bs4 import BeautifulSoup
	import requests, lxml, os

	headers = {
	'User-agent':
	"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.19582"
	}

	proxies = {
	'http': os.getenv('HTTP_PROXY')

dimitryzub / hltv_csgo_scrape_match_data.py

Last active June 6, 2021 16:37

HLTV CS:GO Scrape Match Stats

	# Website was dynamically updated so requests-html was used instead of bs4
	from requests_html import HTMLSession
	import csv

	session = HTMLSession()

	with open('csgo_match_stats.csv', mode='w', newline='', encoding='utf8') as csv_file:
	# fieldnames needs to be the same as while doing .appned()
	fieldnames = ['Left Team', 'Left Team Score', 'Right Team Score', 'Right Team', 'Event Name']
	writer = csv.DictWriter(csv_file, fieldnames=fieldnames)

dimitryzub / serpapi_google_maps_local_results.py

Created June 9, 2021 15:30

Scrape Google Maps Local Results using SerpApi

	from serpapi import GoogleSearch
	import csv

	params = {
	"api_key": "YOUR_API_KEY",
	"engine": "google_maps",
	"type": "search",
	"google_domain": "google.com",
	"q": "кофе мариуполь", # query
	"ll": "@47.0919234,37.5093148,12z" # @ + latitude + , + longitude + , + zoom

dimitryzub / baidu_get_organic_results.py

Created June 18, 2021 19:23

baidu_scrape_organic_results

	from bs4 import BeautifulSoup
	import requests, lxml, json

	headers = {
	"User-Agent":
	"Mozilla/5.0 (Linux; Android 10; HD1913) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.105 Mobile Safari/537.36 EdgA/46.1.2.5140"
	}


	def get_organic_results():