Skip to content

Instantly share code, notes, and snippets.

View slothyrulez's full-sized avatar

Alex slothyrulez

View GitHub Profile
@slothyrulez
slothyrulez / benchmark_attribute_access.py
Created May 10, 2024 13:02 — forked from wolph/benchmark_attribute_access.py
Benchmark namedtuple vs dataclass vs dict
import sys
import enum
import math
import random
import timeit
import typing
import dataclasses
import collections
@slothyrulez
slothyrulez / concurrent_scrapping_pyppeteer.py
Created April 6, 2018 10:58
Concurrently Wikipedia scrapping with pyppeteer
# -*- coding: utf-8 -*-
import pprint
import asyncio
from pyppeteer import launch
async def get_browser():
return await launch({"headless": False})
@slothyrulez
slothyrulez / simple_scrapping_pyppeteer.py
Created April 6, 2018 10:57
Basic Wikipedia scrapping with pyppeteer
# -*- coding: utf-8 -*-
import pprint
import asyncio
from pyppeteer import launch
async def get_browser():
return await launch({"headless": False})
@slothyrulez
slothyrulez / simple_scrapping.py
Last active April 6, 2018 10:38
Basic Wikipedia scrapping
# -*- coding: utf-8 -*-
import pprint
import lxml.html
from urllib import request
def get_page(url):
return request.urlopen(url)
@slothyrulez
slothyrulez / coinmarketcap_scrapping.py
Last active May 18, 2019 16:07
Scrapping a SPA, coinmarketcap.io
# -*- coding: utf-8 -*-
import asyncio
from pyppeteer import launch
from terminaltables import SingleTable
from colorclass import Color
async def get_browser():
return await launch()
@slothyrulez
slothyrulez / autodiscover.py
Created October 31, 2015 19:40 — forked from o3bvv/autodiscover.py
Django module autodiscover
from imp import find_module
from importlib import import_module
import sys
def autodiscover_module(module_name, installed_apps=None):
if installed_apps is None:
from django.conf import settings
installed_apps = settings.INSTALLED_APPS