Skip to content

Instantly share code, notes, and snippets.

View sawicki-maciej's full-sized avatar

Maciej Sawicki sawicki-maciej

32 followers · 148 following
View GitHub Profile
@sawicki-maciej
sawicki-maciej / pubkey
Created October 30, 2020 15:23
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCjKxZ7tM25ucBjc+k9foQ2Jrv/vo9OpWv4i89IkFtxv5RYGE6NQqWazoris1fyByhT7hQONPZP2tFELKrg+rFOWSd5nTbZORdSfJIQLUe2W36oc/cfw0ZCRYxXundD1v/8YoxEzmjcgrzi75811+T8lo6OrGFPv3aXQb0mOcN++rRH89ee30EZYorkouGdYs5VG0cIoCF52LdeURC0s9TYs5PGV7It5EJn3My1B1Qq02VvO9q9bZRKK9uShj19zL0wKg2jpdwmc1CDQUvCFvDLoALr+Aop+EQnLn5ZLI7IxwoeiUpXyCrMw/10aCZWD4bxYZMO+cZ7VKD09ZqsvFp+0eYkAulOwuPLMeaYD9+Qckm+A9gmw7/iDaZM+o0N1JBIRgbShZPm7yiMKepBAvY6dVJ+rQGJ3eIP+RidDmi3SAVZcZVchuq/Z7egPNAsL1/PtHxXYo1mbqpaGqiga8sKgLhCz0LkoJXVMyOMHlX0unv3riPi2at3XzF6gvyz/H8= [email protected]
@sawicki-maciej
sawicki-maciej / gist:182e06fc95f7a9b86388fb3276fa2adb
Created March 26, 2021 14:10
from concurrent.futures import ThreadPoolExecutor, ProcessPoolExecutor
import pandas as pd
from pathlib import Path
import sys
base_dir = sys.argv[1]
output_csv = sys.argv[2]
files = Path(base_dir).rglob('*.csv')
def read_file(file):
@sawicki-maciej
sawicki-maciej / join.py
Created March 27, 2021 02:54
import multiprocessing
from multiprocessing import Value, Pool
from concurrent.futures import ThreadPoolExecutor, ProcessPoolExecutor
import pandas as pd
from pathlib import Path
import sys
output_csv = 'output.csv'
base_dir = 'base_dir'