Maciej Januszewski miodeqqq

👨‍💻

Coding...

Big Data Engineer

miodeqqq / stop_docker_containers.sh

Created December 9, 2016 23:18

Stop all currently running Docker containers.

docker stop $(docker ps -a -q)

miodeqqq / flatten.py

Created April 26, 2017 09:22

Merge flatten lists into the one

	def flatten(x):
	"""
	Merges flatten lists into the one.
	"""

	return [a for i in x for a in flatten(i)] if isinstance(x, collections.Iterable) else [x]

miodeqqq / recaptcha_im_not_robot.py

Created December 8, 2017 18:36

Clicks "I'm not robot" when captcha occurs.

	# -- coding: utf-8 --

	from selenium import webdriver
	from selenium.webdriver import ActionChains
	from selenium.webdriver.common.by import By
	from selenium.webdriver.support import expected_conditions as ec
	from selenium.webdriver.support.ui import WebDriverWait

	driver = webdriver.Chrome()

miodeqqq / requests_retry.py

Created October 19, 2018 12:06

	# -- coding: utf-8 --

	import logging
	from random import randint
	from time import sleep
	from django.db.models import F
	from requests import RequestException
	from requests import get
	from user_agent import generate_user_agent
	from proxy.models import Proxy

miodeqqq / raw_sql_django.py

Created April 17, 2019 08:47

Django raw SQL queries

	from django.db.models.expressions import RawSQL
	from apps.core.models import MyModel

	sql_query = """SELECT * FROM my_table;"""

	raw_sql = RawSQL(
	sql=sql_query,
	params=[1]
	)

miodeqqq / plot.html

Last active July 28, 2019 10:33

Django view with Plotly

	<html lang="en">
	<head>
	<meta charset="UTF-8">
	<title>Django with Plotly - example</title>
	</head>
	<body>

	{% if view.generate_plot %}
	<div style="width: 100%; height: 100%;">
	{{ view.generate_plot\|safe }}

miodeqqq / add_ssh_key_to_remote_server.sh

Created August 6, 2019 12:18

	#!/bin/sh

	cat ~/.ssh/id_rsa.pub \| ssh username@hostname "mkdir ~/.ssh; cat >> ~/.ssh/authorized_keys"

miodeqqq / most_common_string_words.py

Created September 10, 2019 09:54

	from collections import Counter

	class ArticleHashtags:
	def __init__(self, text):
	self.text = text

	def get_most_common_words(self, n=5, text_min_lenth=5):
	"""
	Returns 5 most common words in string.
	"""

miodeqqq / pdf_number_of_pages.py

Created September 10, 2019 12:55

Retrieve number of pages from PDF using pdfminer

	from pdfminer.pdfdocument import PDFDocument
	from pdfminer.pdfparser import PDFParser
	from pdfminer.pdftypes import resolve1

	with open('/path/to/file.pdf', 'rb') as f:
	parser = PDFParser(f)
	doc = PDFDocument(parser)
	parser.set_document(doc)
	pages = resolve1(doc.catalog['Pages')
	pages_count = pages.get('Count', 0)

miodeqqq / search_img_with_google.py

Created September 19, 2019 13:22

Search image with Google

	import os

	import requests
	from user_agent import generate_user_agent

	# pip install user_agent requests

	img_path = os.path.join('/path/to/your/image')