As an introduction into Luigi, I am following this tutorial with some modifications, e.g. installation using conda.
The problems and solutions described in the examples below have led to the development of sciluigi,
# see rkengler.com for related blog post | |
# https://www.rkengler.com/how-to-capture-network-traffic-when-scraping-with-selenium-and-python/ | |
import json | |
import pprint | |
from selenium import webdriver | |
from selenium.webdriver.common.desired_capabilities import DesiredCapabilities | |
capabilities = DesiredCapabilities.CHROME |
from collections import defaultdict, OrderedDict | |
import luigi | |
from luigi.task import flatten, getpaths | |
def topological_sorting(struct, outnodes_funct, transform_funct): | |
struct = flatten(struct.keys()) if isinstance(struct, dict) else flatten(struct) | |
visited = OrderedDict() | |
def dvisit(root): |
As an introduction into Luigi, I am following this tutorial with some modifications, e.g. installation using conda.
The problems and solutions described in the examples below have led to the development of sciluigi,
As an introduction into Luigi, I am following this tutorial with some modifications, e.g. installation using conda.
The problems and solutions described in the examples below have led to the development of sciluigi,
#!/usr/bin/python | |
from __future__ import print_function | |
from PIL import Image, ImageChops, ImageEnhance | |
import sys, os | |
import threading | |
import argparse | |
parser = argparse.ArgumentParser(description=""" | |
Performs Error Level Analysis over a directory of images |
def set_up_dag_run(context, dag_run_obj): | |
dag_run_obj.payload = {"config": context["config"]} | |
dag_run_obj.run_id = str(uuid4()) | |
print context | |
return dag_run_obj | |
def launch_workflow_command(args): | |
config_location = args.config_location | |
analysis_id = args.analysis_id |
#============================================================== | |
# .picasa.ini FILE STRUCTURE | |
# | |
# reverse-engineered by Franz Buchinger <[email protected]> | |
# licensed to the public domain | |
# | |
# Picasa Version(s): 3.8.0 | |
# | |
# Changelog: | |
# v0.1: initial release |