Skip to content

Instantly share code, notes, and snippets.

View dansondergaard's full-sized avatar

Dan Søndergaard dansondergaard

View GitHub Profile
Process ForkPoolWorker-17:
Traceback (most recent call last):
File "/Users/das/anaconda/envs/gwf/lib/python3.5/multiprocessing/process.py", line 249, in _bootstrap
self.run()
File "/Users/das/anaconda/envs/gwf/lib/python3.5/multiprocessing/process.py", line 93, in run
self._target(*self._args, **self._kwargs)
File "/Users/das/anaconda/envs/gwf/lib/python3.5/multiprocessing/pool.py", line 103, in worker
initializer(*initargs)
File "/Users/das/Code/gwf/gwf/backends/local.py", line 224, in __init__
self.manager = Manager()
\newmdenv[%
backgroundcolor=white,
topline=false,
bottomline=false,
rightline=false,
linecolor=black,
linewidth=1pt,
innerleftmargin=5pt,
innerrightmargin=15pt,
innertopmargin=2pt,
@dansondergaard
dansondergaard / client.py
Created October 13, 2016 08:35
A lightweight subprocess task queue.
import random
import time
from multiprocessing.connection import Client
from server import StatusRequest, SubmitRequest
class GWFClient:
def __init__(self, *args, **kwargs):
# -*- mode: ruby -*-
# vi: set ft=ruby :
Vagrant.configure("2") do |config|
config.vm.box = "hashicorp/precise64"
config.vm.synced_folder ".", "/vagrant_data"
config.vm.hostname = "slurm"
config.vm.provision "file", source: "ci/slurm.conf", destination: "/home/vagrant/slurm.conf"
config.vm.provision "shell", inline: <<-SHELL
apt-get update
class Backend(metaclass=BackendType):
"""Representation of a backend.
A backend is initialized with an instance of
:class:`gwf.core.PreparedWorkflow`.
"""
def __init__(self, workflow):
if not isinstance(workflow, PreparedWorkflow):
# This is an empty gist.
@dansondergaard
dansondergaard / jupytate.py
Last active June 1, 2016 13:57
Cherry pick cells from Jupyter Notebook files.
import sys
import argparse
import json
def save_nb(fileobj, cells, metadata, nbformat, nbformat_minor):
json.dump({
'cells': cells,
'metadata': metadata,
'nbformat': nbformat,
@dansondergaard
dansondergaard / ido.py
Created May 20, 2016 13:44
Script for parsing the international UN days page.
"""Script for parsing the international UN days page."""
from datetime import datetime, timedelta
import requests
import requests_cache
requests_cache.install_cache('ido_cache', expire_after=timedelta(weeks=4))
from bs4 import BeautifulSoup
import os.path
from gwf import *
class source(object):
def __init__(self, path):
self.path = path
def __call__(self, func):
@dansondergaard
dansondergaard / symbol.py
Created April 18, 2016 19:26
Implementation of a symbol type in Python.
#!/usr/bin/env python
import unittest
class symbol(object):
CACHE = {}
def __new__(cls, name):
if not isinstance(name, basestring):