Skip to content

Instantly share code, notes, and snippets.

View cottrell's full-sized avatar
💭
whooosh

David Cottrell cottrell

💭
whooosh
View GitHub Profile
@cottrell
cottrell / discussion.py
Last active October 3, 2023 10:02
Equinox module state extraction and serialization
import dataclasses
import importlib
# begin serialization lib
import io
import json
import lzma
import pickle
from base64 import b64decode, b64encode
from types import FunctionType
def monkey_patch_pandas():
import pandas as pd
import functools
@functools.wraps(pd.Series.str.contains)
def _grep(self, *args, **kwargs):
if not hasattr(self, '_greppable'):
self._greppable = pd.Series(self.to_csv().split('\n')[1:-1])
i = self._greppable.str.contains(*args, **kwargs)
return self.iloc[i.values]
pd.DataFrame.grep = _grep
import functools
import numpy as np
import pandas as pd
import tensorflow as tf
import tensorflow.keras as keras
from pylab import *
ion()
import functools
import numpy as np
import pandas as pd
import tensorflow as tf
import tensorflow.keras as keras
from pylab import *
ion()
@cottrell
cottrell / ray_example.py
Last active March 27, 2020 20:02
WrappedTrackFunc error
import numpy as np
import pandas as pd
import ray
import ray.tune
import ray.tune.track
import tensorflow as tf
import tensorflow.keras
def ray_init(load_code_from_local=False):
if not ray.is_initialized():
@cottrell
cottrell / mutual_info.py
Last active June 1, 2021 12:00 — forked from GaelVaroquaux/mutual_info.py
Estimating entropy and mutual information with scikit-learn
'''
Non-parametric computation of entropy and mutual-information
Adapted by G Varoquaux for code created by R Brette, itself
from several papers (see in the code).
These computations rely on nearest-neighbor statistics
'''
import numpy as np
@cottrell
cottrell / pyarrow_memory_leak.py
Created October 23, 2019 15:16
reproducing memory leak
"""
$ uname -a
Linux ip-??? ???-aws #53-Ubuntu SMP Wed Sep 18 13:35:53 UTC 2019 x86_64 x86_64 x86_64 GNU/Linux
$ python --version
Python 3.7.3
$ pip list
Package Version Location
--------------- --------- -----------------------------
certifi 2019.9.11
memory-profiler 0.55.0
@cottrell
cottrell / minimal_example.py
Created March 27, 2019 14:35
Example of serialization error in keras model
seed = 10
import random
random.seed(seed)
import numpy as np
np.random.seed(seed)
import tensorflow as tf
tf.reset_default_graph()
tf.random.set_random_seed(seed)
import tensorflow.keras.backend as K
@cottrell
cottrell / server.py
Last active December 6, 2015 21:56 — forked from courtarro/server.py
Simple Tornado-based webserver for Python
#!/usr/bin/env python
import tornado.ioloop
import tornado.web
import threading
import time
LISTEN_PORT = 8000
class FancyStaticFileHandler(tornado.web.StaticFileHandler):
@cottrell
cottrell / ipython deps
Created October 13, 2015 23:32
ipython deps
https://pypi.python.org/packages/source/a/appnope/appnope-0.1.0.tar.gz
https://pypi.python.org/packages/source/d/decorator/decorator-4.0.4.tar.gz
https://pypi.python.org/packages/source/f/filename_to_pypi.py/filename_to_pypi.py
https://pypi.python.org/packages/source/g/gnureadline/gnureadline-6.3.3.tar.gz
https://pypi.python.org/packages/source/i/ipython/ipython-4.0.0.tar.gz
https://pypi.python.org/packages/source/i/ipython_genutils/ipython_genutils-0.1.0.tar.gz
https://pypi.python.org/packages/source/p/path.py/path.py-8.1.2.tar.gz
https://pypi.python.org/packages/source/p/pexpect/pexpect-4.0.1.tar.gz
https://pypi.python.org/packages/source/p/pickleshare/pickleshare-0.5.tar.gz
https://pypi.python.org/packages/source/p/ptyprocess/ptyprocess-0.5.tar.gz