Chris Rawles crawles

...

crawles / batch_norm_demo.py

Last active February 25, 2018 22:38

	in_training_mode = tf.placeholder(tf.bool)
	hidden = tf.keras.layers.Dense(n_units,
	activation=None)(X) # no activation function, yet
	batch_normed = tf.keras.layers.BatchNormalization()(hidden, training=in_training_mode)
	output = tf.keras.activations\
	.relu(batch_normed) # ReLu is typically done after batch normalization

	# optimizer code here …

	extra_ops = tf.get_collection(tf.GraphKeys.UPDATE_OPS)

crawles / encoding_issue.py

Created October 30, 2017 18:23

fix encoding decoding utf8 issue

	import sys
	reload(sys) # Reload does the trick!
	sys.setdefaultencoding('UTF8')

crawles / example_automl_param.yml

Created September 8, 2017 19:54

crawles / plpython_decorator.py

Last active February 7, 2021 06:25

Create a decorator for plpython, allowing you to create a pl/python function as you would a normal function

	import inspect

	import pandas.io.sql as psql

	def parametrized(dec):
	def layer(args, *kwargs):
	"""
	Wrapper for creating plpython functions. Argument types are provided in the docstring

	:param conn: Psycopg connection object

crawles / decision_space.ipynb

Last active June 15, 2017 14:24

Sorry, something went wrong. Reload?

Sorry, we cannot display this file.

Sorry, this file is invalid so it cannot be displayed.

crawles / pyspark_function.py

Created June 1, 2017 21:32

	from pyspark.sql.types import StructType

	def max_time(df):
	df['Time'] = pd.to_datetime(df['Time'])
	return str(df.Time.max())

	def apply_to_group(group_col, fxn):

	# @spark_udf(IntegerType())
	# def _apply_fxn(struct_col):

crawles / test.html

Last active April 14, 2017 21:41

	<!DOCTYPE html>
	<html>
	<head><meta charset="utf-8" />
	<title>sql_magic_API2</title><script src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.1.10/require.min.js"></script>
	<script src="https://cdnjs.cloudflare.com/ajax/libs/jquery/2.0.3/jquery.min.js"></script>

	<style type="text/css">
	/*!
	*
	* Twitter Bootstrap

crawles / sql_magic.ipynb

Last active April 13, 2017 16:05

Sorry, something went wrong. Reload?

Sorry, we cannot display this file.

Sorry, this file is invalid so it cannot be displayed.

crawles / sql_magic.py

Created April 7, 2017 21:50

	import argparse
	import threading

	import pandas as pd
	import pandas.io.sql as psql
	from IPython.core.display import display, HTML, Image, Javascript

	from IPython.core.magic import register_cell_magic, register_line_cell_magic, register_line_magic, cell_magic, magics_class
	from IPython.core.magic import Magics, magics_class, cell_magic, line_magic
	try:

crawles / notify_threadh.py

Created April 7, 2017 20:45

	from threading import Thread
	import time
	from IPython.core.display import display, HTML, Image
	import sql_magic

	def print_hello():
	print 'hello world'

	def notify_complete(del_time, return_name, return_shape):
	pretty_time = time.strftime('%I:%M:%S %p %Z')