Julian Alexander Murillo 64lines

1. Turn off wifi on your macbook from the Mac OSX terminal command line:

networksetup -setairportpower en0 off

networksetup -setairportpower en0 on

	import http.server
	import socketserver
	import sys

	class Server:
	"""
	Server class to serve simple html objects.
	"""
	DEFAULT_PORT = 8000

	<body>
	<canvas id="can" style="height:100%; width: 100%;"
	style="border:1px solid #c3c3c3;">
	</canvas>
	<script>
	var canvas = document.getElementById("can");
	var ctx = canvas.getContext("2d");

	num = 0;
	colornum = 0;

	copy schema.table
	(field1, field2, field3, field4, field5)
	from 's3://path/to/s3/folder/'
	iam_role 'arn:aws:iam::<aws-account-id>:role/<role-name>'
	format as csv;

	unload ('select * from schema.table')
	to 's3://path/to/s3/folder/'
	iam_role 'arn:aws:iam::<aws-account-id>:role/<role-name>'
	allowoverwrite
	format as csv;

	# Job to load data from platform events db to parquet
	# Based on Ky's script
	#
	# Parameters:
	# --MONTHS: amount of months to overwrite the data. If value is "ALL" load all data

	import os
	import sys
	import math
	from datetime import datetime

	fact_df.createOrReplaceTempView('fact_df')
	fact_df = spark.sql('select * from fact_df where id > 42')
	fact_df = fact_df.alias('fact_df')

	from pyspark.sql.functions import *

	# Generating continuous ids on random rows
	fact_df = fact_df.withColumn('id', row_number().over(Window.orderBy(rand()))).alias('fact_df')