Nar Kumar Chhantyal chhantyal

Apache virtual host to proxy requests to another port

Name it project_name.conf and symlink to /etc/apache2/sites-enabled/

<VirtualHost *:80>
       ServerName example.com
       ProxyPass / http://localhost:8000/
       ProxyPassReverse / http://localhost:8000/
       RequestHeader set X-Forwarded-Port 80

	"""
	Spark DataFrame is distributed but it lacks many features compared to Pandas.
	If you want to use Pandas, you can't just convert Spark DF to Pandas because that means collecting it to driver.
	It can be slow & not work at all when data size is big.

	So only way to use Pandas is to create mini dataframes inside executors.
	This gist shows how to create DataFrame from RDD inside Spark executors & build Spark DataFrame from final output.
	"""

	# Convert function to use in mapPartitions

	from __future__ import print_function, unicode_literals
	"""
	To run this script (works on both Python 2 & 3), follow these steps:
	1. pip install python-qpid-proton
	2. python amqp_client.py
	"""
	import optparse
	from proton import Message
	from proton.handlers import MessagingHandler
	from proton.reactor import Container

	import boto3

	dynamodb = boto3.resource('dynamodb', region_name='eu-central-1')
	table = dynamodb.Table('roomtemp')

	def set_temperature(current_temp, session):
	table.put_item(Item={'currentTemperature': current_temp, 'userId':session['user']['userId']})
	return {"currentTemp": current_temp}

	def get_temperature(session):

	/* Semicolon (;) is used as query completion in Hive */
	/* Thus, using TERMINATED BY ";" will not work. This is workaround to that limitation */

	CREATE EXTERNAL TABLE tablename
	(`col1` string, `col2` string)
	ROW FORMAT DELIMITED FIELDS TERMINATED BY "\u003B" STORED AS TEXTFILE
	LOCATION "<location>"
	TBLPROPERTIES("skip.header.line.count"="1");

	#!/usr/bin/env bash

	# To use, submit this script url to Script Actions in Azure Portal
	/usr/bin/anaconda/envs/py35/bin/pip install pyodbc
	# Just /usr/bin/anaconda/bin/conda for Python 2.

	# Install azure on HDInsights Python 3
	/usr/bin/anaconda/envs/py35/bin/pip install pyDocumentDB

	function sleep(milliSeconds) {
	var startTime = new Date().getTime();
	while (new Date().getTime() < startTime + milliSeconds);
	}

	#!/bin/bash
	# script to run development server
	# Instead of typing `python manage.py runserver` all the time
	# just use ./runserver.sh
	# you might need to do: chmod +x runserver.sh

	DJANGO_SETTINGS_MODULE=project.settings.local venv/bin/python manage.py runserver 0.0.0.0:8000