philippkeller

Getting Started With Superset: Airbnb’s data exploration platform

These instructions are for Amazon Linux Version 2

Update Python and PIP versions on EC2 (Amazon AMI)

sudo yum update -y
sudo yum install python3 -y

philippkeller

Mappings:
  RegionMap:
    ap-south-1:
      "AMALINUX" : "ami-531a4c3c"
    eu-west-3:
      "AMALINUX" : "ami-8ee056f3"
    eu-west-2:
      "AMALINUX" : "ami-403e2524"
    eu-west-1:
      "AMALINUX" : "ami-d834aba1"

philippkeller

/*
 * $Id: scanbd.conf 213 2015-10-05 06:52:50Z wimalopaan $
 *
 *  scanbd - KMUX scanner button daemon
 *
 *  Copyright (C) 2008 - 2015  Wilhelm Meier ([email protected])
 *
 *  This program is free software; you can redistribute it and/or modify
 *  it under the terms of the GNU General Public License as published by
 *  the Free Software Foundation; either version 2 of the License, or

philippkeller

global {
        # log to console. put to 'false' once you're done with testing
        debug   = true

        # 1=error, 2=warn, 3=info, 4-7=debug
        # 3 was sufficient for me (shows when script is triggered)
        debug-level = 3
        scriptdir = /etc/scanbd/scripts

philippkeller

import time
import tracemalloc
import pympler.muppy, pympler.summary
import gc
import sys

tracemalloc.start()

collection = []
start = time.time()

philippkeller

import datetime

with open("myfile.csv") as f:
	window_from = None
	window_to = None
	warm = cold = 0
	for line in f:
		milliseconds, topics = line.split(",")
		if milliseconds == 'milliseconds':
			continue

philippkeller

min=40000
for i in {1..10000}; do 
    a=$(./test)
    min=$((a<min?a:min)); 
done
echo $min

philippkeller

import multiprocessing
import queue
import time

def worker(input, output):
    for line in iter(input.get, None):
            output.put(len(line))

if __name__ == '__main__':
    num_processes = 3

philippkeller

/*
* these keybindings are taken over from OSX with:
* - super (aka mac key) replaced by alt (because alt is at the same position as the mac key)
* - keybindings with super+alt removed (except the layout keycombos like super-alt-2 to make two columns are replaced by alt-2, etc.)
* - ctrl-a, ctrl-e, etc which are provideed by Mac (aka Emacs keybindings) are added additionally
* - fixed some of the keybindings commands (e.g. on Windows it's prompt_open_file, on Mac it was prompt_open)
*/
[
	/* "Emacs" keybindings which come on mac but not on windows, added "by hand" */
	{ "keys": ["ctrl+a"], "command": "move_to", "args": {"to": "bol", "extend": false} },

philippkeller

#![feature(test)]
#![feature(rand)]

extern crate test;
extern crate rand;

use rand::Rng;

extern "C" {
    pub fn random() -> i64;