Skip to content

Instantly share code, notes, and snippets.

View oivoodoo's full-sized avatar
🏠
Working from home

Alex oivoodoo

🏠
Working from home
View GitHub Profile
hadoop job -list
hadoop job -kill <job_id>
@oivoodoo
oivoodoo / describe_emr.py
Created May 15, 2017 06:07
describe EMR
import json
from boto3 import client
def date_handler(obj):
if hasattr(obj, 'isoformat'):
return obj.isoformat()
else:
raise TypeError
from boto3 import client
cluster_id = "<cluster-id>"
eip = "<ip>"
emrclient = client('emr', 'us-east-1')
master_instance =emrclient.list_instances(ClusterId=cluster_id, InstanceGroupTypes=['MASTER'])
master_ec2_id = master_instance['Instances'][0]['Ec2InstanceId']
ec2client = client('ec2', 'us-east-1')
sudo visudo
[yourusername] ALL=(ALL) NOPASSWD:ALL
sudo -u [yourusername] sudo echo "success"
@oivoodoo
oivoodoo / api_test.go
Last active April 8, 2017 13:27
docker-compose.yml
func init() {
var err error
client, err := minio.New("doc_gen_minio:9000", "accesss", "secret", false)
if err != nil {
panic(err)
}
err = client.MakeBucket("output", "")
if err != nil {
defmodule Web.Tcp.Protocol do
require Logger
alias Web.Gateway
@moduledoc """
Server messages:
- `l:logs`
logs - should come as json array and encoded base64
mvn install:install-file -Dfile=libparam.jar \
-DgroupId=example.param -DartifactId=example.param\
-Dversion=0.0.0 -Dpackaging=jar
@oivoodoo
oivoodoo / Dockerfile
Last active April 3, 2017 11:39
Go files to build jar file
FROM golang:latest
RUN apt-get install -y git
RUN ln -fsn /usr/local/go/bin/go /usr/local/bin/go
RUN cd /tmp/ && wget --header "Cookie: oraclelicense=accept-securebackup-cookie" http://download.oracle.com/otn-pub/java/jdk/8u5-b13/jdk-8u5-linux-x64.tar.gz && \
tar -zxf jdk-8u5-linux-x64.tar.gz && mv jdk1.8.0_05 /opt/
RUN update-alternatives --install /usr/bin/java java /opt/jdk1.8.0_05/bin/java 100
RUN update-alternatives --install /usr/bin/javac javac /opt/jdk1.8.0_05/bin/javac 100
make build
make test
make test TEST_CASE=spec/example_spec.rb
@oivoodoo
oivoodoo / spec_helper.rb
Created April 3, 2017 08:04
spec_helper.rb
require 'rspec'
require 'ostruct'
require 'excon'
require 'docker'
require 'securerandom'
Excon.defaults[:write_timeout] = 20000
Excon.defaults[:read_timeout] = 20000
class String