ashee

$ cd ~/.jenkins
$ vim ~/users/ashee/config.xml
<passwordHash>#jbcrypt:xxxxxxxx</passwordHash>

$ jshell --class-path war/WEB-INF/lib/jbcrypt-1.0.0.jar
jshell> import org.mindrot.jbcrypt.*
jshell> BCrypt.hashpw("foo", BCrypt.gensalt())
$8 ==> "$2a$10$jRnBX5Z/rT0cCRI1Dq1rh.RTb8fOzIfVQ7T9emsLMJLKaZUdro17i"
jshell> BCrypt.checkpw("foo", $8)
$9 ==> true

ashee

package main

import (
	"crypto/tls"
	"crypto/x509"
	"fmt"
	"io/ioutil"
	"net/http"
)

ashee

#!/usr/bin/env python

import os
import ConfigParser
import logging

import requests
from requests_aws4auth import AWS4Auth

# These two lines enable debugging at httplib level (requests->urllib3->http.client)

ashee

mvn archetype:generate -DgroupId=org.ashee -DartifactId=hxjava -DarchetypeArtifactId=maven-archetype-quickstart -DinteractiveMode=false

AWS - http://docs.aws.amazon.com/sdk-for-java/v1/developer-guide/setup-project-maven.html

mvn -B archetype:generate \
  -DarchetypeGroupId=org.apache.maven.archetypes \
  -DgroupId=org.ashee \
 -DartifactId=myapp

ashee

# see - http://docs.aws.amazon.com/emr/latest/ReleaseGuide/emr-commandrunner.html
# also see (not accurate but worth a read) - https://github.com/awslabs/emr-bootstrap-actions/blob/master/spark/examples/spark-submit-via-step.md
aws emr add-steps --cluster-id j-3GZ6YDD7POJFQ --steps \
	Name=DSEMigration,Jar="command-runner.jar",Args=[spark-submit,--deploy-mode,cluster,--master,yarn,--class,org.ithaka.dsemig.DseMig.DseMig,s3://sequoia-install/dse-migration/dsemig_2.11-0.1.0-SNAPSHOT.jar,--jars,/mnt/var/lib/zeppelin/local-repo/com/datastax/spark/spark-cassandra-connector_2.11/2.0.0-M3/spark-cassandra-connector_2.11-2.0.0-M3.jar],ActionOnFailure=CONTINUE

ashee

#!/usr/bin/env ruby

require 'aws-sdk'

BUCKET_NAME = 'YOUR_BUCKET_NAME'
PREFIX = 'your/key/path/'

s3 = Aws::S3::Resource.new(region: 'us-east-1')
bucket = s3.bucket(BUCKET_NAME)

ashee

AWS internal ip's

EMR has components running on internal ip's such as ip-172-23-53-101.ec2.internal. To resolve to the implied public/vpn IP's, setup dnsmasq

Setup dnsmasq

$ brew install dnsmasq

Configure dnsmasq

ashee

Import Note default size limit

Default size is configured at 1024000 (1MB) which prevents any notebook bigger than a MB to fail. Zeppelin distribution comes with a file /usr/local/Cellar/apache-zeppelin/0.6.2/libexec/conf/zeppelin-env.sh.template Make a copy of this file and rename it to zeppelin-env.sh increasing the size to something bigger.

$ vim /usr/local/Cellar/apache-zeppelin/0.6.2/libexec/conf/zeppelin-env.sh.template

export ZEPPELIN_WEBSOCKET_MAX_TEXT_MESSAGE_SIZE=10240000

ashee

import java.security.*
import javax.crypto.*
import javax.crypto.spec.*
import javax.xml.bind.DatatypeConverter

class PBE {
	def secretKey;
	def salt = getSalt();
	def iterations = 65536  ;
	def keySize = 256;

ashee

import java.security.Key
import java.security.KeyStore

def console = System.console()

def keystoreName = "amitava.jks"
def keystoreFormat = "JKS"
def keystorePassword = console.readPassword("%s ", "Keystore Password:").toString()

def alias = "amitava"