avaranovich

---------------------------------------------------------------------------
Py4JJavaError                             Traceback (most recent call last)
<command-634889928058462> in <module>()
     17     #display(df.limit(5))
     18 
---> 19     toCSV = filter(None, list(map(xml_to_dict, xml.collect())))
     20     keys = toCSV[0].keys()
     21     #print(keys)

/databricks/spark/python/pyspark/rdd.py in collect(self)

avaranovich

apiVersion: batch/v2alpha1
kind: CronJob
metadata:
  name: hello
spec:
  schedule: "*/1 * * * *"
  jobTemplate:
    spec:
      template:
        spec:

avaranovich

#cloud-config

# { { { variable } } }

packages:
 - etcd
 - jq
 - traceroute

runcmd:

avaranovich

bash ; source var.sh ; source start.sh ; source create.sh

avaranovich

# Upstart script for a play application that binds to an unprivileged user.
# put this into a file like /etc/init/playframework
# you can then start/stop it using either initctl or start/stop/restart
# e.g. 
# start playframework
# http://dominikdorn.com

description     "Description of your app"
author          "Dominik Dorn <[email protected]>"
version         "1.0"

avaranovich

sudo echo 'AKKA_HOME=/usr/local/akka/akka-2.3.2' > /etc/profile.d/akka.sh
sudo echo 'export AKKA_HOME' >> /etc/profile.d/akka.sh

sudo mkdir -p /usr/local/akka
sudo unzip akka-2.3.2 -d /usr/local/akka/
sudo rm -f akka-2.3.2.zip
sudo chown -R root:root /usr/local/akka

sudo update-alternatives --install "/usr/bin/akka" "akka" "/usr/local/akka/akka-2.3.2/bin/akka" 1

avaranovich

source 'https://rubygems.org'

gem "rails", "~> 4.0.0"
gem 'rake', '~> 10.1.0'

# Bundle edge Rails instead:
# gem 'rails', :git => 'git://github.com/rails/rails.git'

gem 'json'

avaranovich

compile-c++-libhdfs:
     [exec] /bin/sh ./libtool --tag=CC   --mode=compile gcc -DPACKAGE_NAME=\"libhdfs\" -DPACKAGE_TARNAME=\"libhdfs\" -DPACKAGE_VERSION=\"0.1.0\" -DPACKAGE_STRING=\"libhdfs\ 0.1.0\" -DPACKAGE_BUGREPORT=\"[email protected]\" -DPACKAGE_URL=\"\" -DPACKAGE=\"libhdfs\" -DVERSION=\"0.1.0\" -DSTDC_HEADERS=1 -DHAVE_SYS_TYPES_H=1 -DHAVE_SYS_STAT_H=1 -DHAVE_STDLIB_H=1 -DHAVE_STRING_H=1 -DHAVE_MEMORY_H=1 -DHAVE_STRINGS_H=1 -DHAVE_INTTYPES_H=1 -DHAVE_STDINT_H=1 -DHAVE_UNISTD_H=1 -DHAVE_DLFCN_H=1 -DLT_OBJDIR=\".libs/\" -DHAVE_STRDUP=1 -DHAVE_STRERROR=1 -DHAVE_STRTOUL=1 -DHAVE_FCNTL_H=1 -DHAVE__BOOL=1 -I. -I/Users/avaranovich/projects/hadoop/src/c++/libhdfs     -g -O2 -DOS_DARWIN -DDSO_DYLD -DCPU=\"i386\" -m64 -I/System/Library/Frameworks/JavaVM.framework/Versions/A/Headers -Wall -Wstrict-prototypes -MT hdfsJniHelper.lo -MD -MP -MF .deps/hdfsJniHelper.Tpo -c -o hdfsJniHelper.lo /Users/avaranovich/projects/hadoop/src/c++/libhdfs/hdfsJniHelper.c
     [exec] libtool: compile:  gcc -DPACKAGE_NAME=\"libhdfs

avaranovich

wget http://archive.cloudera.com/cdh/3/hadoop-0.20.2-cdh3u6.tar.gz
tar -xzvf hadoop-0.20.2-cdh3u6.tar.gz
mv hadoop-0.20.2-cdh3u6 hadoop
cd hadoop; ant compile -Dcompile.c++=true -Dlibhdfs=true

avaranovich

sudo apt-get -y update
sudo apt-get -y upgrade
sudo mkdir -p /media/cdrom
sudo mount /dev/cdrom /media/cdrom

cd /media/cdrom
sudo cp VM*.tar.gz /tmp
sudo apt-get -y install linux-headers-server build-essential
cd /tmp
tar -xzvf VM*.tar.gz