byronyi

$ yarn jar target/ml-0.0.1-SNAPSHOT.jar com.tencent.ml.example.LDA.LDA job.xml
15/12/29 16:38:31 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
15/12/29 16:38:32 INFO client.RMProxy: Connecting to ResourceManager at localhost/127.0.0.1:8032
Exception in thread "main" java.io.IOException: java.lang.IllegalArgumentException: Can not create a Path from a null string
	at com.tencent.ml.client.yarn.AngelYarnClient.submitApplication(AngelYarnClient.java:186)
	at com.tencent.ml.example.LDA.LDA.main(LDA.java:63)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)

byronyi

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#

byronyi

<configuration>
  <property>
    <name>fs.default.name</name>
    <value>hdfs://localhost:9000/</value>
  </property>
  <property>
    <name>angel.job.libjars</name>
    <value>file:///Users/byronyi/Develop/angel/target/ml-0.0.1-SNAPSHOT.jar,file:///Users/byronyi/Develop/angel/lib/SizeOf-1.0.jar</value>
  </property>
  <property>

byronyi

log4j:ERROR setFile(null,true) call failed.
java.io.FileNotFoundException: /usr/local/Cellar/hadoop/2.7.1/libexec/logs/userlogs/application_1451365016523_0018/container_1451365016523_0018_01_000001 (Is a directory)
	at java.io.FileOutputStream.open0(Native Method)
	at java.io.FileOutputStream.open(FileOutputStream.java:270)
	at java.io.FileOutputStream.<init>(FileOutputStream.java:213)
	at java.io.FileOutputStream.<init>(FileOutputStream.java:133)
	at org.apache.log4j.FileAppender.setFile(FileAppender.java:294)
	at org.apache.log4j.FileAppender.activateOptions(FileAppender.java:165)
	at org.apache.hadoop.yarn.ContainerLogAppender.activateOptions(ContainerLogAppender.java:55)
	at org.apache.log4j.config.PropertySetter.activate(PropertySetter.java:307)

byronyi

$ yarn jar target/ml-0.0.1-SNAPSHOT.jar com.tencent.ml.example.LDA.LDA job.xml
15/12/29 14:38:07 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
15/12/29 14:38:08 INFO client.RMProxy: Connecting to ResourceManager at localhost/127.0.0.1:8032
15/12/29 14:38:08 INFO utils.HdfsUtil: tmp output dir is hdfs:///tmp/byronyi/application_1451365016523_0018_e0394527-4994-4cc5-b549-83b9fed9a0fe
15/12/29 14:38:08 INFO yarn.AngelYarnClient: angel.tmp.output.path=hdfs:/tmp/byronyi/application_1451365016523_0018_e0394527-4994-4cc5-b549-83b9fed9a0fe
15/12/29 14:38:08 INFO yarn.AngelYarnClient: Configuring job application_1451365016523_0018 with /tmp/hadoop-yarn/byronyi/.staging/application_1451365016523_0018 as the submit dir
15/12/29 14:38:08 INFO yarn.AngelYarnClient: default FileSystem: hdfs://localhost:9000
15/12/29 14:38:08 INFO yarn.AngelYarnClient: libjarsDir=/tmp/hadoop-yarn/byronyi/.staging/application_1451365016523_0018/libjars
15/12/

byronyi

#include <linux/init.h>
#include <linux/module.h>
#include <linux/kernel.h>
#include <linux/slab.h>
#include <linux/bug.h>
#include <linux/version.h>
#include <linux/kobject.h>
#include <linux/hashtable.h>
#include <linux/kern_levels.h>
#include <linux/skbuff.h>

byronyi

#!/bin/bash

MASTER=10.0.1.254

export JAVA_HOME=/usr/local/opt/java
mkdir -p $JAVA_HOME
curl -Lb "oraclelicense=a" http://download.oracle.com/otn-pub/java/jdk/7u80-b15/jdk-7u80-linux-x64.tar.gz | tar xz --strip-components=1 -C $JAVA_HOME

export HADOOP_HOME=/usr/local/opt/hadoop
mkdir -p $HADOOP_HOME

byronyi

java GenerateReplayScript \
FB-2009_samples_24_times_1hr_0_first50jobs.tsv \
100 \
5 \
67108864 \
10 \
scriptsTest \
workGenInput \
workGenOutputTest \
67108864 \

byronyi

$ make clean -f Makefile_STANDALONE_LINUX && make -j8 -f Makefile_STANDALONE_LINUX
rm -rf linux_standalone; rm -f linux_standalone/spectrast linux_standalone/plotspectrast linux_standalone/plotspectrast.cgi linux_standalone/Lib2HTML core* *~
g++  -I/usr/include -Werror -Wformat -Wstrict-aliasing -Wno-deprecated -Wno-char-subscripts -D_FILE_OFFSET_BITS=64 -D_LARGEFILE_SOURCE  -DSTANDALONE_LINUX   -I/usr/include -D_FILE_OFFSET_BITS=64 -D_LARGEFILE_SOURCE -Werror -Wformat -Wstrict-aliasing -Wno-deprecated -Wno-char-subscripts -O2 -c SpectraSTLib.cpp -o linux_standalone/SpectraSTLib.o
g++  -I/usr/include -Werror -Wformat -Wstrict-aliasing -Wno-deprecated -Wno-char-subscripts -D_FILE_OFFSET_BITS=64 -D_LARGEFILE_SOURCE  -DSTANDALONE_LINUX   -I/usr/include -D_FILE_OFFSET_BITS=64 -D_LARGEFILE_SOURCE -Werror -Wformat -Wstrict-aliasing -Wno-deprecated -Wno-char-subscripts -O2 -c SpectraSTLibIndex.cpp -o linux_standalone/SpectraSTLibIndex.o
g++  -I/usr/include -Werror -Wformat -Wstrict-aliasing -Wno-deprecated -Wno-char

byronyi

docker run -d --name namenode -h namenode -p 50070:50070 -v `pwd`/conf:/conf --publish-service=namenode.hadoop hadoop/namenode

docker run -d --name resourcemanager -h resourcemanager -p 8088:8088 -v `pwd`/conf:/conf --publish-service=resourcemanager.hadoop hadoop/resourcemanager

docker run -d -v `pwd`/conf:/conf --publish-service datanode1.hadoop hadoop/datanode

docker run -d -v `pwd`/conf:/conf --publish-service nodemanager1.hadoop hadoop/nodemanager