hadoop

start-all.sh
stop-all.sh
jps

mkdir intersect_classes

sudo javac -classpath /usr/local/hadoop/share/hadoop/common/hadoop-common-2.6.0.jar:/usr/local/hadoop/share/hadoop/common/lib/hadoop-annotations-2.6.0.jar:/usr/local/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-core-2.6.0.jar -d intersect_classes WordCount.java

jar -cvf intersect.jar -C intersect_classes/ .

hadoop fs -mkdir -p /user/hduser/input
hadoop dfs -put /usr/lib/hadoop/conf input/
hadoop dfs rm -r output/output_dir

bin/hadoop jar /home/hduser/examples/intersect.jar Pentos input/VimHelper output/output_dir

bin/hadoop dfs -copyFromLocal /home/bledi/Desktop/had_inp/input1.txt input
bin/hadoop dfs -copyToLocal output/output_dir/part-r-00000 /home/bledi/Desktop/hw3_cloud
bin/hadoop dfs -cat output/output_dir/part-r-00000

export HADOOP_CLASSPATH=$JAVA_HOME/lib/tools.jar
hadoop com.sun.tools.javac.Main *.java

.
1210, May, 12, Pentos, 21
1210, May, 13, Pentos, 22
1210, May, 13, Braavos, 18
1210, June, 3, Pentos, 26
1212, April, 23, Meereen, 23
1212, April, 23, Qarth, 21