sujee

#!/bin/bash
hosts=$(cat $HADOOP_HOME/conf/slaves | grep -v '#')
for host in $hosts
do
    echo "------------------" $host "------------" 
    ssh -o StrictHostKeyChecking=no  root@$host "cp /etc/hosts  /etc/hosts.orig"
done

sujee

#!/bin/bash
hosts=$(cat $HADOOP_HOME/conf/slaves | grep -v '#')
for host in $hosts
do
    echo "------------------" $host "------------" 
    scp -o StrictHostKeyChecking=no  hadoop_hosts  $host:
    ssh -o StrictHostKeyChecking=no  root@$host "cat /etc/hosts.orig hadoop_hosts >> /etc/hosts"
done

sujee

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
    xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
    <modelVersion>4.0.0</modelVersion>

    <groupId>mygroup</groupId> <!-- change this -->
    <artifactId>project_name</artifactId> <!-- change this -->
    <packaging>jar</packaging>
    <version>1.0</version>
    <name>Sample Project Name</name> <!-- change this -->

sujee

<?xml version="1.0" encoding="UTF-8"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration>
    <property>
        <name>fs.defaultFS</name>
        <value>hdfs://localhost:8020</value>
        <description>
            this replaces Hadoop 1 property : fs.default.name
        </description>
    </property>

sujee

<?xml version="1.0" encoding="UTF-8"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration>
    <property>
        <name>dfs.replication</name>
        <value>1</value>
        <description>single node, 1 copy</description>
    </property>
</configuration>

sujee

<?xml version="1.0"?>
<configuration>
    <property>
        <name>yarn.resourcemanager.hostname</name>
        <value>localhost</value>
    </property>
    <property>
        <name>yarn.nodemanager.aux-services</name>
        <value>mapreduce_shuffle</value>
    </property>

sujee

<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration>
    <property>
        <name>mapreduce.framework.name</name>
        <value>yarn</value>
    </property>
</configuration>

sujee

[info] application - ### Application has started
[info] play - Application started (Dev)
spark.app.name=Spark And Play
spark.home=/Users/sujee/hadoop/spark-1.0.2-hadoop2
spark.jars=/Users/sujee/dev/play-spark/target/scala-2.10/play-spark_2.10-1.0.jar
spark.master=spark://localhost:7077
[error] a.a.OneForOneStrategy - exception during creation
akka.actor.ActorInitializationException: exception during creation
  at akka.actor.ActorInitializationException$.apply(Actor.scala:164) ~[akka-actor_2.10-2.3.4.jar:na]
  at akka.actor.ActorCell.create(ActorCell.scala:596) ~[akka-actor_2.10-2.3.4.jar:na]

sujee

 override def runJob(sc: SparkContext, config: Config): Any = {
    val fileName = config.getString("input.file")
    logger.info("### fileName : " + fileName)
    var rdd = this.namedRdds.get[String](fileName)
    logger.info("### rdd load 1 : " + rdd)
    if (rdd.isDefined) {
        logger.info("### rdd %s  isDefined".format(fileName))
    }
    else {
        logger.info("### rdd %s doesn't exist... loading".format(fileName))

sujee

#!/usr/bin/env bash

## XXX
export JAVA_HOME=/opt/java

if [[ `uname -a` == Darwin* ]]; then
  # Assuming Mac OS X
  export JAVA_HOME=${JAVA_HOME:-$(/usr/libexec/java_home)}
  export TACHYON_RAM_FOLDER=/Volumes/ramdisk
  export TACHYON_JAVA_OPTS="-Djava.security.krb5.realm= -Djava.security.krb5.kdc="