apache spark environment

.zshrc

export JAVA_HOME=$(/usr/libexec/java_home)
export SPARK_HOME=$HOME/workspace/apache-spark-playground/spark-1.5.0-bin-hadoop2.6
export PYTHONPATH=$SPARK_HOME/python:$SPARK_HOME/python/lib/py4j-0.8.2.1-src.zip:$SPARK_HOME/python/build:$PYTHONPATH

export PATH="$HOME/.pyenv/shims:$SPARK_HOME/bin:$HOME/.rbenv/shims:/usr/bin:/bin:/usr/sbin:/sbin:/usr/local/bin:$PATH"

spark-env

        Environment
        Runtime Information

        Name    Value
        Java Home   /Library/Java/JavaVirtualMachines/jdk1.8.0_65.jdk/Contents/Home/jre
        Java Version    1.8.0_65 (Oracle Corporation)
        Scala Version   version 2.10.4
        Spark Properties

        Name    Value
        spark.app.id    local-1448716891776
        spark.app.name  RatingsHistogram
        spark.driver.host   192.168.1.14
        spark.driver.port   49834
        spark.executor.id   driver
        spark.externalBlockStore.folderName spark-71ec2c0f-9128-47f5-80ae-1e5e9cc84e5c
        spark.files file:/Users/sample_user/workspace/apache-spark-playground/data/count-age.py
        spark.fileserver.uri    http://192.168.1.14:49835
        spark.master    local
        spark.rdd.compress  True
        spark.scheduler.mode    FIFO
        spark.serializer.objectStreamReset  100
        spark.submit.deployMode client
        System Properties

        Name    Value
        SPARK_SUBMIT    true
        awt.toolkit sun.lwawt.macosx.LWCToolkit
        file.encoding   UTF-8
        file.encoding.pkg   sun.io
        file.separator  /
        ftp.nonProxyHosts   local|*.local|169.254/16|*.169.254/16
        gopherProxySet  false
        http.nonProxyHosts  local|*.local|169.254/16|*.169.254/16
        java.awt.graphicsenv    sun.awt.CGraphicsEnvironment
        java.awt.printerjob sun.lwawt.macosx.CPrinterJob
        java.class.version  52.0
        java.endorsed.dirs  /Library/Java/JavaVirtualMachines/jdk1.8.0_65.jdk/Contents/Home/jre/lib/endorsed
        java.ext.dirs   /Users/sample_user/Library/Java/Extensions:/Library/Java/JavaVirtualMachines/jdk1.8.0_65.jdk/Contents/Home/jre/lib/ext:/Library/Java/Extensions:/Network/Library/Java/Extensions:/System/Library/Java/Extensions:/usr/lib/java
        java.home   /Library/Java/JavaVirtualMachines/jdk1.8.0_65.jdk/Contents/Home/jre
        java.io.tmpdir  /var/folders/ht/5g2r3t7d4xj_tdjbhthbcqlr0000gn/T/
        java.library.path   /Users/sample_user/Library/Java/Extensions:/Library/Java/Extensions:/Network/Library/Java/Extensions:/System/Library/Java/Extensions:/usr/lib/java:.
        java.runtime.name   Java(TM) SE Runtime Environment
        java.runtime.version    1.8.0_65-b17
        java.specification.name Java Platform API Specification
        java.specification.vendor   Oracle Corporation
        java.specification.version  1.8
        java.vendor Oracle Corporation
        java.vendor.url http://java.oracle.com/
        java.vendor.url.bug http://bugreport.sun.com/bugreport/
        java.version    1.8.0_65
        java.vm.info    mixed mode
        java.vm.name    Java HotSpot(TM) 64-Bit Server VM
        java.vm.specification.name  Java Virtual Machine Specification
        java.vm.specification.vendor    Oracle Corporation
        java.vm.specification.version   1.8
        java.vm.vendor  Oracle Corporation
        java.vm.version 25.65-b01
        line.separator  
        os.arch x86_64
        os.name Mac OS X
        os.version  10.11
        path.separator  :
        socksNonProxyHosts  local|*.local|169.254/16|*.169.254/16
        sun.arch.data.model 64
        sun.boot.class.path /Library/Java/JavaVirtualMachines/jdk1.8.0_65.jdk/Contents/Home/jre/lib/resources.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_65.jdk/Contents/Home/jre/lib/rt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_65.jdk/Contents/Home/jre/lib/sunrsasign.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_65.jdk/Contents/Home/jre/lib/jsse.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_65.jdk/Contents/Home/jre/lib/jce.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_65.jdk/Contents/Home/jre/lib/charsets.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_65.jdk/Contents/Home/jre/lib/jfr.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_65.jdk/Contents/Home/jre/classes
        sun.boot.library.path   /Library/Java/JavaVirtualMachines/jdk1.8.0_65.jdk/Contents/Home/jre/lib
        sun.cpu.endian  little
        sun.cpu.isalist 
        sun.io.unicode.encoding UnicodeBig
        sun.java.command    org.apache.spark.deploy.SparkSubmit count-age.py
        sun.java.launcher   SUN_STANDARD
        sun.jnu.encoding    UTF-8
        sun.management.compiler HotSpot 64-Bit Tiered Compilers
        sun.nio.ch.bugLevel 
        sun.os.patch.level  unknown
        user.country    US
        user.country.format TW
        user.dir    /Users/sample_user/workspace/apache-spark-playground/data
        user.home   /Users/sample_user
        user.language   en
        user.name   sample_user
        user.timezone   Asia/Manila
        Classpath Entries

        Resource    Source
        /Users/sample_user/workspace/apache-spark-playground/spark-1.5.0-bin-hadoop2.6/conf/    System Classpath
        /Users/sample_user/workspace/apache-spark-playground/spark-1.5.0-bin-hadoop2.6/lib/datanucleus-api-jdo-3.2.6.jar    System Classpath
        /Users/sample_user/workspace/apache-spark-playground/spark-1.5.0-bin-hadoop2.6/lib/datanucleus-core-3.2.10.jar  System Classpath
        /Users/sample_user/workspace/apache-spark-playground/spark-1.5.0-bin-hadoop2.6/lib/datanucleus-rdbms-3.2.9.jar  System Classpath
        /Users/sample_user/workspace/apache-spark-playground/spark-1.5.0-bin-hadoop2.6/lib/spark-assembly-1.5.0-hadoop2.6.0.jar System Classpath
        file:/Users/sample_user/workspace/apache-spark-playground/data/count-age.py Added By User

stderr

RuntimeError: module compiled against API version a but this version of numpy is 9
Using Spark's default log4j profile: org/apache/spark/log4j-defaults.properties
15/11/28 21:50:38 INFO SparkContext: Running Spark version 1.5.0
15/11/28 21:50:38 WARN NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
15/11/28 21:50:43 INFO SecurityManager: Changing view acls to: root
15/11/28 21:50:43 INFO SecurityManager: Changing modify acls to: root
15/11/28 21:50:43 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: Set(root); users with modify permissions: Set(root)
15/11/28 21:50:48 INFO Slf4jLogger: Slf4jLogger started
15/11/28 21:50:48 INFO Remoting: Starting remoting
15/11/28 21:50:49 INFO Remoting: Remoting started; listening on addresses :[akka.tcp://[email protected]:50863]
15/11/28 21:50:49 INFO Utils: Successfully started service 'sparkDriver' on port 50863.
15/11/28 21:50:49 INFO SparkEnv: Registering MapOutputTracker
15/11/28 21:50:49 INFO SparkEnv: Registering BlockManagerMaster
15/11/28 21:50:49 INFO DiskBlockManager: Created local directory at /private/var/folders/zz/zyxvpxvq6csfxvn_n0000000000000/T/blockmgr-a0c9bebc-1613-4685-b61d-ffa43a3943ce
15/11/28 21:50:49 INFO MemoryStore: MemoryStore started with capacity 530.0 MB
15/11/28 21:50:49 INFO HttpFileServer: HTTP File server directory is /private/var/folders/zz/zyxvpxvq6csfxvn_n0000000000000/T/spark-b91111d4-3733-4f9d-867d-62a679f91493/httpd-20881b2c-abd9-426f-8037-76c837121f63
15/11/28 21:50:49 INFO HttpServer: Starting HTTP Server
15/11/28 21:50:49 INFO Utils: Successfully started service 'HTTP file server' on port 50864.
15/11/28 21:50:49 INFO SparkEnv: Registering OutputCommitCoordinator

(STUCK HERE FOR MORE THAN 30 seconds)