gistfile1.txt

AorJoa@Dekcom:~$ cat /mnt/ceph/logging/app-20161007163514-0008 
{"Event":"SparkListenerLogStart","Spark Version":"1.6.2"}
{"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"driver","Host":"192.168.1.200","Port":54465},"Maximum Memory":480116736,"Timestamp":1475832914204}
{"Event":"SparkListenerExecutorAdded","Timestamp":1475832916404,"Executor ID":"6","Executor Info":{"Host":"192.168.1.109","Total Cores":4,"Log Urls":{"stdout":"http://192.168.1.109:8081/logPage/?appId=app-20161007163514-0008&executorId=6&logType=stdout","stderr":"http://192.168.1.109:8081/logPage/?appId=app-20161007163514-0008&executorId=6&logType=stderr"}}}
{"Event":"SparkListenerExecutorAdded","Timestamp":1475832916417,"Executor ID":"8","Executor Info":{"Host":"192.168.1.101","Total Cores":4,"Log Urls":{"stdout":"http://192.168.1.101:8081/logPage/?appId=app-20161007163514-0008&executorId=8&logType=stdout","stderr":"http://192.168.1.101:8081/logPage/?appId=app-20161007163514-0008&executorId=8&logType=stderr"}}}
{"Event":"SparkListenerExecutorAdded","Timestamp":1475832916472,"Executor ID":"2","Executor Info":{"Host":"192.168.1.110","Total Cores":4,"Log Urls":{"stdout":"http://192.168.1.110:8081/logPage/?appId=app-20161007163514-0008&executorId=2&logType=stdout","stderr":"http://192.168.1.110:8081/logPage/?appId=app-20161007163514-0008&executorId=2&logType=stderr"}}}
{"Event":"SparkListenerExecutorAdded","Timestamp":1475832916477,"Executor ID":"7","Executor Info":{"Host":"192.168.1.104","Total Cores":4,"Log Urls":{"stdout":"http://192.168.1.104:8081/logPage/?appId=app-20161007163514-0008&executorId=7&logType=stdout","stderr":"http://192.168.1.104:8081/logPage/?appId=app-20161007163514-0008&executorId=7&logType=stderr"}}}
{"Event":"SparkListenerExecutorAdded","Timestamp":1475832916495,"Executor ID":"3","Executor Info":{"Host":"192.168.1.108","Total Cores":4,"Log Urls":{"stdout":"http://192.168.1.108:8081/logPage/?appId=app-20161007163514-0008&executorId=3&logType=stdout","stderr":"http://192.168.1.108:8081/logPage/?appId=app-20161007163514-0008&executorId=3&logType=stderr"}}}
{"Event":"SparkListenerExecutorAdded","Timestamp":1475832916528,"Executor ID":"0","Executor Info":{"Host":"aiyara-testing-2","Total Cores":4,"Log Urls":{"stdout":"http://192.168.1.102:8081/logPage/?appId=app-20161007163514-0008&executorId=0&logType=stdout","stderr":"http://192.168.1.102:8081/logPage/?appId=app-20161007163514-0008&executorId=0&logType=stderr"}}}
{"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"2","Host":"192.168.1.110","Port":34397},"Maximum Memory":535953408,"Timestamp":1475832916527}
{"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"7","Host":"192.168.1.104","Port":45712},"Maximum Memory":535953408,"Timestamp":1475832916531}
{"Event":"SparkListenerExecutorAdded","Timestamp":1475832916531,"Executor ID":"9","Executor Info":{"Host":"192.168.1.103","Total Cores":4,"Log Urls":{"stdout":"http://192.168.1.103:8081/logPage/?appId=app-20161007163514-0008&executorId=9&logType=stdout","stderr":"http://192.168.1.103:8081/logPage/?appId=app-20161007163514-0008&executorId=9&logType=stderr"}}}
{"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"3","Host":"192.168.1.108","Port":39227},"Maximum Memory":535953408,"Timestamp":1475832916533}
{"Event":"SparkListenerExecutorAdded","Timestamp":1475832916537,"Executor ID":"4","Executor Info":{"Host":"192.168.1.106","Total Cores":4,"Log Urls":{"stdout":"http://192.168.1.106:8081/logPage/?appId=app-20161007163514-0008&executorId=4&logType=stdout","stderr":"http://192.168.1.106:8081/logPage/?appId=app-20161007163514-0008&executorId=4&logType=stderr"}}}
{"Event":"SparkListenerExecutorAdded","Timestamp":1475832916541,"Executor ID":"1","Executor Info":{"Host":"192.168.1.107","Total Cores":4,"Log Urls":{"stdout":"http://192.168.1.107:8081/logPage/?appId=app-20161007163514-0008&executorId=1&logType=stdout","stderr":"http://192.168.1.107:8081/logPage/?appId=app-20161007163514-0008&executorId=1&logType=stderr"}}}
{"Event":"SparkListenerExecutorAdded","Timestamp":1475832916547,"Executor ID":"5","Executor Info":{"Host":"192.168.1.105","Total Cores":4,"Log Urls":{"stdout":"http://192.168.1.105:8081/logPage/?appId=app-20161007163514-0008&executorId=5&logType=stdout","stderr":"http://192.168.1.105:8081/logPage/?appId=app-20161007163514-0008&executorId=5&logType=stderr"}}}
{"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"8","Host":"192.168.1.101","Port":34059},"Maximum Memory":535953408,"Timestamp":1475832916549}
{"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"6","Host":"192.168.1.109","Port":41509},"Maximum Memory":535953408,"Timestamp":1475832916550}
{"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"0","Host":"aiyara-testing-2","Port":34081},"Maximum Memory":535953408,"Timestamp":1475832916551}
{"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"9","Host":"192.168.1.103","Port":42725},"Maximum Memory":535953408,"Timestamp":1475832916554}
{"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"4","Host":"192.168.1.106","Port":39629},"Maximum Memory":535953408,"Timestamp":1475832916573}
{"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"1","Host":"192.168.1.107","Port":44070},"Maximum Memory":535953408,"Timestamp":1475832916575}
{"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"5","Host":"192.168.1.105","Port":38884},"Maximum Memory":535953408,"Timestamp":1475832916579}
{"Event":"SparkListenerEnvironmentUpdate","JVM Information":{"Java Home":"/Library/Java/JavaVirtualMachines/jdk1.8.0_92.jdk/Contents/Home/jre","Java Version":"1.8.0_92 (Oracle Corporation)","Scala Version":"version 2.11.8"},"Spark Properties":{"spark.driver.host":"192.168.1.200","spark.eventLog.enabled":"true","spark.driver.port":"54453","spark.hadoop.validateOutputSpecs":"false","spark.app.name":"CheckpointRdd Application","spark.scheduler.mode":"FIFO","spark.executor.id":"driver","spark.master":"spark://192.168.1.101:7077","spark.eventLog.dir":"/mnt/ceph/logging","spark.externalBlockStore.folderName":"spark-1ef5aa57-d535-4ced-a075-b820b3c940e7","spark.app.id":"app-20161007163514-0008"},"System Properties":{"java.io.tmpdir":"/var/folders/mz/8t0285053c93rldpy6bm5v8h0000gn/T/","line.separator":"\n","path.separator":":","sun.management.compiler":"HotSpot 64-Bit Tiered Compilers","jline.shutdownhook":"false","sun.cpu.endian":"little","java.specification.version":"1.8","java.vm.specification.name":"Java Virtual Machine Specification","java.vendor":"Oracle Corporation","java.vm.specification.version":"1.8","user.home":"/Users/AorJoa","file.encoding.pkg":"sun.io","sun.nio.ch.bugLevel":"","ftp.nonProxyHosts":"local|*.local|169.254/16|*.169.254/16","sun.arch.data.model":"64","sun.boot.library.path":"/Library/Java/JavaVirtualMachines/jdk1.8.0_92.jdk/Contents/Home/jre/lib","user.dir":"/Users/AorJoa/Repository/CheckpointRdd","java.library.path":"/Users/AorJoa/Library/Java/Extensions:/Library/Java/Extensions:/Network/Library/Java/Extensions:/System/Library/Java/Extensions:/usr/lib/java:.","sun.cpu.isalist":"","os.arch":"x86_64","java.vm.version":"25.92-b14","idea.launcher.port":"7536","java.endorsed.dirs":"/Library/Java/JavaVirtualMachines/jdk1.8.0_92.jdk/Contents/Home/jre/lib/endorsed","java.runtime.version":"1.8.0_92-b14","java.vm.info":"mixed mode","java.ext.dirs":"/Users/AorJoa/Library/Java/Extensions:/Library/Java/JavaVirtualMachines/jdk1.8.0_92.jdk/Contents/Home/jre/lib/ext:/Library/Java/Extensions:/Network/Library/Java/Extensions:/System/Library/Java/Extensions:/usr/lib/java","java.runtime.name":"Java(TM) SE Runtime Environment","file.separator":"/","jline.esc.timeout":"0","java.class.version":"52.0","java.specification.name":"Java Platform API Specification","sun.boot.class.path":"/Library/Java/JavaVirtualMachines/jdk1.8.0_92.jdk/Contents/Home/jre/lib/resources.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_92.jdk/Contents/Home/jre/lib/rt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_92.jdk/Contents/Home/jre/lib/sunrsasign.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_92.jdk/Contents/Home/jre/lib/jsse.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_92.jdk/Contents/Home/jre/lib/jce.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_92.jdk/Contents/Home/jre/lib/charsets.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_92.jdk/Contents/Home/jre/lib/jfr.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_92.jdk/Contents/Home/jre/classes","file.encoding":"UTF-8","user.timezone":"Asia/Bangkok","idea.launcher.bin.path":"/Applications/IntelliJ IDEA CE.app/Contents/bin","java.specification.vendor":"Oracle Corporation","sun.java.launcher":"SUN_STANDARD","os.version":"10.12.1","sun.os.patch.level":"unknown","gopherProxySet":"false","java.vm.specification.vendor":"Oracle Corporation","user.country":"US","sun.jnu.encoding":"UTF-8","http.nonProxyHosts":"local|*.local|169.254/16|*.169.254/16","user.language":"en","socksNonProxyHosts":"local|*.local|169.254/16|*.169.254/16","user.country.format":"TH","java.vendor.url":"http://java.oracle.com/","java.awt.printerjob":"sun.lwawt.macosx.CPrinterJob","java.awt.graphicsenv":"sun.awt.CGraphicsEnvironment","awt.toolkit":"sun.lwawt.macosx.LWCToolkit","os.name":"Mac OS X","java.vm.vendor":"Oracle Corporation","java.vendor.url.bug":"http://bugreport.sun.com/bugreport/","user.name":"AorJoa","java.vm.name":"Java HotSpot(TM) 64-Bit Server VM","sun.java.command":"com.intellij.rt.execution.application.AppMain xsbt.boot.Boot run","java.home":"/Library/Java/JavaVirtualMachines/jdk1.8.0_92.jdk/Contents/Home/jre","java.version":"1.8.0_92","sun.io.unicode.encoding":"UnicodeBig"},"Classpath Entries":{"/Applications/IntelliJ IDEA CE.app/Contents/lib/idea_rt.jar":"System Classpath","/Users/AorJoa/Library/Application Support/IdeaIC2016.2/Scala/launcher/sbt-launch.jar":"System Classpath"}}
{"Event":"SparkListenerApplicationStart","App Name":"CheckpointRdd Application","App ID":"app-20161007163514-0008","Timestamp":1475832882833,"User":"AorJoa"}
{"Event":"SparkListenerApplicationEnd","Timestamp":1475832926147}