spark-native-yarn-am.log

{"entity":"task_1417036912823_0003_1_02_000027","entitytype":"TEZ_TASK_ID","events":[{"ts":1417051621649,"eventtype":"TASK_FINISHED"}],"otherinfo":{"startTime":1417051619126,"endTime":1417051621649,"timeTaken":2523,"status":"KILLED","diagnostics":"Task is terminated due to:OTHER_TASK_FAILURE","counters":{}}}
{"entity":"tez_container_1417036912823_0003_01_000007","entitytype":"TEZ_CONTAINER_ID","relatedEntities":[{"entity":"appattempt_1417036912823_0003_000001","entitytype":"TEZ_APPLICATION_ATTEMPT"},{"entity":"container_1417036912823_0003_01_000007","entitytype":"containerId"}],"events":[{"ts":1417051621649,"eventtype":"CONTAINER_STOPPED"}],"otherinfo":{"exitStatus":0}}
{"entity":"tez_container_1417036912823_0003_01_000006","entitytype":"TEZ_CONTAINER_ID","relatedEntities":[{"entity":"appattempt_1417036912823_0003_000001","entitytype":"TEZ_APPLICATION_ATTEMPT"},{"entity":"container_1417036912823_0003_01_000006","entitytype":"containerId"}],"events":[{"ts":1417051621650,"eventtype":"CONTAINER_STOPPED"}],"otherinfo":{"exitStatus":0}}
{"entity":"tez_container_1417036912823_0003_01_000003","entitytype":"TEZ_CONTAINER_ID","relatedEntities":[{"entity":"appattempt_1417036912823_0003_000001","entitytype":"TEZ_APPLICATION_ATTEMPT"},{"entity":"container_1417036912823_0003_01_000003","entitytype":"containerId"}],"events":[{"ts":1417051621650,"eventtype":"CONTAINER_STOPPED"}],"otherinfo":{"exitStatus":0}}
{"entity":"tez_container_1417036912823_0003_01_000005","entitytype":"TEZ_CONTAINER_ID","relatedEntities":[{"entity":"appattempt_1417036912823_0003_000001","entitytype":"TEZ_APPLICATION_ATTEMPT"},{"entity":"container_1417036912823_0003_01_000005","entitytype":"containerId"}],"events":[{"ts":1417051621650,"eventtype":"CONTAINER_STOPPED"}],"otherinfo":{"exitStatus":0}}
{"entity":"tez_container_1417036912823_0003_01_000004","entitytype":"TEZ_CONTAINER_ID","relatedEntities":[{"entity":"appattempt_1417036912823_0003_000001","entitytype":"TEZ_APPLICATION_ATTEMPT"},{"entity":"container_1417036912823_0003_01_000004","entitytype":"containerId"}],"events":[{"ts":1417051621650,"eventtype":"CONTAINER_STOPPED"}],"otherinfo":{"exitStatus":0}}
{"entity":"tez_container_1417036912823_0003_01_000008","entitytype":"TEZ_CONTAINER_ID","relatedEntities":[{"entity":"appattempt_1417036912823_0003_000001","entitytype":"TEZ_APPLICATION_ATTEMPT"},{"entity":"container_1417036912823_0003_01_000008","entitytype":"containerId"}],"events":[{"ts":1417051621650,"eventtype":"CONTAINER_STOPPED"}],"otherinfo":{"exitStatus":0}}
{"entity":"tez_container_1417036912823_0003_01_000009","entitytype":"TEZ_CONTAINER_ID","relatedEntities":[{"entity":"appattempt_1417036912823_0003_000001","entitytype":"TEZ_APPLICATION_ATTEMPT"},{"entity":"container_1417036912823_0003_01_000009","entitytype":"containerId"}],"events":[{"ts":1417051621650,"eventtype":"CONTAINER_STOPPED"}],"otherinfo":{"exitStatus":-1000}}
{"entity":"tez_container_1417036912823_0003_01_000009","entitytype":"TEZ_CONTAINER_ID","relatedEntities":[{"entity":"appattempt_1417036912823_0003_000001","entitytype":"TEZ_APPLICATION_ATTEMPT"},{"entity":"container_1417036912823_0003_01_000009","entitytype":"containerId"}],"events":[{"ts":1417051621688,"eventtype":"CONTAINER_LAUNCHED"}]}
{"entity":"vertex_1417036912823_0003_1_02","entitytype":"TEZ_VERTEX_ID","events":[{"ts":1417051621706,"eventtype":"VERTEX_FINISHED"}],"otherinfo":{"endTime":1417051621706,"timeTaken":11014100,"status":"FAILED","diagnostics":"Task failed, taskId=task_1417036912823_0003_1_02_000006, diagnostics=[TaskAttempt 0 failed, info=[Container container_1417036912823_0003_01_000002 finished with diagnostics set to [Container failed. Exception from container-launch: ExitCodeException exitCode=255: \nExitCodeException exitCode=255: \n\tat org.apache.hadoop.util.Shell.runCommand(Shell.java:538)\n\tat org.apache.hadoop.util.Shell.run(Shell.java:455)\n\tat org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:702)\n\tat org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor.launchContainer(DefaultContainerExecutor.java:195)\n\tat org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.call(ContainerLaunch.java:300)\n\tat org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.call(ContainerLaunch.java:81)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:262)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n\n\nContainer exited with a non-zero exit code 255\n]]]\nVertex failed as one or more tasks failed. failedTasks:1","counters":{}}}
{"entity":"dag_1417036912823_0003_1","entitytype":"TEZ_DAG_ID","events":[{"ts":1417051621714,"eventtype":"DAG_FINISHED"}],"otherinfo":{"startTime":1417040607370,"endTime":1417051621714,"timeTaken":11014344,"status":"FAILED","diagnostics":"Vertex failed, vertexName=0, vertexId=vertex_1417036912823_0003_1_02, diagnostics=[Task failed, taskId=task_1417036912823_0003_1_02_000006, diagnostics=[TaskAttempt 0 failed, info=[Container container_1417036912823_0003_01_000002 finished with diagnostics set to [Container failed. Exception from container-launch: ExitCodeException exitCode=255: \nExitCodeException exitCode=255: \n\tat org.apache.hadoop.util.Shell.runCommand(Shell.java:538)\n\tat org.apache.hadoop.util.Shell.run(Shell.java:455)\n\tat org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:702)\n\tat org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor.launchContainer(DefaultContainerExecutor.java:195)\n\tat org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.call(ContainerLaunch.java:300)\n\tat org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.call(ContainerLaunch.java:81)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:262)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n\n\nContainer exited with a non-zero exit code 255\n]]], Vertex failed as one or more tasks failed. failedTasks:1]\nDAG failed due to vertex failure. failedVertices:1 killedVertices:0","counters":{"counterGroups":[{"counterGroupName":"org.apache.tez.common.counters.DAGCounter","counterGroupDisplayName":"org.apache.tez.common.counters.DAGCounter","counters":[{"counterName":"NUM_FAILED_TASKS","counterDisplayName":"NUM_FAILED_TASKS","counterValue":1},{"counterName":"NUM_KILLED_TASKS","counterDisplayName":"NUM_KILLED_TASKS","counterValue":27},{"counterName":"TOTAL_LAUNCHED_TASKS","counterDisplayName":"TOTAL_LAUNCHED_TASKS","counterValue":55},{"counterName":"DATA_LOCAL_TASKS","counterDisplayName":"DATA_LOCAL_TASKS","counterValue":28},{"counterName":"RACK_LOCAL_TASKS","counterDisplayName":"RACK_LOCAL_TASKS","counterValue":20}]},{"counterGroupName":"org.apache.tez.common.counters.FileSystemCounter","counterGroupDisplayName":"File System Counters","counters":[{"counterName":"FILE_BYTES_READ","counterDisplayName":"FILE: BYTES_READ","counterValue":104931006980},{"counterName":"FILE_BYTES_WRITTEN","counterDisplayName":"FILE: BYTES_WRITTEN","counterValue":203090136800},{"counterName":"FILE_READ_OPS","counterDisplayName":"FILE: READ_OPS","counterValue":0},{"counterName":"FILE_LARGE_READ_OPS","counterDisplayName":"FILE: LARGE_READ_OPS","counterValue":0},{"counterName":"FILE_WRITE_OPS","counterDisplayName":"FILE: WRITE_OPS","counterValue":0},{"counterName":"HDFS_BYTES_READ","counterDisplayName":"HDFS: BYTES_READ","counterValue":44133010850},{"counterName":"HDFS_BYTES_WRITTEN","counterDisplayName":"HDFS: BYTES_WRITTEN","counterValue":0},{"counterName":"HDFS_READ_OPS","counterDisplayName":"HDFS: READ_OPS","counterValue":374},{"counterName":"HDFS_LARGE_READ_OPS","counterDisplayName":"HDFS: LARGE_READ_OPS","counterValue":0},{"counterName":"HDFS_WRITE_OPS","counterDisplayName":"HDFS: WRITE_OPS","counterValue":0}]},{"counterGroupName":"org.apache.tez.common.counters.TaskCounter","counterGroupDisplayName":"org.apache.tez.common.counters.TaskCounter","counters":[{"counterName":"SPILLED_RECORDS","counterDisplayName":"SPILLED_RECORDS","counterValue":8066908456},{"counterName":"GC_TIME_MILLIS","counterDisplayName":"GC_TIME_MILLIS","counterValue":837087},{"counterName":"CPU_MILLISECONDS","counterDisplayName":"CPU_MILLISECONDS","counterValue":81255850},{"counterName":"PHYSICAL_MEMORY_BYTES","counterDisplayName":"PHYSICAL_MEMORY_BYTES","counterValue":80801189888},{"counterName":"VIRTUAL_MEMORY_BYTES","counterDisplayName":"VIRTUAL_MEMORY_BYTES","counterValue":192377872384},{"counterName":"COMMITTED_HEAP_BYTES","counterDisplayName":"COMMITTED_HEAP_BYTES","counterValue":70007652352},{"counterName":"INPUT_RECORDS_PROCESSED","counterDisplayName":"INPUT_RECORDS_PROCESSED","counterValue":1977332},{"counterName":"OUTPUT_RECORDS","counterDisplayName":"OUTPUT_RECORDS","counterValue":4033454228},{"counterName":"OUTPUT_BYTES","counterDisplayName":"OUTPUT_BYTES","counterValue":93477868916},{"counterName":"OUTPUT_BYTES_WITH_OVERHEAD","counterDisplayName":"OUTPUT_BYTES_WITH_OVERHEAD","counterValue":0},{"counterName":"OUTPUT_BYTES_PHYSICAL","counterDisplayName":"OUTPUT_BYTES_PHYSICAL","counterValue":101544790840},{"counterName":"ADDITIONAL_SPILLS_BYTES_WRITTEN","counterDisplayName":"ADDITIONAL_SPILLS_BYTES_WRITTEN","counterValue":98957758720},{"counterName":"ADDITIONAL_SPILLS_BYTES_READ","counterDisplayName":"ADDITIONAL_SPILLS_BYTES_READ","counterValue":101545313320},{"counterName":"ADDITIONAL_SPILL_COUNT","counterDisplayName":"ADDITIONAL_SPILL_COUNT","counterValue":52248}]}]}}}
stderr0stdout0syslog1792014-11-26 22:23:25,815 WARN [main] org.apache.hadoop.util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
syslog_dag_1417036912823_0003_12812014-11-27 01:27:01,640 ERROR [TaskSchedulerEventHandlerThread] org.apache.tez.dag.app.rm.TaskSchedulerEventHandler: No container allocated to task: attempt_1417036912823_0003_1_02_000006_0 according to scheduler. Task reported container id: container_1417036912823_0003_01_000002
$syslog_dag_1417036912823_0003_1_post3662014-11-27 01:27:03,642 WARN [AMRM Callback Handler Thread] org.apache.tez.dag.app.rm.YarnTaskSchedulerService: Held container expected to be not null for a non-AM-released container
2014-11-27 01:27:03,642 WARN [AMRM Callback Handler Thread] org.apache.tez.dag.app.rm.YarnTaskSchedulerService: Held container expected to be not null for a non-AM-released container

	VERSION*(&container_1417036912823_0003_01_000002*(&container_1417036912823_0003_01_000006*(&container_1417036912823_0003_01_000008*(&container_1417036912823_0003_01_000003*(&container_1417036912823_0003_01_000005*(&container_1417036912823_0003_01_000004*(&container_1417036912823_0003_01_000007*(&container_1417036912823_0003_01_000001non?&`m?&`m?&`}?"h??"h??H?q?&_??&_??o(??"???"???????%P?%P????%"?%"???!,??!,?????IJ?IJdata:BCFile.indexnone?Ycaadata:TFile.indexnone?X?c?cdata:TFile.metanone?W?Y???h??׶9?A@???P