akanto

[hdfs@docker-ambari ~]# for i in 1 4 8 12 16 20 24 28 32 36; do   hadoop jar $JAR_JOBCLIENT TestDFSIO -Ddfs.replication=1 -write -nrFiles $i -fileSize 8192; done
WARNING: Use "yarn jar" to launch YARN applications.
16/04/11 12:31:39 INFO fs.TestDFSIO: TestDFSIO.1.8
16/04/11 12:31:39 INFO fs.TestDFSIO: nrFiles = 1
16/04/11 12:31:39 INFO fs.TestDFSIO: nrBytes (MB) = 8192.0
16/04/11 12:31:39 INFO fs.TestDFSIO: bufferSize = 1000000
16/04/11 12:31:39 INFO fs.TestDFSIO: baseDir = /benchmarks/TestDFSIO
16/04/11 12:31:40 INFO fs.TestDFSIO: creating control file: 8589934592 bytes, 1 files
16/04/11 12:31:40 INFO fs.TestDFSIO: created control files for: 1 files
16/04/11 12:31:41 INFO impl.TimelineClientImpl: Timeline service address: http://ip-10-0-71-101.node.dc1.consul:8188/ws/v1/timeline/

akanto

WARNING: Use "yarn jar" to launch YARN applications.
16/04/11 13:41:18 INFO fs.TestDFSIO: TestDFSIO.1.8
16/04/11 13:41:18 INFO fs.TestDFSIO: nrFiles = 1
16/04/11 13:41:18 INFO fs.TestDFSIO: nrBytes (MB) = 8192.0
16/04/11 13:41:18 INFO fs.TestDFSIO: bufferSize = 1000000
16/04/11 13:41:18 INFO fs.TestDFSIO: baseDir = /benchmarks/TestDFSIO
16/04/11 13:41:19 INFO fs.TestDFSIO: creating control file: 8589934592 bytes, 1 files
16/04/11 13:41:19 INFO fs.TestDFSIO: created control files for: 1 files
16/04/11 13:41:19 INFO impl.TimelineClientImpl: Timeline service address: http://ip-10-0-71-101.node.dc1.consul:8188/ws/v1/timeline/
16/04/11 13:41:19 INFO client.RMProxy: Connecting to ResourceManager at ip-10-0-71-101.node.dc1.consul/10.0.71.101:8050

akanto

[hdfs@docker-ambari ~]# for i in 1 4 8 12 16 20 24 28 32 36; do
>   hadoop jar $JAR_JOBCLIENT TestDFSIO -Ddfs.replication=3 -write -nrFiles $i -fileSize 8192
> done
WARNING: Use "yarn jar" to launch YARN applications.
16/04/11 14:03:40 INFO fs.TestDFSIO: TestDFSIO.1.8
16/04/11 14:03:40 INFO fs.TestDFSIO: nrFiles = 1
16/04/11 14:03:40 INFO fs.TestDFSIO: nrBytes (MB) = 8192.0
16/04/11 14:03:40 INFO fs.TestDFSIO: bufferSize = 1000000
16/04/11 14:03:40 INFO fs.TestDFSIO: baseDir = /benchmarks/TestDFSIO
16/04/11 14:03:41 INFO fs.TestDFSIO: creating control file: 8589934592 bytes, 1 files

akanto

auto_accept: True

external_auth:
  pam:
    saltuser:
      - .*
      - '@wheel'   # to allow access to all wheel modules
      - '@runner'  # to allow access to all runner modules
      - '@jobs'    # to allow access to the jobs runner and/or wheel module

akanto

#!/bin/bash

install_drivers() {
  cat > /etc/yum.repos.d/amzn-graphics.repo <<'EOF'
[amzn-graphics]
name=amzn-graphics-Base
mirrorlist=http://repo.$awsregion.$awsdomain/$releasever/graphics/mirror.list
mirrorlist_expire=300
metadata_expire=300
priority=9

akanto

#!/bin/bash

get_mnist_example() {
  su -c "cd /home/spark && git clone https://github.com/akanto/ml.git && cd ml && git checkout hcc-cuda-blog" spark
}

main() {
    get_mnist_example
}