fo40225’s gists

fo40225 / 4xP4510-4TB.log

Last active August 23, 2019 02:04

4x Intel DC P4510 4TB mdadm raid5

	user@ubuntu:/raid5/tmp$ ~/fio/fio --loops=5 --size=1g --runtime=10 --stonewall --direct=1 --group_reporting \
	> --name=SeqQ32T1read --bs=128k --iodepth=32 --rw=read \
	> --name=SeqQ32T1write --bs=128k --iodepth=32 --rw=write \
	> --name=4kQ8T8read --bs=4k --iodepth=8 --numjobs=8 --rw=randread \
	> --name=4kQ8T8write --bs=4k --iodepth=8 --numjobs=8 --rw=randwrite \
	> --name=4kQ32T1read --bs=4k --iodepth=32 --rw=randread \
	> --name=4kQ32T1write --bs=4k --iodepth=32 --rw=randwrite \
	> --name=4kQ1T1read --bs=4k --iodepth=1 --rw=randread \
	> --name=4kQ1T1write --bs=4k --iodepth=1 --rw=randwrite
	SeqQ32T1read: (g=0): rw=read, bs=(R) 128KiB-128KiB, (W) 128KiB-128KiB, (T) 128KiB-128KiB, ioengine=psync, iodepth=32

fo40225 / slurm.txt

Last active November 25, 2024 09:30

setup slurm cluster on ubuntu server

	# hostname ip
	# master 192.168.1.100
	# slave-1 192.168.1.101
	# slave-2 192.168.1.102

	sudo apt update
	sudo apt install -y slurm-wlm

	# 1604
	# https://slurm.schedmd.com/archive/slurm-15.08.10/configurator.html

fo40225 / spark.txt

Last active August 30, 2020 12:53

setup Apache Spark cluster for gatk

	# master 192.168.1.101
	# slave1 192.168.1.102
	# slave2 192.168.1.103

	sudo apt update
	sudo apt install -y openjdk-8-jdk
	wget https://archive.apache.org/dist/spark/spark-2.4.3/spark-2.4.3-bin-hadoop2.7.tgz
	tar axvf spark-2.4.3-bin-hadoop2.7.tgz

	echo "" >> ~/.bashrc

fo40225 / 9980xe-flops.log

Created June 26, 2019 03:42

i9 9980xe GFlops

	user@ubuntu:~/Flops/version3/binaries-linux$ ./2006-Core2
	Running Core 2 tuned binary with 1 thread...

	Single-Precision - 128-bit SSE - Add/Sub
	GFlops = 34.752
	Result = 4.42554e+06

	Double-Precision - 128-bit SSE2 - Add/Sub
	GFlops = 17.536
	Result = 2.21176e+06

fo40225 / P4800X.log

Created June 18, 2019 03:48

Intel Optane DC P4800X 375GB

	Intel Optane DC P4800X 375GB
	user@ubuntu:/tmp$ ~/fio/fio --loops=5 --size=1g --runtime=180 --stonewall --direct=1 --group_reporting \
	> --name=SeqQ32T1read --bs=128k --iodepth=32 --rw=read \
	> --name=SeqQ32T1write --bs=128k --iodepth=32 --rw=write \
	> --name=4kQ8T8read --bs=4k --iodepth=8 --numjobs=8 --rw=randread \
	> --name=4kQ8T8write --bs=4k --iodepth=8 --numjobs=8 --rw=randwrite \
	> --name=4kQ32T1read --bs=4k --iodepth=32 --rw=randread \
	> --name=4kQ32T1write --bs=4k --iodepth=32 --rw=randwrite \
	> --name=4kQ1T1read --bs=4k --iodepth=1 --rw=randread \
	> --name=4kQ1T1write --bs=4k --iodepth=1 --rw=randwrite

fo40225 / 9980xe-numpy-openblas.log

Created June 6, 2019 03:25

9980xe openblas (conda nomkl) numpy test

	user@ubuntu:~/ibench$ python -m ibench run -b all --size small --runs 3 --file 9980xe.out
	Cholesky:
	Cholesky: N = 10000
	Cholesky: elapsed 0.770028 gflops 432.884761
	Cholesky: elapsed 0.762259 gflops 437.296681
	Cholesky: elapsed 0.761549 gflops 437.704657
	Cholesky: gflops 437.296681
	Det:
	Det: N = 15000
	Det: elapsed 5.059672 gflops 444.692889

fo40225 / ibench-numpy-mkl.log

Created June 6, 2019 03:24

9980xe mkl test

	user@ubuntu:~$ git clone --no-checkout https://github.com/IntelPython/ibench.gitCloning into 'ibench'...
	remote: Enumerating objects: 446, done.
	remote: Total 446 (delta 0), reused 0 (delta 0), pack-reused 446
	Receiving objects: 100% (446/446), 73.63 KiB \| 183.00 KiB/s, done.
	Resolving deltas: 100% (245/245), done.
	user@ubuntu:~$ cd ibench
	user@ubuntu:~/ibench$ git checkout d2a81d04352427437e6e383654cfbd36e99c5ae9
	Note: checking out 'd2a81d04352427437e6e383654cfbd36e99c5ae9'.

	You are in 'detached HEAD' state. You can look around, make experimental

fo40225 / 8x7600p1TB.log

Last active August 23, 2019 02:05

8x Intel Pro 7600p 1TB VROC RAID-0 test

	user@ubuntu:/tmp$ ~/fio/fio --loops=5 --size=1g --runtime=180 --stonewall --direct=1 --group_reporting \
	> --name=SeqQ32T1read --bs=128k --iodepth=32 --rw=read \
	> --name=SeqQ32T1write --bs=128k --iodepth=32 --rw=write \
	> --name=4kQ8T8read --bs=4k --iodepth=8 --numjobs=8 --rw=randread \
	> --name=4kQ8T8write --bs=4k --iodepth=8 --numjobs=8 --rw=randwrite \
	> --name=4kQ32T1read --bs=4k --iodepth=32 --rw=randread \
	> --name=4kQ32T1write --bs=4k --iodepth=32 --rw=randwrite \
	> --name=4kQ1T1read --bs=4k --iodepth=1 --rw=randread \
	> --name=4kQ1T1write --bs=4k --iodepth=1 --rw=randwrite
	SeqQ32T1read: (g=0): rw=read, bs=(R) 128KiB-128KiB, (W) 128KiB-128KiB, (T) 128KiB-128KiB, ioengine=psync, iodepth=32

fo40225 / 905p.log

Created June 6, 2019 03:18

Intel Optane 905P 480GB test

	user@ubuntu:~/tmp$ ~/fio/fio --loops=5 --size=1g --runtime=180 --stonewall --direct=1 --group_reporting \
	> --name=SeqQ32T1read --bs=128k --iodepth=32 --rw=read \
	> --name=SeqQ32T1write --bs=128k --iodepth=32 --rw=write \
	> --name=4kQ8T8read --bs=4k --iodepth=8 --numjobs=8 --rw=randread \
	> --name=4kQ8T8write --bs=4k --iodepth=8 --numjobs=8 --rw=randwrite \
	> --name=4kQ32T1read --bs=4k --iodepth=32 --rw=randread \
	> --name=4kQ32T1write --bs=4k --iodepth=32 --rw=randwrite \
	> --name=4kQ1T1read --bs=4k --iodepth=1 --rw=randread \
	> --name=4kQ1T1write --bs=4k --iodepth=1 --rw=randwrite
	SeqQ32T1read: (g=0): rw=read, bs=(R) 128KiB-128KiB, (W) 128KiB-128KiB, (T) 128KiB-128KiB, ioengine=psync, iodepth=32

fo40225 / app.exe.config

Created April 18, 2019 02:29

Force dotnet 3.5 app runing on dotnet 4.0