Skip to content

Instantly share code, notes, and snippets.

View fo40225's full-sized avatar

fo40225

185 followers · 0 following
View GitHub Profile
@fo40225
fo40225 / 3531.txt
Created April 22, 2020 01:37
AOC-S3108L-H8iR + 8x Seagate Nytro 3531 1.6TB RAID0
$ fio --loops=5 --size=1g --runtime=5 --time_based=1 --stonewall --direct=1 --group_reporting \
> --name=SeqQ8T1read --bs=1048576 --iodepth=8 --rw=read \
> --name=SeqQ8T1write --bs=1048576 --iodepth=8 --rw=write \
> --name=SeqQ1T1read --bs=1048576 --iodepth=1 --rw=read \
> --name=SeqQ1T1write --bs=1048576 --iodepth=1 --rw=write \
> --name=4kQ32T16read --bs=4096 --iodepth=32 --numjobs=16 --rw=randread \
> --name=4kQ32T16write --bs=4096 --iodepth=32 --numjobs=16 --rw=randwrite \
> --name=4kQ1T1read --bs=4096 --iodepth=1 --rw=randread \
> --name=4kQ1T1write --bs=4096 --iodepth=1 --rw=randwrite
SeqQ8T1read: (g=0): rw=read, bs=(R) 1024KiB-1024KiB, (W) 1024KiB-1024KiB, (T) 1024KiB-1024KiB, ioengine=psync, iodepth=8
@fo40225
fo40225 / pm983.log
Created April 22, 2020 01:36
Samsung PM983 1.92TB fio test
$ fio --loops=5 --size=1g --runtime=5 --time_based=1 --stonewall --direct=1 --group_reporting \
> --name=SeqQ8T1read --bs=1048576 --iodepth=8 --rw=read \
> --name=SeqQ8T1write --bs=1048576 --iodepth=8 --rw=write \
> --name=SeqQ1T1read --bs=1048576 --iodepth=1 --rw=read \
> --name=SeqQ1T1write --bs=1048576 --iodepth=1 --rw=write \
> --name=4kQ32T16read --bs=4096 --iodepth=32 --numjobs=16 --rw=randread \
> --name=4kQ32T16write --bs=4096 --iodepth=32 --numjobs=16 --rw=randwrite \
> --name=4kQ1T1read --bs=4096 --iodepth=1 --rw=randread \
> --name=4kQ1T1write --bs=4096 --iodepth=1 --rw=randwrite
SeqQ8T1read: (g=0): rw=read, bs=(R) 1024KiB-1024KiB, (W) 1024KiB-1024KiB, (T) 1024KiB-1024KiB, ioengine=psync, iodepth=8
@fo40225
fo40225 / star.sh
Last active June 28, 2021 14:17
run STAR for RNAseq
git clone https://github.com/alexdobin/STAR.git -b 2.7.9a
cd STAR/source
# edit Makefile:L35 CXXFLAGS_SIMD ?= -mavx2
# to CXXFLAGS_SIMD ?= -march=native
make STAR -j $(nproc)
sudo make install
cd ~
mkdir Gencode_human
cd Gencode_human
@fo40225
fo40225 / grub.sh
Created October 23, 2019 10:34
rescue grub uefi boot from live cd
sudo mount /dev/sda2 /mnt
sudo mkdir /mnt/boot/efi
sudo mount /dev/sda1 /mnt/boot/efi
sudo mount --bind /dev /mnt/dev
sudo mount --bind /proc /mnt/proc
sudo mount --bind /sys /mnt/sys
sudo cp /etc/resolv.conf /mnt/etc/resolv.conf
#### after reboot, ubuntu 18.04, sudo ln -s ../run/systemd/resolve/stub-resolv.conf /etc/resolv.conf
sudo chroot /mnt
apt install -y grub-efi-amd64-bin
@fo40225
fo40225 / twcc-1gpu.txt
Created October 11, 2019 12:01
twcc-1gpu
lscpu
Architecture: x86_64
CPU op-mode(s): 32-bit, 64-bit
Byte Order: Little Endian
CPU(s): 36
On-line CPU(s) list: 0-35
Thread(s) per core: 1
Core(s) per socket: 18
Socket(s): 2
NUMA node(s): 2
@fo40225
fo40225 / hadoop.txt
Created October 1, 2019 05:10
hadoop
wget https://archive.apache.org/dist/hadoop/common/hadoop-2.7.3/hadoop-2.7.3.tar.gz
tar axvf hadoop-2.7.3.tar.gz
cd hadoop-2.7.3/
#etc/hadoop/hadoop-env.sh
# set to the root of your Java installation
export JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64
#etc/hadoop/core-site.xml
<configuration>
@fo40225
fo40225 / MG07ACA14TE.txt
Created September 13, 2019 05:20
MG07ACA14TE on LSI SAS 3108 JBOD mode fio test
ubuntu@t21p-4u-001:/sda$ ~/fio/fio --loops=5 --size=1g --runtime=10 --stonewall --direct=1 --group_reporting \
> --name=SeqQ32T1read --bs=128k --iodepth=32 --rw=read \
> --name=SeqQ32T1write --bs=128k --iodepth=32 --rw=write \
> --name=4kQ8T8read --bs=4k --iodepth=8 --numjobs=8 --rw=randread \
> --name=4kQ8T8write --bs=4k --iodepth=8 --numjobs=8 --rw=randwrite \
> --name=4kQ32T1read --bs=4k --iodepth=32 --rw=randread \
> --name=4kQ32T1write --bs=4k --iodepth=32 --rw=randwrite \
--name=4kQ1T1read --bs=4k --iodepth=1 --rw=randread \
> --name=4kQ1T1read --bs=4k --iodepth=1 --rw=randread \
> --name=4kQ1T1write --bs=4k --iodepth=1 --rw=randwrite
@fo40225
fo40225 / alluxio.txt
Created August 26, 2019 06:04
alluxio
wget https://downloads.alluxio.io/downloads/files/2.0.1/alluxio-2.0.1-bin.tar.gz
tar axvf alluxio-2.0.1-bin.tar.gz
cd alluxio-2.0.1/
cp conf/alluxio-site.properties.template conf/alluxio-site.properties
echo "" >> conf/alluxio-site.properties
# standalone
#echo "alluxio.master.hostname=localhost" >> conf/alluxio-site.properties
#echo "alluxio.master.mount.table.root.ufs=\${alluxio.work.dir}/underFSStorage" >> conf/alluxio-site.properties
@fo40225
fo40225 / tmpfs.log
Created August 24, 2019 04:15
linux tmpfs test 9980xe DDR4-2666 quad channel
user@ubuntu:/dev/shm$ ~/fio/fio --loops=5 --size=1g --runtime=10 --stonewall --direct=0 --group_reporting \
--name=SeqQ32T1read --bs=128k --iodepth=32 --rw=read \
--name=SeqQ32T1write --bs=128k --iodepth=32 --rw=write \
--name=4kQ8T8read --bs=4k --iodepth=8 --numjobs=8 --rw=randread \
--name=4kQ8T8write --bs=4k --iodepth=8 --numjobs=8 --rw=randwrite \
--name=4kQ32T1read --bs=4k --iodepth=32 --rw=randread \
--name=4kQ32T1write --bs=4k --iodepth=32 --rw=randwrite \
--name=4kQ1T1read --bs=4k --iodepth=1 --rw=randread \
--name=4kQ1T1write --bs=4k --iodepth=1 --rw=randwrite
SeqQ32T1read: (g=0): rw=read, bs=(R) 128KiB-128KiB, (W) 128KiB-128KiB, (T) 128KiB-128KiB, ioengine=psync, iodepth=32
@fo40225
fo40225 / F810.log
Created August 23, 2019 01:55
Dell EMC Isilon F810 230TB 10GbE NFS
user@user:/isilon/tmp$ mount
x.x.x.x:/ifs/data/isilon on /isilon type nfs (rw,relatime,vers=3,rsize=131072,wsize=524288,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=x.x.x.x,mountvers=3,mountport=300,mountproto=udp,local_lock=none,addr=x.x.x.x)
user@user:/isilon/tmp$ ~/fio/fio --loops=5 --size=1g --runtime=10 --stonewall --direct=1 --group_reporting \
> --name=SeqQ32T1read --bs=128k --iodepth=32 --rw=read \
> --name=SeqQ32T1write --bs=128k --iodepth=32 --rw=write \
> --name=4kQ8T8read --bs=4k --iodepth=8 --numjobs=8 --rw=randread \
> --name=4kQ8T8write --bs=4k --iodepth=8 --numjobs=8 --rw=randwrite \
> --name=4kQ32T1read --bs=4k --iodepth=32 --rw=randread \
> --name=4kQ32T1write --bs=4k --iodepth=32 --rw=randwrite \
> --name=4kQ1T1read --bs=4k --iodepth=1 --rw=randread \