jramapuram

set -euo pipefail

# Detect the largest NTFS partition (usually C:)
WIN_NUM=$(lsblk -pno NAME,FSTYPE,SIZE "$DST" \
  | awk '$2=="ntfs"{print $1,$3}' \
  | sort -k2 -hr | head -1 \
  | sed -E 's#.*/nvme[0-9]+n1p([0-9]+).*#\1#')

WIN_PART="${DST}p${WIN_NUM}"
echo "Detected Windows (NTFS) partition: $WIN_PART"

jramapuram

diff --git a/CMakeLists.txt b/CMakeLists.txt
index 696a736a..392145f0 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -1,5 +1,7 @@
 cmake_minimum_required(VERSION 3.18 FATAL_ERROR)
 
+link_directories(/miniconda/lib)
+
 # Most of the configurations are taken from PyTorch

jramapuram

ViT(
  (patch_embed): PatchEmbed(
    (proj): Conv2d(3, 768, kernel_size=(16, 16), stride=(16, 16))
    (norm): Identity()
  )
  (backbone): xFormer(
    (encoders): ModuleList(
      (0): xFormerEncoderBlock(
        (mha): MultiHeadDispatch(
          (attention): ScaledDotProduct(

jramapuram

(pytorch1.10.0-py39) ➜  ~ pip install xformers
Collecting xformers
  Using cached xformers-0.0.7.tar.gz (95 kB)
  Preparing metadata (setup.py) ... done
Requirement already satisfied: torch>=1.8.1 in /opt/homebrew/Caskroom/miniforge/base/envs/pytorch1.10.0-py39/lib/python3.9/site-packages (from xformers) (1.10.0)
Requirement already satisfied: numpy in /opt/homebrew/Caskroom/miniforge/base/envs/pytorch1.10.0-py39/lib/python3.9/site-packages (from xformers) (1.21.4)
Requirement already satisfied: pyre-extensions==0.0.23 in /opt/homebrew/Caskroom/miniforge/base/envs/pytorch1.10.0-py39/lib/python3.9/site-packages (from xformers) (0.0.23)
Requirement already satisfied: typing-inspect in /opt/homebrew/Caskroom/miniforge/base/envs/pytorch1.10.0-py39/lib/python3.9/site-packages (from pyre-extensions==0.0.23->xformers) (0.7.1)
Requirement already satisfied: typing-extensions in /opt/homebrew/Caskroom/miniforge/base/envs/pytorch1.10.0-py39/lib/python3.9/site-packages (from pyre-extensions==0.0.23->xformers) (4.0.0)
Re

jramapuram

wandb@35204a5e071a:~$ cat /var/log/gorilla-filemeta.log
{"level":"INFO","time":"2020-08-16T15:53:06.63101146Z","info":{"program":"gorilla-filemeta","source":"gorilla-filemeta/main.go:85","pid":66},"data":{"config":{"MetadataStore":"mysql://wandb_local:[email protected]:3306/wandb_local","FileMetadataSource":"redis://127.0.0.1:6379/filemetadata","FileStore":"s3://Ev7+1jhUDpUTKYTVlef0Jw==:[email protected]:9000/local-files","FileStoreIsProxied":true,"FileHost":"http://localhost:8080","DataFrameStore":"noop://","TaskQueue":"noop://","Onprem":true,"Tracer":"noop://","Statsd":{"Host":"","Port":0},"SentryDSN":"","SentryEnvironment":"onprem-local","PProfAddr":":8080","GCPProject":"dev~wandb-local","GoogleApplicationCredentials":"","AzureAccountKey":"","MySQL":{"DialTimeout":"0s","ReadTimeout":"0s","WriteTimeout":"0s","MaxIdleConns":0,"MaxOpenConns":0,"ConnMaxLifetime":"0s"}}},"message":"Running with config {MetadataStore:mysql://wandb_local:[email protected]:3306/wandb_lo

jramapuram

2020-08-15 01:10:54,597 DEBUG   MainThread:141411 [wandb_config.py:_load_defaults():154] no defaults not found in config-defaults.yaml
2020-08-15 01:10:54,747 DEBUG   MainThread:141411 [meta.py:_setup_code_git():49] probe for git information
2020-08-15 01:10:54,986 DEBUG   MainThread:141411 [meta.py:setup():104] code probe starting
2020-08-15 01:10:54,987 DEBUG   MainThread:141411 [meta.py:_setup_code_program():58] save program starting
2020-08-15 01:10:54,987 DEBUG   MainThread:141411 [meta.py:_setup_code_program():60] save program starting: /home/jramapuram/sshfs/kanerva_plus_plus/./main.py
2020-08-15 01:10:54,999 DEBUG   MainThread:141411 [meta.py:_setup_code_program():68] save program saved: /home/jramapuram/sshfs/kanerva_plus_plus/wandb/run-20200815_011054-2kcpmyzj/code/main.py
2020-08-15 01:10:55,003 DEBUG   MainThread:141411 [meta.py:_setup_code_program():70] save program
2020-08-15 01:10:55,036 DEBUG   MainThread:141411 [meta.py:setup():124] code probe done
2020-08-15 01:10:55,084 DEBUG   MainThread:1

jramapuram

ramapur0@gpu010:~$ ~/samples/bin/x86_64/linux/release/p2pBandwidthLatencyTest
[P2P (Peer-to-Peer) GPU Bandwidth Latency Test]
Device: 0, TITAN Xp, pciBusID: 4, pciDeviceID: 0, pciDomainID:0
Device: 1, TITAN Xp, pciBusID: 5, pciDeviceID: 0, pciDomainID:0
Device: 2, TITAN Xp, pciBusID: 8, pciDeviceID: 0, pciDomainID:0
Device: 3, TITAN Xp, pciBusID: 9, pciDeviceID: 0, pciDomainID:0
Device: 4, TITAN Xp, pciBusID: 83, pciDeviceID: 0, pciDomainID:0
Device: 5, TITAN Xp, pciBusID: 84, pciDeviceID: 0, pciDomainID:0
Device: 6, TITAN Xp, pciBusID: 87, pciDeviceID: 0, pciDomainID:0
Device: 7, TITAN Xp, pciBusID: 88, pciDeviceID: 0, pciDomainID:0

jramapuram

Gradient overflow.  Skipping step, loss scaler 0 reducing loss scale to 131072.0
train-0[Epoch 1][1280768 samples][849.67 sec]:   Loss: 7.0388   Top-1: 0.1027   Top-5: 0.4965
test-0[Epoch 1][50176 samples][17.05 sec]:       Loss: 6.9965   Top-1: 0.1016   Top-5: 0.4604
/home/jramapuram/.venv3/envs/pytorch1.5-py37/lib/python3.7/site-packages/torch/optim/lr_scheduler.py:114: UserWarning: Seems like `optimizer.step()` has been ov
erridden after learning rate scheduler initialization. Please, make sure to call `optimizer.step()` before `lr_scheduler.step()`. See more details at https://py
torch.org/docs/stable/optim.html#how-to-adjust-learning-rate
  "https://pytorch.org/docs/stable/optim.html#how-to-adjust-learning-rate", UserWarning)
Gradient overflow.  Skipping step, loss scaler 0 reducing loss scale to 65536.0
Gradient overflow.  Skipping step, loss scaler 0 reducing loss scale to 32768.0
Gradient overflow.  Skipping step, loss scaler 0 reducing loss scale to 16384.0

jramapuram

(base) ➜  ~ cat ~/.doom.d/config.el
;;; $DOOMDIR/config.el -*- lexical-binding: t; -*-

;; Place your private configuration here! Remember, you do not need to run 'doom
;; sync' after modifying this file!


;; Some functionality uses this to identify you, e.g. GPG configuration, email
;; clients, file templates and snippets.
(setq user-full-name "Jason Ramapuram"

jramapuram

(base) ➜  personal git:(master) ✗ cat prelude-modules.el

;;; Uncomment the modules you'd like to use and restart Prelude afterwards

;; Emacs IRC client
(require 'prelude-erc)
;; (require 'prelude-ido) ;; Super charges Emacs completion for C-x C-f and more
;; (require 'prelude-ivy) ;; A mighty modern alternative to ido
(require 'prelude-helm) ;; Interface for narrowing and search
(require 'prelude-helm-everywhere) ;; Enable Helm everywhere