shubhamagarwal92

import pandas as pd


def read_json_to_df(file_path):
    # df = pd.read_json(path_or_buf=file_path,orient='records',lines=True)
    df = pd.read_json(path_or_buf=file_path, orient='records')
    return df

def read_json_list_to_df(json_list):
    df = pd.DataFrame.from_records(json_list)

shubhamagarwal92

from collections import defaultdict

# method 1
my_dict = defaultdict(int)
my_dict[key] += 1

# method 2
my_dict = {}
my_dict[key] = my_dict.get(key, 0) + 1

shubhamagarwal92

# Provide the path where to download
wget https://www.dropbox.com/s/twmtutniktom7tu/VisualDialog_val2018.zip?dl=0 -P ./data

# Provide the name of the file
wget https://www.dropbox.com/s/twmtutniktom7tu/VisualDialog_val2018.zip?dl=0 -O VisualDialog_val2018.zip

shubhamagarwal92

# To copy all files recursively in a folder except .pth files 
# Be careful no "/" in source_dir whle "/" in final_dir

rsync -avr --exclude=*.pth source_dir final_dir/


# For a file in just one folder
cp -r !(*.png) dest

shubhamagarwal92

rm checkpoint_{6..8}.pth

shubhamagarwal92

tail -f logs.txt
watch -n1 nvidia-smi
htop
watch -n 1 free -h

shubhamagarwal92

slit horizontal ctrl+b  " 
unsplit horizontal ctrl+b x

shubhamagarwal92

import argparse

args = parser.parse_args()

for arg in vars(args):
    print("{:<20}: {}".format(arg, getattr(args, arg)))

shubhamagarwal92

RUN /bin/bash -c "apt-get install tmux -y"
RUN /bin/bash -c "apt-get install htop -y"

# Trying conda environment
RUN  /opt/conda/bin/conda create -y --name myenv python=3.6.8 && \
     /opt/conda/bin/conda clean -ya

RUN echo "source activate myenv" > ~/.bashrc
ENV PATH /opt/conda/envs/myenv/bin:$PATH

shubhamagarwal92

import time
start = time.time()
"the code you want to test stays here"
end = time.time()
print(end - start)