Generate mxnet record from image patches

patches_to_rec.py

stack = 'MD589'
data_dir = '/oasis/projects/nsf/csd395/yuncong/CSHL_data_patches/%s_byLandmark'%(stack)

all_image_names = []
for label in os.listdir(data_dir):
    if label == 'BackG':
        # limit the number of BackG examples
        for img_filename in os.listdir(data_dir + '/' + label)[:300]:
            all_image_names.append((label_dict[label], label + '/' + img_filename))
    else:            
        for img_filename in os.listdir(data_dir + '/' + label):
            all_image_names.append((label_dict[label], label + '/' + img_filename))

import random
random.shuffle(all_image_names)
n = len(all_image_names)

os.system(os.environ['MXNET_DIR']+'/bin/im2rec /home/yuncong/CSHL_data_patches/%(dataset)s_train.lst \
%(data_dir)s/ \
/home/yuncong/CSHL_data_patches/%(dataset)s_train.rec' % \
          {'dataset': dataset,
          'data_dir': data_dir})
          
os.system(os.environ['MXNET_DIR']+'/bin/im2rec /home/yuncong/CSHL_data_patches/%(dataset)s_eval.lst \
%(data_dir)s/ \
/home/yuncong/CSHL_data_patches/%(dataset)s_eval.rec' % \
          {'dataset': dataset,
          'data_dir': data_dir})

os.system(os.environ['MXNET_DIR']+'/bin/im2rec /home/yuncong/CSHL_data_patches/%(dataset)s_test.lst \
%(data_dir)s/ \
/home/yuncong/CSHL_data_patches/%(dataset)s_test.rec' % \
          {'dataset': dataset,
          'data_dir': data_dir})