mrdrozdov

cat ~/logs/spinn/multinli-SPINN-c_-rlw_1-g_government-eid_g_01.log
17-04-09 23:39:02 [1] Flag Values:
{
    "actively_decay_learning_rate": true,
    "batch_size": 32,
    "branch_name": "master",
    "bucket_eval": true,
    "ckpt_interval_steps": 5000,
    "ckpt_on_best_dev_error": true,
    "ckpt_path": "/home/dexter/logs/spinn",

mrdrozdov

nohup python -m spinn.models.supervised_classifier \
--batch_size 128 \
--data_type listops \
--eval_data_path python/spinn/data/listops/test_d14.tsv \
--log_path ~/logs/spinn \
--metrics_path ~/logs/spinn-runs \
--model_dim 50 \
--model_type RLSPINN \
--seq_length 800 \
--training_data_path python/spinn/data/listops/train_d14.tsv \

mrdrozdov

17-03-25 12:22:02 [1] Flag values:
{   '?': None,
    'actively_decay_learning_rate': True,
    'batch_size': 32,
    'branch_name': 'master',
    'bucket_eval': True,
    'ckpt_interval_steps': 5000,
    'ckpt_on_best_dev_error': True,
    'ckpt_path': '/home/dexter/logs/spinn',
    'ckpt_step': 1000,

mrdrozdov

17-03-26 23:12:58 [1] Flag Values:
{
    "?": null,
    "actively_decay_learning_rate": true,
    "attention_dim": 128,
    "batch_size": 32,
    "branch_name": "mrdrozdov/tree-attn",
    "bucket_eval": true,
    "ckpt_interval_steps": 5000,
    "ckpt_on_best_dev_error": true,

mrdrozdov

$ python python/spinn/data/multisnli/load_multisnli_data.py
Loading /Users/Andrew/data/multinli_0.1/multinli_0.1_train.jsonl
No parse found: {"annotator_labels": ["contradiction"], "genre": "telephone", "gold_label": "contradiction", "pairID": "76635c", "promptID": "76635c", "sentence1": "are are you at the point where the the mainframe appears slow to you relative to your personal computer given the the ratio", "sentence1_binary_parse": "", "sentence1_parse": "", "sentence2": "Does the mainframe seem like it is faster to you?", "sentence2_binary_parse": "", "sentence2_parse": ""}
No parse found: {"annotator_labels": ["contradiction"], "genre": "telephone", "gold_label": "contradiction", "pairID": "79641c", "promptID": "79641c", "sentence1": "it crosses into both of them well it's real pretty it's like a swamp you know with all the Spanish moss on the trees it's really it's eerie  \t\t\t\t\tyeah", "sentence1_binary_parse": "", "sentence1_parse": "", "sentence2": "There is no Spanish moss.", "sentence2_binary_

mrdrozdov

import unittest


class MyTestCase(unittest.TestCase):

    def test_basic_1(self):
        assert True

    def test_basic_1(self):
        assert False

mrdrozdov

from __future__ import print_function
import argparse
import torch
import torch.nn as nn
import torch.nn.functional as F
import torch.optim as optim
from torchvision import datasets, transforms
from torch.autograd import Variable

# Training settings

mrdrozdov

Brief Overview of some Model Styles

A. Predict Transition; Use Predicted Transitions
  - use_internal_parser = ON
  - transition_weight > 0
  - tracking_lstm_hidden_dim > 0
 
B. Predict Transition; Use Given Transitions
  - use_internal_parser = OFF
  - transition_weight > 0

mrdrozdov

python -m spinn.models.fat_classifier \
    --batch_size 40 \
    --data_type arithmetic \
    --eval_data_path ../../spinn/python/spinn/data/arithmetic/simple5_last1k.tsv \
    --log_path ../logs \
    --ckpt_path ../logs \
    --model_dim 50 \
    --model_type RLSPINN \
    --seq_length 50 \
    --training_data_path ../../spinn/python/spinn/data/arithmetic/simple5_first10k.tsv \

mrdrozdov

17-03-03 06:05:56 [1] Flag values:
{   '?': None,
    'actively_decay_learning_rate': True,
    'batch_size': 32,
    'bias_t_net': True,
    'branch_name': 'mrdrozdov/save-cpu',
    'bucket_eval': True,
    'ckpt_interval_steps': 5000,
    'ckpt_on_best_dev_error': True,
    'ckpt_path': '/efs/ec2-user/logs/sweep_ec2_snli_RLSPINN_ema_standard_0-skr0.75-tdim61-ekr0.84-lr0.00011-rlwt1e-05-dec0.84-l22.8e-06.ckpt_best',