Skip to content

Instantly share code, notes, and snippets.

@himkt

himkt/log.txt

Created June 20, 2020 07:11
Show Gist options
  • Save himkt/938ece598b0b9cc7d3c29b84650edfee to your computer and use it in GitHub Desktop.
Save himkt/938ece598b0b9cc7d3c29b84650edfee to your computer and use it in GitHub Desktop.
Download ZIP
Raw
log.txt
============================= test session starts ==============================
platform linux -- Python 3.7.7, pytest-5.4.3, py-1.8.2, pluggy-0.13.1
rootdir: /workspaces/optuna
plugins: nbval-0.9.5
collected 10 items
tests/integration_tests/test_fastai.py . [ 10%]
tests/integration_tests/allennlp_tests/test_allennlp.py ....FFFF. [100%]
=================================== FAILURES ===================================
____________________________ test_allennlp_executor ____________________________
def test_allennlp_executor() -> None:
study = optuna.create_study(direction="maximize")
trial = optuna.trial.Trial(study, study._storage.create_new_trial(study._study_id))
trial.suggest_uniform("DROPOUT", 0.0, 0.5)
with tempfile.TemporaryDirectory() as tmp_dir:
executor = optuna.integration.AllenNLPExecutor(
trial, "tests/integration_tests/allennlp_tests/example.jsonnet", tmp_dir
)
> result = executor.run()
tests/integration_tests/allennlp_tests/test_allennlp.py:91:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
optuna/integration/allennlp.py:129: in run
allennlp.commands.train.train_model(params, self._serialization_dir)
/usr/local/lib/python3.7/site-packages/allennlp/commands/train.py:230: in train_model
dry_run=dry_run,
/usr/local/lib/python3.7/site-packages/allennlp/commands/train.py:418: in _train_worker
params=params, serialization_dir=serialization_dir, local_rank=process_rank,
/usr/local/lib/python3.7/site-packages/allennlp/common/from_params.py:580: in from_params
**extras,
/usr/local/lib/python3.7/site-packages/allennlp/common/from_params.py:611: in from_params
return constructor_to_call(**kwargs) # type: ignore
/usr/local/lib/python3.7/site-packages/allennlp/commands/train.py:646: in from_partial_objects
data_loader_ = data_loader.construct(dataset=datasets["train"])
/usr/local/lib/python3.7/site-packages/allennlp/common/lazy.py:46: in construct
return self._constructor(**kwargs)
/usr/local/lib/python3.7/site-packages/allennlp/common/from_params.py:446: in constructor
return value_cls.from_params(params=deepcopy(popped_params), **constructor_extras)
/usr/local/lib/python3.7/site-packages/allennlp/common/from_params.py:580: in from_params
**extras,
/usr/local/lib/python3.7/site-packages/allennlp/common/from_params.py:611: in from_params
return constructor_to_call(**kwargs) # type: ignore
/usr/local/lib/python3.7/site-packages/allennlp/data/dataloader.py:151: in from_partial_objects
batches_per_epoch=batches_per_epoch,
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <allennlp.data.dataloader.DataLoader object at 0x7fada12af990>
dataset = <allennlp.data.dataset_readers.dataset_reader.AllennlpDataset object at 0x7fada1292610>
batch_size = 32, shuffle = False, sampler = None, batch_sampler = None
num_workers = 0, collate_fn = <function allennlp_collate at 0x7fad5b7fbcb0>
pin_memory = False, drop_last = False, timeout = 0, worker_init_fn = None
multiprocessing_context = None, batches_per_epoch = None
def __init__(
self,
dataset: data.Dataset,
batch_size: int = 1,
shuffle: bool = False,
sampler: Sampler = None,
batch_sampler: BatchSampler = None,
num_workers: int = 0,
# NOTE: The default for collate_fn is different from the normal `None`.
# We assume that if you are using this class you are using an
# allennlp dataset of instances, which would require this.
collate_fn=allennlp_collate,
pin_memory: bool = False,
drop_last: bool = False,
timeout: int = 0,
worker_init_fn=None,
multiprocessing_context: str = None,
batches_per_epoch: int = None,
):
if num_workers and isinstance(dataset, AllennlpLazyDataset):
warnings.warn(
"Using multi-process data loading with a lazy dataset could lead to "
"deadlocks with certain tokenizers. See:\n"
" https://github.com/allenai/allennlp/issues/4330\n",
UserWarning,
)
super().__init__(
dataset=dataset,
batch_size=batch_size,
shuffle=shuffle,
sampler=sampler,
batch_sampler=batch_sampler,
num_workers=num_workers,
collate_fn=collate_fn,
pin_memory=pin_memory,
drop_last=drop_last,
timeout=timeout,
worker_init_fn=worker_init_fn,
> multiprocessing_context=multiprocessing_context,
)
E TypeError: intercept_args() got an unexpected keyword argument 'multiprocessing_context'
/usr/local/lib/python3.7/site-packages/allennlp/data/dataloader.py:88: TypeError
----------------------------- Captured stdout call -----------------------------
2020-06-20 07:10:43,143 - INFO - allennlp.common.params - random_seed = 13370
2020-06-20 07:10:43,143 - INFO - allennlp.common.params - numpy_seed = 1337
2020-06-20 07:10:43,143 - INFO - allennlp.common.params - pytorch_seed = 133
2020-06-20 07:10:43,145 - INFO - allennlp.common.checks - Pytorch version: 1.5.0+cpu
2020-06-20 07:10:43,146 - INFO - allennlp.common.params - type = default
2020-06-20 07:10:43,147 - INFO - allennlp.common.params - dataset_reader.type = sequence_tagging
2020-06-20 07:10:43,147 - INFO - allennlp.common.params - dataset_reader.lazy = False
2020-06-20 07:10:43,147 - INFO - allennlp.common.params - dataset_reader.cache_directory = None
2020-06-20 07:10:43,147 - INFO - allennlp.common.params - dataset_reader.max_instances = None
2020-06-20 07:10:43,147 - INFO - allennlp.common.params - dataset_reader.manual_distributed_sharding = False
2020-06-20 07:10:43,147 - INFO - allennlp.common.params - dataset_reader.manual_multi_process_sharding = False
2020-06-20 07:10:43,147 - INFO - allennlp.common.params - dataset_reader.word_tag_delimiter = /
2020-06-20 07:10:43,147 - INFO - allennlp.common.params - dataset_reader.token_delimiter = None
2020-06-20 07:10:43,148 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.type = characters
2020-06-20 07:10:43,148 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.namespace = token_characters
2020-06-20 07:10:43,148 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.character_tokenizer = <allennlp.data.tokenizers.character_tokenizer.CharacterTokenizer object at 0x7fad044a1090>
2020-06-20 07:10:43,148 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.start_tokens = None
2020-06-20 07:10:43,148 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.end_tokens = None
2020-06-20 07:10:43,148 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.min_padding_length = 0
2020-06-20 07:10:43,148 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.token_min_padding_length = 0
2020-06-20 07:10:43,148 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.type = single_id
2020-06-20 07:10:43,149 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.namespace = tokens
2020-06-20 07:10:43,149 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.lowercase_tokens = True
2020-06-20 07:10:43,149 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.start_tokens = None
2020-06-20 07:10:43,149 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.end_tokens = None
2020-06-20 07:10:43,149 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.feature_name = text
2020-06-20 07:10:43,149 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.default_value = THIS IS A REALLY UNLIKELY VALUE THAT HAS TO BE A STRING
2020-06-20 07:10:43,149 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.token_min_padding_length = 0
2020-06-20 07:10:43,149 - INFO - allennlp.common.params - train_data_path = tests/integration_tests/allennlp_tests/sentences.train
2020-06-20 07:10:43,149 - INFO - allennlp.common.params - vocabulary = None
2020-06-20 07:10:43,149 - INFO - allennlp.common.params - datasets_for_vocab_creation = None
2020-06-20 07:10:43,149 - INFO - allennlp.common.params - validation_dataset_reader = None
2020-06-20 07:10:43,150 - INFO - allennlp.common.params - validation_data_path = tests/integration_tests/allennlp_tests/sentences.valid
2020-06-20 07:10:43,150 - INFO - allennlp.common.params - validation_data_loader = None
2020-06-20 07:10:43,150 - INFO - allennlp.common.params - test_data_path = None
2020-06-20 07:10:43,150 - INFO - allennlp.common.params - evaluate_on_test = False
2020-06-20 07:10:43,150 - INFO - allennlp.common.params - batch_weight_key =
2020-06-20 07:10:43,150 - INFO - allennlp.training.util - Reading training data from tests/integration_tests/allennlp_tests/sentences.train
2020-06-20 07:10:43,151 - INFO - allennlp.data.dataset_readers.sequence_tagging - Reading instances from lines in file at: tests/integration_tests/allennlp_tests/sentences.train
2020-06-20 07:10:43,152 - INFO - allennlp.training.util - Reading validation data from tests/integration_tests/allennlp_tests/sentences.valid
2020-06-20 07:10:43,153 - INFO - allennlp.data.dataset_readers.sequence_tagging - Reading instances from lines in file at: tests/integration_tests/allennlp_tests/sentences.valid
2020-06-20 07:10:43,154 - INFO - allennlp.data.vocabulary - Fitting token dictionary from dataset.
2020-06-20 07:10:43,155 - INFO - allennlp.common.params - model.type = simple_tagger
2020-06-20 07:10:43,155 - INFO - allennlp.common.params - model.regularizer = None
2020-06-20 07:10:43,155 - INFO - allennlp.common.params - model.text_field_embedder.type = basic
2020-06-20 07:10:43,156 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.type = character_encoding
2020-06-20 07:10:43,156 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.embedding_dim = 4
2020-06-20 07:10:43,156 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.num_embeddings = None
2020-06-20 07:10:43,156 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.projection_dim = None
2020-06-20 07:10:43,156 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.weight = None
2020-06-20 07:10:43,156 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.padding_index = None
2020-06-20 07:10:43,156 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.trainable = True
2020-06-20 07:10:43,157 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.max_norm = None
2020-06-20 07:10:43,157 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.norm_type = 2.0
2020-06-20 07:10:43,157 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.scale_grad_by_freq = False
2020-06-20 07:10:43,157 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.sparse = False
2020-06-20 07:10:43,157 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.vocab_namespace = tokens
2020-06-20 07:10:43,157 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.pretrained_file = None
2020-06-20 07:10:43,157 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.type = cnn
2020-06-20 07:10:43,157 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.embedding_dim = 4
2020-06-20 07:10:43,157 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.num_filters = 5
2020-06-20 07:10:43,158 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.ngram_filter_sizes = [3]
2020-06-20 07:10:43,158 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.conv_layer_activation = None
2020-06-20 07:10:43,158 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.output_dim = None
2020-06-20 07:10:43,158 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.dropout = 0.18640414091328222
2020-06-20 07:10:43,158 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.type = embedding
2020-06-20 07:10:43,159 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.embedding_dim = 5
2020-06-20 07:10:43,159 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.num_embeddings = None
2020-06-20 07:10:43,159 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.projection_dim = None
2020-06-20 07:10:43,159 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.weight = None
2020-06-20 07:10:43,159 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.padding_index = None
2020-06-20 07:10:43,159 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.trainable = True
2020-06-20 07:10:43,159 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.max_norm = None
2020-06-20 07:10:43,159 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.norm_type = 2.0
2020-06-20 07:10:43,159 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.scale_grad_by_freq = False
2020-06-20 07:10:43,159 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.sparse = False
2020-06-20 07:10:43,159 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.vocab_namespace = tokens
2020-06-20 07:10:43,159 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.pretrained_file = None
2020-06-20 07:10:43,160 - INFO - allennlp.common.params - model.encoder.type = lstm
2020-06-20 07:10:43,160 - INFO - allennlp.common.params - model.encoder.input_size = 10
2020-06-20 07:10:43,160 - INFO - allennlp.common.params - model.encoder.hidden_size = 10
2020-06-20 07:10:43,160 - INFO - allennlp.common.params - model.encoder.num_layers = 2
2020-06-20 07:10:43,160 - INFO - allennlp.common.params - model.encoder.bias = True
2020-06-20 07:10:43,160 - INFO - allennlp.common.params - model.encoder.dropout = 0
2020-06-20 07:10:43,160 - INFO - allennlp.common.params - model.encoder.bidirectional = True
2020-06-20 07:10:43,160 - INFO - allennlp.common.params - model.encoder.stateful = False
2020-06-20 07:10:43,161 - INFO - allennlp.common.params - model.calculate_span_f1 = None
2020-06-20 07:10:43,161 - INFO - allennlp.common.params - model.label_encoding = None
2020-06-20 07:10:43,161 - INFO - allennlp.common.params - model.label_namespace = labels
2020-06-20 07:10:43,161 - INFO - allennlp.common.params - model.verbose_metrics = False
2020-06-20 07:10:43,161 - INFO - allennlp.common.params - model.initializer = <allennlp.nn.initializers.InitializerApplicator object at 0x7facfef62790>
2020-06-20 07:10:43,162 - INFO - allennlp.nn.initializers - Initializing parameters
2020-06-20 07:10:43,162 - INFO - allennlp.nn.initializers - Done initializing parameters; the following parameters are using their default initialization from their code
2020-06-20 07:10:43,162 - INFO - allennlp.nn.initializers - encoder._module.bias_hh_l0
2020-06-20 07:10:43,162 - INFO - allennlp.nn.initializers - encoder._module.bias_hh_l0_reverse
2020-06-20 07:10:43,162 - INFO - allennlp.nn.initializers - encoder._module.bias_hh_l1
2020-06-20 07:10:43,162 - INFO - allennlp.nn.initializers - encoder._module.bias_hh_l1_reverse
2020-06-20 07:10:43,162 - INFO - allennlp.nn.initializers - encoder._module.bias_ih_l0
2020-06-20 07:10:43,162 - INFO - allennlp.nn.initializers - encoder._module.bias_ih_l0_reverse
2020-06-20 07:10:43,162 - INFO - allennlp.nn.initializers - encoder._module.bias_ih_l1
2020-06-20 07:10:43,162 - INFO - allennlp.nn.initializers - encoder._module.bias_ih_l1_reverse
2020-06-20 07:10:43,162 - INFO - allennlp.nn.initializers - encoder._module.weight_hh_l0
2020-06-20 07:10:43,162 - INFO - allennlp.nn.initializers - encoder._module.weight_hh_l0_reverse
2020-06-20 07:10:43,162 - INFO - allennlp.nn.initializers - encoder._module.weight_hh_l1
2020-06-20 07:10:43,162 - INFO - allennlp.nn.initializers - encoder._module.weight_hh_l1_reverse
2020-06-20 07:10:43,162 - INFO - allennlp.nn.initializers - encoder._module.weight_ih_l0
2020-06-20 07:10:43,162 - INFO - allennlp.nn.initializers - encoder._module.weight_ih_l0_reverse
2020-06-20 07:10:43,162 - INFO - allennlp.nn.initializers - encoder._module.weight_ih_l1
2020-06-20 07:10:43,162 - INFO - allennlp.nn.initializers - encoder._module.weight_ih_l1_reverse
2020-06-20 07:10:43,163 - INFO - allennlp.nn.initializers - tag_projection_layer._module.bias
2020-06-20 07:10:43,163 - INFO - allennlp.nn.initializers - tag_projection_layer._module.weight
2020-06-20 07:10:43,163 - INFO - allennlp.nn.initializers - text_field_embedder.token_embedder_token_characters._embedding._module.weight
2020-06-20 07:10:43,163 - INFO - allennlp.nn.initializers - text_field_embedder.token_embedder_token_characters._encoder._module.conv_layer_0.bias
2020-06-20 07:10:43,163 - INFO - allennlp.nn.initializers - text_field_embedder.token_embedder_token_characters._encoder._module.conv_layer_0.weight
2020-06-20 07:10:43,163 - INFO - allennlp.nn.initializers - text_field_embedder.token_embedder_tokens.weight
2020-06-20 07:10:43,163 - INFO - filelock - Lock 140383710015824 acquired on /tmp/tmpgp21_9zy/vocabulary/.lock
2020-06-20 07:10:43,164 - INFO - filelock - Lock 140383710015824 released on /tmp/tmpgp21_9zy/vocabulary/.lock
2020-06-20 07:10:43,164 - INFO - allennlp.common.params - data_loader.type = default
2020-06-20 07:10:43,164 - INFO - allennlp.common.params - data_loader.batch_size = 32
2020-06-20 07:10:43,164 - INFO - allennlp.common.params - data_loader.shuffle = False
2020-06-20 07:10:43,164 - INFO - allennlp.common.params - data_loader.sampler = None
2020-06-20 07:10:43,164 - INFO - allennlp.common.params - data_loader.batch_sampler = None
2020-06-20 07:10:43,164 - INFO - allennlp.common.params - data_loader.num_workers = 0
2020-06-20 07:10:43,164 - INFO - allennlp.common.params - data_loader.pin_memory = False
2020-06-20 07:10:43,164 - INFO - allennlp.common.params - data_loader.drop_last = False
2020-06-20 07:10:43,164 - INFO - allennlp.common.params - data_loader.timeout = 0
2020-06-20 07:10:43,164 - INFO - allennlp.common.params - data_loader.worker_init_fn = None
2020-06-20 07:10:43,165 - INFO - allennlp.common.params - data_loader.multiprocessing_context = None
2020-06-20 07:10:43,165 - INFO - allennlp.common.params - data_loader.batches_per_epoch = None
----------------------------- Captured stderr call -----------------------------
0it [00:00, ?it/s]
3it [00:00, 1960.26it/s]
0it [00:00, ?it/s]
3it [00:00, 2055.70it/s]
0it [00:00, ?it/s]
6it [00:00, 9078.58it/s]
_________________ test_allennlp_executor_with_include_package __________________
def test_allennlp_executor_with_include_package() -> None:
study = optuna.create_study(direction="maximize")
trial = optuna.trial.Trial(study, study._storage.create_new_trial(study._study_id))
trial.suggest_uniform("DROPOUT", 0.0, 0.5)
with tempfile.TemporaryDirectory() as tmp_dir:
executor = optuna.integration.AllenNLPExecutor(
trial,
"tests/integration_tests/allennlp_tests/example_with_include_package.jsonnet",
tmp_dir,
include_package="tests.integration_tests.allennlp_tests.tiny_single_id",
)
> result = executor.run()
tests/integration_tests/allennlp_tests/test_allennlp.py:107:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
optuna/integration/allennlp.py:129: in run
allennlp.commands.train.train_model(params, self._serialization_dir)
/usr/local/lib/python3.7/site-packages/allennlp/commands/train.py:230: in train_model
dry_run=dry_run,
/usr/local/lib/python3.7/site-packages/allennlp/commands/train.py:418: in _train_worker
params=params, serialization_dir=serialization_dir, local_rank=process_rank,
/usr/local/lib/python3.7/site-packages/allennlp/common/from_params.py:580: in from_params
**extras,
/usr/local/lib/python3.7/site-packages/allennlp/common/from_params.py:611: in from_params
return constructor_to_call(**kwargs) # type: ignore
/usr/local/lib/python3.7/site-packages/allennlp/commands/train.py:646: in from_partial_objects
data_loader_ = data_loader.construct(dataset=datasets["train"])
/usr/local/lib/python3.7/site-packages/allennlp/common/lazy.py:46: in construct
return self._constructor(**kwargs)
/usr/local/lib/python3.7/site-packages/allennlp/common/from_params.py:446: in constructor
return value_cls.from_params(params=deepcopy(popped_params), **constructor_extras)
/usr/local/lib/python3.7/site-packages/allennlp/common/from_params.py:580: in from_params
**extras,
/usr/local/lib/python3.7/site-packages/allennlp/common/from_params.py:611: in from_params
return constructor_to_call(**kwargs) # type: ignore
/usr/local/lib/python3.7/site-packages/allennlp/data/dataloader.py:151: in from_partial_objects
batches_per_epoch=batches_per_epoch,
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <allennlp.data.dataloader.DataLoader object at 0x7fada1181c90>
dataset = <allennlp.data.dataset_readers.dataset_reader.AllennlpDataset object at 0x7fada1111ed0>
batch_size = 32, shuffle = False, sampler = None, batch_sampler = None
num_workers = 0, collate_fn = <function allennlp_collate at 0x7fad5b7fbcb0>
pin_memory = False, drop_last = False, timeout = 0, worker_init_fn = None
multiprocessing_context = None, batches_per_epoch = None
def __init__(
self,
dataset: data.Dataset,
batch_size: int = 1,
shuffle: bool = False,
sampler: Sampler = None,
batch_sampler: BatchSampler = None,
num_workers: int = 0,
# NOTE: The default for collate_fn is different from the normal `None`.
# We assume that if you are using this class you are using an
# allennlp dataset of instances, which would require this.
collate_fn=allennlp_collate,
pin_memory: bool = False,
drop_last: bool = False,
timeout: int = 0,
worker_init_fn=None,
multiprocessing_context: str = None,
batches_per_epoch: int = None,
):
if num_workers and isinstance(dataset, AllennlpLazyDataset):
warnings.warn(
"Using multi-process data loading with a lazy dataset could lead to "
"deadlocks with certain tokenizers. See:\n"
" https://github.com/allenai/allennlp/issues/4330\n",
UserWarning,
)
super().__init__(
dataset=dataset,
batch_size=batch_size,
shuffle=shuffle,
sampler=sampler,
batch_sampler=batch_sampler,
num_workers=num_workers,
collate_fn=collate_fn,
pin_memory=pin_memory,
drop_last=drop_last,
timeout=timeout,
worker_init_fn=worker_init_fn,
> multiprocessing_context=multiprocessing_context,
)
E TypeError: intercept_args() got an unexpected keyword argument 'multiprocessing_context'
/usr/local/lib/python3.7/site-packages/allennlp/data/dataloader.py:88: TypeError
----------------------------- Captured stdout call -----------------------------
2020-06-20 07:10:43,508 - INFO - allennlp.common.params - random_seed = 13370
2020-06-20 07:10:43,508 - INFO - allennlp.common.params - numpy_seed = 1337
2020-06-20 07:10:43,508 - INFO - allennlp.common.params - pytorch_seed = 133
2020-06-20 07:10:43,509 - INFO - allennlp.common.checks - Pytorch version: 1.5.0+cpu
2020-06-20 07:10:43,509 - INFO - allennlp.common.params - type = default
2020-06-20 07:10:43,509 - INFO - allennlp.common.params - dataset_reader.type = sequence_tagging
2020-06-20 07:10:43,509 - INFO - allennlp.common.params - dataset_reader.lazy = False
2020-06-20 07:10:43,509 - INFO - allennlp.common.params - dataset_reader.cache_directory = None
2020-06-20 07:10:43,509 - INFO - allennlp.common.params - dataset_reader.max_instances = None
2020-06-20 07:10:43,509 - INFO - allennlp.common.params - dataset_reader.manual_distributed_sharding = False
2020-06-20 07:10:43,510 - INFO - allennlp.common.params - dataset_reader.manual_multi_process_sharding = False
2020-06-20 07:10:43,510 - INFO - allennlp.common.params - dataset_reader.word_tag_delimiter = /
2020-06-20 07:10:43,510 - INFO - allennlp.common.params - dataset_reader.token_delimiter = None
2020-06-20 07:10:43,510 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.type = characters
2020-06-20 07:10:43,510 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.namespace = token_characters
2020-06-20 07:10:43,510 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.character_tokenizer = <allennlp.data.tokenizers.character_tokenizer.CharacterTokenizer object at 0x7fad044a1090>
2020-06-20 07:10:43,510 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.start_tokens = None
2020-06-20 07:10:43,510 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.end_tokens = None
2020-06-20 07:10:43,510 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.min_padding_length = 0
2020-06-20 07:10:43,510 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.token_min_padding_length = 0
2020-06-20 07:10:43,510 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.type = tiny_single_id
2020-06-20 07:10:43,511 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.lowercase_tokens = True
2020-06-20 07:10:43,511 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.start_tokens = None
2020-06-20 07:10:43,511 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.end_tokens = None
2020-06-20 07:10:43,511 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.token_min_padding_length = 0
2020-06-20 07:10:43,511 - INFO - allennlp.common.params - train_data_path = tests/integration_tests/allennlp_tests/sentences.train
2020-06-20 07:10:43,511 - INFO - allennlp.common.params - vocabulary = None
2020-06-20 07:10:43,511 - INFO - allennlp.common.params - datasets_for_vocab_creation = None
2020-06-20 07:10:43,511 - INFO - allennlp.common.params - validation_dataset_reader = None
2020-06-20 07:10:43,511 - INFO - allennlp.common.params - validation_data_path = tests/integration_tests/allennlp_tests/sentences.valid
2020-06-20 07:10:43,511 - INFO - allennlp.common.params - validation_data_loader = None
2020-06-20 07:10:43,512 - INFO - allennlp.common.params - test_data_path = None
2020-06-20 07:10:43,512 - INFO - allennlp.common.params - evaluate_on_test = False
2020-06-20 07:10:43,512 - INFO - allennlp.common.params - batch_weight_key =
2020-06-20 07:10:43,512 - INFO - allennlp.training.util - Reading training data from tests/integration_tests/allennlp_tests/sentences.train
2020-06-20 07:10:43,513 - INFO - allennlp.data.dataset_readers.sequence_tagging - Reading instances from lines in file at: tests/integration_tests/allennlp_tests/sentences.train
2020-06-20 07:10:43,514 - INFO - allennlp.training.util - Reading validation data from tests/integration_tests/allennlp_tests/sentences.valid
2020-06-20 07:10:43,515 - INFO - allennlp.data.dataset_readers.sequence_tagging - Reading instances from lines in file at: tests/integration_tests/allennlp_tests/sentences.valid
2020-06-20 07:10:43,516 - INFO - allennlp.data.vocabulary - Fitting token dictionary from dataset.
2020-06-20 07:10:43,517 - INFO - allennlp.common.params - model.type = simple_tagger
2020-06-20 07:10:43,517 - INFO - allennlp.common.params - model.regularizer = None
2020-06-20 07:10:43,517 - INFO - allennlp.common.params - model.text_field_embedder.type = basic
2020-06-20 07:10:43,517 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.type = character_encoding
2020-06-20 07:10:43,517 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.embedding_dim = 4
2020-06-20 07:10:43,517 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.num_embeddings = None
2020-06-20 07:10:43,518 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.projection_dim = None
2020-06-20 07:10:43,518 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.weight = None
2020-06-20 07:10:43,518 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.padding_index = None
2020-06-20 07:10:43,518 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.trainable = True
2020-06-20 07:10:43,518 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.max_norm = None
2020-06-20 07:10:43,518 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.norm_type = 2.0
2020-06-20 07:10:43,518 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.scale_grad_by_freq = False
2020-06-20 07:10:43,518 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.sparse = False
2020-06-20 07:10:43,518 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.vocab_namespace = tokens
2020-06-20 07:10:43,518 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.pretrained_file = None
2020-06-20 07:10:43,518 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.type = cnn
2020-06-20 07:10:43,519 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.embedding_dim = 4
2020-06-20 07:10:43,519 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.num_filters = 5
2020-06-20 07:10:43,519 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.ngram_filter_sizes = [3]
2020-06-20 07:10:43,519 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.conv_layer_activation = None
2020-06-20 07:10:43,519 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.output_dim = None
2020-06-20 07:10:43,519 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.dropout = 0.16492021832640563
2020-06-20 07:10:43,519 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.type = embedding
2020-06-20 07:10:43,519 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.embedding_dim = 5
2020-06-20 07:10:43,520 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.num_embeddings = None
2020-06-20 07:10:43,520 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.projection_dim = None
2020-06-20 07:10:43,520 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.weight = None
2020-06-20 07:10:43,520 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.padding_index = None
2020-06-20 07:10:43,520 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.trainable = True
2020-06-20 07:10:43,520 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.max_norm = None
2020-06-20 07:10:43,520 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.norm_type = 2.0
2020-06-20 07:10:43,520 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.scale_grad_by_freq = False
2020-06-20 07:10:43,520 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.sparse = False
2020-06-20 07:10:43,520 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.vocab_namespace = tokens
2020-06-20 07:10:43,520 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.pretrained_file = None
2020-06-20 07:10:43,520 - INFO - allennlp.common.params - model.encoder.type = lstm
2020-06-20 07:10:43,521 - INFO - allennlp.common.params - model.encoder.input_size = 10
2020-06-20 07:10:43,521 - INFO - allennlp.common.params - model.encoder.hidden_size = 10
2020-06-20 07:10:43,521 - INFO - allennlp.common.params - model.encoder.num_layers = 2
2020-06-20 07:10:43,521 - INFO - allennlp.common.params - model.encoder.bias = True
2020-06-20 07:10:43,521 - INFO - allennlp.common.params - model.encoder.dropout = 0
2020-06-20 07:10:43,521 - INFO - allennlp.common.params - model.encoder.bidirectional = True
2020-06-20 07:10:43,521 - INFO - allennlp.common.params - model.encoder.stateful = False
2020-06-20 07:10:43,521 - INFO - allennlp.common.params - model.calculate_span_f1 = None
2020-06-20 07:10:43,521 - INFO - allennlp.common.params - model.label_encoding = None
2020-06-20 07:10:43,522 - INFO - allennlp.common.params - model.label_namespace = labels
2020-06-20 07:10:43,522 - INFO - allennlp.common.params - model.verbose_metrics = False
2020-06-20 07:10:43,522 - INFO - allennlp.common.params - model.initializer = <allennlp.nn.initializers.InitializerApplicator object at 0x7facfef62790>
2020-06-20 07:10:43,522 - INFO - allennlp.nn.initializers - Initializing parameters
2020-06-20 07:10:43,522 - INFO - allennlp.nn.initializers - Done initializing parameters; the following parameters are using their default initialization from their code
2020-06-20 07:10:43,522 - INFO - allennlp.nn.initializers - encoder._module.bias_hh_l0
2020-06-20 07:10:43,522 - INFO - allennlp.nn.initializers - encoder._module.bias_hh_l0_reverse
2020-06-20 07:10:43,522 - INFO - allennlp.nn.initializers - encoder._module.bias_hh_l1
2020-06-20 07:10:43,522 - INFO - allennlp.nn.initializers - encoder._module.bias_hh_l1_reverse
2020-06-20 07:10:43,522 - INFO - allennlp.nn.initializers - encoder._module.bias_ih_l0
2020-06-20 07:10:43,522 - INFO - allennlp.nn.initializers - encoder._module.bias_ih_l0_reverse
2020-06-20 07:10:43,522 - INFO - allennlp.nn.initializers - encoder._module.bias_ih_l1
2020-06-20 07:10:43,522 - INFO - allennlp.nn.initializers - encoder._module.bias_ih_l1_reverse
2020-06-20 07:10:43,522 - INFO - allennlp.nn.initializers - encoder._module.weight_hh_l0
2020-06-20 07:10:43,522 - INFO - allennlp.nn.initializers - encoder._module.weight_hh_l0_reverse
2020-06-20 07:10:43,522 - INFO - allennlp.nn.initializers - encoder._module.weight_hh_l1
2020-06-20 07:10:43,522 - INFO - allennlp.nn.initializers - encoder._module.weight_hh_l1_reverse
2020-06-20 07:10:43,522 - INFO - allennlp.nn.initializers - encoder._module.weight_ih_l0
2020-06-20 07:10:43,523 - INFO - allennlp.nn.initializers - encoder._module.weight_ih_l0_reverse
2020-06-20 07:10:43,523 - INFO - allennlp.nn.initializers - encoder._module.weight_ih_l1
2020-06-20 07:10:43,523 - INFO - allennlp.nn.initializers - encoder._module.weight_ih_l1_reverse
2020-06-20 07:10:43,523 - INFO - allennlp.nn.initializers - tag_projection_layer._module.bias
2020-06-20 07:10:43,523 - INFO - allennlp.nn.initializers - tag_projection_layer._module.weight
2020-06-20 07:10:43,523 - INFO - allennlp.nn.initializers - text_field_embedder.token_embedder_token_characters._embedding._module.weight
2020-06-20 07:10:43,523 - INFO - allennlp.nn.initializers - text_field_embedder.token_embedder_token_characters._encoder._module.conv_layer_0.bias
2020-06-20 07:10:43,523 - INFO - allennlp.nn.initializers - text_field_embedder.token_embedder_token_characters._encoder._module.conv_layer_0.weight
2020-06-20 07:10:43,523 - INFO - allennlp.nn.initializers - text_field_embedder.token_embedder_tokens.weight
2020-06-20 07:10:43,523 - INFO - filelock - Lock 140383708796496 acquired on /tmp/tmplu2utq9c/vocabulary/.lock
2020-06-20 07:10:43,523 - INFO - filelock - Lock 140383708796496 released on /tmp/tmplu2utq9c/vocabulary/.lock
2020-06-20 07:10:43,524 - INFO - allennlp.common.params - data_loader.type = default
2020-06-20 07:10:43,524 - INFO - allennlp.common.params - data_loader.batch_size = 32
2020-06-20 07:10:43,524 - INFO - allennlp.common.params - data_loader.shuffle = False
2020-06-20 07:10:43,524 - INFO - allennlp.common.params - data_loader.sampler = None
2020-06-20 07:10:43,524 - INFO - allennlp.common.params - data_loader.batch_sampler = None
2020-06-20 07:10:43,524 - INFO - allennlp.common.params - data_loader.num_workers = 0
2020-06-20 07:10:43,524 - INFO - allennlp.common.params - data_loader.pin_memory = False
2020-06-20 07:10:43,524 - INFO - allennlp.common.params - data_loader.drop_last = False
2020-06-20 07:10:43,524 - INFO - allennlp.common.params - data_loader.timeout = 0
2020-06-20 07:10:43,524 - INFO - allennlp.common.params - data_loader.worker_init_fn = None
2020-06-20 07:10:43,524 - INFO - allennlp.common.params - data_loader.multiprocessing_context = None
2020-06-20 07:10:43,524 - INFO - allennlp.common.params - data_loader.batches_per_epoch = None
----------------------------- Captured stderr call -----------------------------
0it [00:00, ?it/s]
3it [00:00, 1743.03it/s]
0it [00:00, ?it/s]
3it [00:00, 2086.72it/s]
0it [00:00, ?it/s]
6it [00:00, 12288.00it/s]
_______________ test_allennlp_executor_with_include_package_arr ________________
def test_allennlp_executor_with_include_package_arr() -> None:
study = optuna.create_study(direction="maximize")
trial = optuna.trial.Trial(study, study._storage.create_new_trial(study._study_id))
trial.suggest_uniform("DROPOUT", 0.0, 0.5)
with tempfile.TemporaryDirectory() as tmp_dir:
executor = optuna.integration.AllenNLPExecutor(
trial,
"tests/integration_tests/allennlp_tests/example_with_include_package.jsonnet",
tmp_dir,
include_package=["tests.integration_tests.allennlp_tests.tiny_single_id"],
)
> result = executor.run()
tests/integration_tests/allennlp_tests/test_allennlp.py:123:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
optuna/integration/allennlp.py:129: in run
allennlp.commands.train.train_model(params, self._serialization_dir)
/usr/local/lib/python3.7/site-packages/allennlp/commands/train.py:230: in train_model
dry_run=dry_run,
/usr/local/lib/python3.7/site-packages/allennlp/commands/train.py:418: in _train_worker
params=params, serialization_dir=serialization_dir, local_rank=process_rank,
/usr/local/lib/python3.7/site-packages/allennlp/common/from_params.py:580: in from_params
**extras,
/usr/local/lib/python3.7/site-packages/allennlp/common/from_params.py:611: in from_params
return constructor_to_call(**kwargs) # type: ignore
/usr/local/lib/python3.7/site-packages/allennlp/commands/train.py:646: in from_partial_objects
data_loader_ = data_loader.construct(dataset=datasets["train"])
/usr/local/lib/python3.7/site-packages/allennlp/common/lazy.py:46: in construct
return self._constructor(**kwargs)
/usr/local/lib/python3.7/site-packages/allennlp/common/from_params.py:446: in constructor
return value_cls.from_params(params=deepcopy(popped_params), **constructor_extras)
/usr/local/lib/python3.7/site-packages/allennlp/common/from_params.py:580: in from_params
**extras,
/usr/local/lib/python3.7/site-packages/allennlp/common/from_params.py:611: in from_params
return constructor_to_call(**kwargs) # type: ignore
/usr/local/lib/python3.7/site-packages/allennlp/data/dataloader.py:151: in from_partial_objects
batches_per_epoch=batches_per_epoch,
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <allennlp.data.dataloader.DataLoader object at 0x7fada1178350>
dataset = <allennlp.data.dataset_readers.dataset_reader.AllennlpDataset object at 0x7fada1115c90>
batch_size = 32, shuffle = False, sampler = None, batch_sampler = None
num_workers = 0, collate_fn = <function allennlp_collate at 0x7fad5b7fbcb0>
pin_memory = False, drop_last = False, timeout = 0, worker_init_fn = None
multiprocessing_context = None, batches_per_epoch = None
def __init__(
self,
dataset: data.Dataset,
batch_size: int = 1,
shuffle: bool = False,
sampler: Sampler = None,
batch_sampler: BatchSampler = None,
num_workers: int = 0,
# NOTE: The default for collate_fn is different from the normal `None`.
# We assume that if you are using this class you are using an
# allennlp dataset of instances, which would require this.
collate_fn=allennlp_collate,
pin_memory: bool = False,
drop_last: bool = False,
timeout: int = 0,
worker_init_fn=None,
multiprocessing_context: str = None,
batches_per_epoch: int = None,
):
if num_workers and isinstance(dataset, AllennlpLazyDataset):
warnings.warn(
"Using multi-process data loading with a lazy dataset could lead to "
"deadlocks with certain tokenizers. See:\n"
" https://github.com/allenai/allennlp/issues/4330\n",
UserWarning,
)
super().__init__(
dataset=dataset,
batch_size=batch_size,
shuffle=shuffle,
sampler=sampler,
batch_sampler=batch_sampler,
num_workers=num_workers,
collate_fn=collate_fn,
pin_memory=pin_memory,
drop_last=drop_last,
timeout=timeout,
worker_init_fn=worker_init_fn,
> multiprocessing_context=multiprocessing_context,
)
E TypeError: intercept_args() got an unexpected keyword argument 'multiprocessing_context'
/usr/local/lib/python3.7/site-packages/allennlp/data/dataloader.py:88: TypeError
----------------------------- Captured stdout call -----------------------------
2020-06-20 07:10:43,579 - INFO - allennlp.common.params - random_seed = 13370
2020-06-20 07:10:43,579 - INFO - allennlp.common.params - random_seed = 13370
2020-06-20 07:10:43,579 - INFO - allennlp.common.params - numpy_seed = 1337
2020-06-20 07:10:43,579 - INFO - allennlp.common.params - numpy_seed = 1337
2020-06-20 07:10:43,579 - INFO - allennlp.common.params - pytorch_seed = 133
2020-06-20 07:10:43,579 - INFO - allennlp.common.params - pytorch_seed = 133
2020-06-20 07:10:43,580 - INFO - allennlp.common.checks - Pytorch version: 1.5.0+cpu
2020-06-20 07:10:43,580 - INFO - allennlp.common.checks - Pytorch version: 1.5.0+cpu
2020-06-20 07:10:43,580 - INFO - allennlp.common.params - type = default
2020-06-20 07:10:43,580 - INFO - allennlp.common.params - type = default
2020-06-20 07:10:43,580 - INFO - allennlp.common.params - dataset_reader.type = sequence_tagging
2020-06-20 07:10:43,580 - INFO - allennlp.common.params - dataset_reader.type = sequence_tagging
2020-06-20 07:10:43,581 - INFO - allennlp.common.params - dataset_reader.lazy = False
2020-06-20 07:10:43,581 - INFO - allennlp.common.params - dataset_reader.lazy = False
2020-06-20 07:10:43,581 - INFO - allennlp.common.params - dataset_reader.cache_directory = None
2020-06-20 07:10:43,581 - INFO - allennlp.common.params - dataset_reader.cache_directory = None
2020-06-20 07:10:43,581 - INFO - allennlp.common.params - dataset_reader.max_instances = None
2020-06-20 07:10:43,581 - INFO - allennlp.common.params - dataset_reader.max_instances = None
2020-06-20 07:10:43,581 - INFO - allennlp.common.params - dataset_reader.manual_distributed_sharding = False
2020-06-20 07:10:43,581 - INFO - allennlp.common.params - dataset_reader.manual_distributed_sharding = False
2020-06-20 07:10:43,581 - INFO - allennlp.common.params - dataset_reader.manual_multi_process_sharding = False
2020-06-20 07:10:43,581 - INFO - allennlp.common.params - dataset_reader.manual_multi_process_sharding = False
2020-06-20 07:10:43,582 - INFO - allennlp.common.params - dataset_reader.word_tag_delimiter = /
2020-06-20 07:10:43,582 - INFO - allennlp.common.params - dataset_reader.word_tag_delimiter = /
2020-06-20 07:10:43,582 - INFO - allennlp.common.params - dataset_reader.token_delimiter = None
2020-06-20 07:10:43,582 - INFO - allennlp.common.params - dataset_reader.token_delimiter = None
2020-06-20 07:10:43,582 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.type = characters
2020-06-20 07:10:43,582 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.type = characters
2020-06-20 07:10:43,582 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.namespace = token_characters
2020-06-20 07:10:43,582 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.namespace = token_characters
2020-06-20 07:10:43,582 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.character_tokenizer = <allennlp.data.tokenizers.character_tokenizer.CharacterTokenizer object at 0x7fad044a1090>
2020-06-20 07:10:43,582 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.character_tokenizer = <allennlp.data.tokenizers.character_tokenizer.CharacterTokenizer object at 0x7fad044a1090>
2020-06-20 07:10:43,582 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.start_tokens = None
2020-06-20 07:10:43,582 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.start_tokens = None
2020-06-20 07:10:43,582 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.end_tokens = None
2020-06-20 07:10:43,582 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.end_tokens = None
2020-06-20 07:10:43,582 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.min_padding_length = 0
2020-06-20 07:10:43,582 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.min_padding_length = 0
2020-06-20 07:10:43,583 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.token_min_padding_length = 0
2020-06-20 07:10:43,583 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.token_min_padding_length = 0
2020-06-20 07:10:43,583 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.type = tiny_single_id
2020-06-20 07:10:43,583 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.type = tiny_single_id
2020-06-20 07:10:43,583 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.lowercase_tokens = True
2020-06-20 07:10:43,583 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.lowercase_tokens = True
2020-06-20 07:10:43,583 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.start_tokens = None
2020-06-20 07:10:43,583 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.start_tokens = None
2020-06-20 07:10:43,583 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.end_tokens = None
2020-06-20 07:10:43,583 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.end_tokens = None
2020-06-20 07:10:43,583 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.token_min_padding_length = 0
2020-06-20 07:10:43,583 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.token_min_padding_length = 0
2020-06-20 07:10:43,583 - INFO - allennlp.common.params - train_data_path = tests/integration_tests/allennlp_tests/sentences.train
2020-06-20 07:10:43,583 - INFO - allennlp.common.params - train_data_path = tests/integration_tests/allennlp_tests/sentences.train
2020-06-20 07:10:43,584 - INFO - allennlp.common.params - vocabulary = None
2020-06-20 07:10:43,584 - INFO - allennlp.common.params - vocabulary = None
2020-06-20 07:10:43,584 - INFO - allennlp.common.params - datasets_for_vocab_creation = None
2020-06-20 07:10:43,584 - INFO - allennlp.common.params - datasets_for_vocab_creation = None
2020-06-20 07:10:43,584 - INFO - allennlp.common.params - validation_dataset_reader = None
2020-06-20 07:10:43,584 - INFO - allennlp.common.params - validation_dataset_reader = None
2020-06-20 07:10:43,584 - INFO - allennlp.common.params - validation_data_path = tests/integration_tests/allennlp_tests/sentences.valid
2020-06-20 07:10:43,584 - INFO - allennlp.common.params - validation_data_path = tests/integration_tests/allennlp_tests/sentences.valid
2020-06-20 07:10:43,584 - INFO - allennlp.common.params - validation_data_loader = None
2020-06-20 07:10:43,584 - INFO - allennlp.common.params - validation_data_loader = None
2020-06-20 07:10:43,584 - INFO - allennlp.common.params - test_data_path = None
2020-06-20 07:10:43,584 - INFO - allennlp.common.params - test_data_path = None
2020-06-20 07:10:43,584 - INFO - allennlp.common.params - evaluate_on_test = False
2020-06-20 07:10:43,584 - INFO - allennlp.common.params - evaluate_on_test = False
2020-06-20 07:10:43,584 - INFO - allennlp.common.params - batch_weight_key =
2020-06-20 07:10:43,584 - INFO - allennlp.common.params - batch_weight_key =
2020-06-20 07:10:43,584 - INFO - allennlp.training.util - Reading training data from tests/integration_tests/allennlp_tests/sentences.train
2020-06-20 07:10:43,584 - INFO - allennlp.training.util - Reading training data from tests/integration_tests/allennlp_tests/sentences.train
2020-06-20 07:10:43,586 - INFO - allennlp.data.dataset_readers.sequence_tagging - Reading instances from lines in file at: tests/integration_tests/allennlp_tests/sentences.train
2020-06-20 07:10:43,586 - INFO - allennlp.data.dataset_readers.sequence_tagging - Reading instances from lines in file at: tests/integration_tests/allennlp_tests/sentences.train
2020-06-20 07:10:43,587 - INFO - allennlp.training.util - Reading validation data from tests/integration_tests/allennlp_tests/sentences.valid
2020-06-20 07:10:43,587 - INFO - allennlp.training.util - Reading validation data from tests/integration_tests/allennlp_tests/sentences.valid
2020-06-20 07:10:43,588 - INFO - allennlp.data.dataset_readers.sequence_tagging - Reading instances from lines in file at: tests/integration_tests/allennlp_tests/sentences.valid
2020-06-20 07:10:43,588 - INFO - allennlp.data.dataset_readers.sequence_tagging - Reading instances from lines in file at: tests/integration_tests/allennlp_tests/sentences.valid
2020-06-20 07:10:43,588 - INFO - allennlp.data.vocabulary - Fitting token dictionary from dataset.
2020-06-20 07:10:43,588 - INFO - allennlp.data.vocabulary - Fitting token dictionary from dataset.
2020-06-20 07:10:43,589 - INFO - allennlp.common.params - model.type = simple_tagger
2020-06-20 07:10:43,589 - INFO - allennlp.common.params - model.type = simple_tagger
2020-06-20 07:10:43,590 - INFO - allennlp.common.params - model.regularizer = None
2020-06-20 07:10:43,590 - INFO - allennlp.common.params - model.regularizer = None
2020-06-20 07:10:43,590 - INFO - allennlp.common.params - model.text_field_embedder.type = basic
2020-06-20 07:10:43,590 - INFO - allennlp.common.params - model.text_field_embedder.type = basic
2020-06-20 07:10:43,590 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.type = character_encoding
2020-06-20 07:10:43,590 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.type = character_encoding
2020-06-20 07:10:43,590 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.embedding_dim = 4
2020-06-20 07:10:43,590 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.embedding_dim = 4
2020-06-20 07:10:43,591 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.num_embeddings = None
2020-06-20 07:10:43,591 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.num_embeddings = None
2020-06-20 07:10:43,591 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.projection_dim = None
2020-06-20 07:10:43,591 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.projection_dim = None
2020-06-20 07:10:43,591 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.weight = None
2020-06-20 07:10:43,591 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.weight = None
2020-06-20 07:10:43,591 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.padding_index = None
2020-06-20 07:10:43,591 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.padding_index = None
2020-06-20 07:10:43,591 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.trainable = True
2020-06-20 07:10:43,591 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.trainable = True
2020-06-20 07:10:43,591 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.max_norm = None
2020-06-20 07:10:43,591 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.max_norm = None
2020-06-20 07:10:43,591 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.norm_type = 2.0
2020-06-20 07:10:43,591 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.norm_type = 2.0
2020-06-20 07:10:43,591 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.scale_grad_by_freq = False
2020-06-20 07:10:43,591 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.scale_grad_by_freq = False
2020-06-20 07:10:43,591 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.sparse = False
2020-06-20 07:10:43,591 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.sparse = False
2020-06-20 07:10:43,591 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.vocab_namespace = tokens
2020-06-20 07:10:43,591 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.vocab_namespace = tokens
2020-06-20 07:10:43,591 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.pretrained_file = None
2020-06-20 07:10:43,591 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.pretrained_file = None
2020-06-20 07:10:43,592 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.type = cnn
2020-06-20 07:10:43,592 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.type = cnn
2020-06-20 07:10:43,592 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.embedding_dim = 4
2020-06-20 07:10:43,592 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.embedding_dim = 4
2020-06-20 07:10:43,592 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.num_filters = 5
2020-06-20 07:10:43,592 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.num_filters = 5
2020-06-20 07:10:43,592 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.ngram_filter_sizes = [3]
2020-06-20 07:10:43,592 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.ngram_filter_sizes = [3]
2020-06-20 07:10:43,592 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.conv_layer_activation = None
2020-06-20 07:10:43,592 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.conv_layer_activation = None
2020-06-20 07:10:43,592 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.output_dim = None
2020-06-20 07:10:43,592 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.output_dim = None
2020-06-20 07:10:43,593 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.dropout = 0.275677213212693
2020-06-20 07:10:43,593 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.dropout = 0.275677213212693
2020-06-20 07:10:43,593 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.type = embedding
2020-06-20 07:10:43,593 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.type = embedding
2020-06-20 07:10:43,593 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.embedding_dim = 5
2020-06-20 07:10:43,593 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.embedding_dim = 5
2020-06-20 07:10:43,593 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.num_embeddings = None
2020-06-20 07:10:43,593 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.num_embeddings = None
2020-06-20 07:10:43,594 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.projection_dim = None
2020-06-20 07:10:43,594 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.projection_dim = None
2020-06-20 07:10:43,594 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.weight = None
2020-06-20 07:10:43,594 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.weight = None
2020-06-20 07:10:43,594 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.padding_index = None
2020-06-20 07:10:43,594 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.padding_index = None
2020-06-20 07:10:43,594 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.trainable = True
2020-06-20 07:10:43,594 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.trainable = True
2020-06-20 07:10:43,594 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.max_norm = None
2020-06-20 07:10:43,594 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.max_norm = None
2020-06-20 07:10:43,594 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.norm_type = 2.0
2020-06-20 07:10:43,594 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.norm_type = 2.0
2020-06-20 07:10:43,594 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.scale_grad_by_freq = False
2020-06-20 07:10:43,594 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.scale_grad_by_freq = False
2020-06-20 07:10:43,594 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.sparse = False
2020-06-20 07:10:43,594 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.sparse = False
2020-06-20 07:10:43,594 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.vocab_namespace = tokens
2020-06-20 07:10:43,594 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.vocab_namespace = tokens
2020-06-20 07:10:43,594 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.pretrained_file = None
2020-06-20 07:10:43,594 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.pretrained_file = None
2020-06-20 07:10:43,595 - INFO - allennlp.common.params - model.encoder.type = lstm
2020-06-20 07:10:43,595 - INFO - allennlp.common.params - model.encoder.type = lstm
2020-06-20 07:10:43,595 - INFO - allennlp.common.params - model.encoder.input_size = 10
2020-06-20 07:10:43,595 - INFO - allennlp.common.params - model.encoder.input_size = 10
2020-06-20 07:10:43,595 - INFO - allennlp.common.params - model.encoder.hidden_size = 10
2020-06-20 07:10:43,595 - INFO - allennlp.common.params - model.encoder.hidden_size = 10
2020-06-20 07:10:43,595 - INFO - allennlp.common.params - model.encoder.num_layers = 2
2020-06-20 07:10:43,595 - INFO - allennlp.common.params - model.encoder.num_layers = 2
2020-06-20 07:10:43,595 - INFO - allennlp.common.params - model.encoder.bias = True
2020-06-20 07:10:43,595 - INFO - allennlp.common.params - model.encoder.bias = True
2020-06-20 07:10:43,595 - INFO - allennlp.common.params - model.encoder.dropout = 0
2020-06-20 07:10:43,595 - INFO - allennlp.common.params - model.encoder.dropout = 0
2020-06-20 07:10:43,595 - INFO - allennlp.common.params - model.encoder.bidirectional = True
2020-06-20 07:10:43,595 - INFO - allennlp.common.params - model.encoder.bidirectional = True
2020-06-20 07:10:43,596 - INFO - allennlp.common.params - model.encoder.stateful = False
2020-06-20 07:10:43,596 - INFO - allennlp.common.params - model.encoder.stateful = False
2020-06-20 07:10:43,596 - INFO - allennlp.common.params - model.calculate_span_f1 = None
2020-06-20 07:10:43,596 - INFO - allennlp.common.params - model.calculate_span_f1 = None
2020-06-20 07:10:43,596 - INFO - allennlp.common.params - model.label_encoding = None
2020-06-20 07:10:43,596 - INFO - allennlp.common.params - model.label_encoding = None
2020-06-20 07:10:43,596 - INFO - allennlp.common.params - model.label_namespace = labels
2020-06-20 07:10:43,596 - INFO - allennlp.common.params - model.label_namespace = labels
2020-06-20 07:10:43,596 - INFO - allennlp.common.params - model.verbose_metrics = False
2020-06-20 07:10:43,596 - INFO - allennlp.common.params - model.verbose_metrics = False
2020-06-20 07:10:43,597 - INFO - allennlp.common.params - model.initializer = <allennlp.nn.initializers.InitializerApplicator object at 0x7facfef62790>
2020-06-20 07:10:43,597 - INFO - allennlp.common.params - model.initializer = <allennlp.nn.initializers.InitializerApplicator object at 0x7facfef62790>
2020-06-20 07:10:43,597 - INFO - allennlp.nn.initializers - Initializing parameters
2020-06-20 07:10:43,597 - INFO - allennlp.nn.initializers - Initializing parameters
2020-06-20 07:10:43,597 - INFO - allennlp.nn.initializers - Done initializing parameters; the following parameters are using their default initialization from their code
2020-06-20 07:10:43,597 - INFO - allennlp.nn.initializers - Done initializing parameters; the following parameters are using their default initialization from their code
2020-06-20 07:10:43,597 - INFO - allennlp.nn.initializers - encoder._module.bias_hh_l0
2020-06-20 07:10:43,597 - INFO - allennlp.nn.initializers - encoder._module.bias_hh_l0
2020-06-20 07:10:43,597 - INFO - allennlp.nn.initializers - encoder._module.bias_hh_l0_reverse
2020-06-20 07:10:43,597 - INFO - allennlp.nn.initializers - encoder._module.bias_hh_l0_reverse
2020-06-20 07:10:43,597 - INFO - allennlp.nn.initializers - encoder._module.bias_hh_l1
2020-06-20 07:10:43,597 - INFO - allennlp.nn.initializers - encoder._module.bias_hh_l1
2020-06-20 07:10:43,597 - INFO - allennlp.nn.initializers - encoder._module.bias_hh_l1_reverse
2020-06-20 07:10:43,597 - INFO - allennlp.nn.initializers - encoder._module.bias_hh_l1_reverse
2020-06-20 07:10:43,597 - INFO - allennlp.nn.initializers - encoder._module.bias_ih_l0
2020-06-20 07:10:43,597 - INFO - allennlp.nn.initializers - encoder._module.bias_ih_l0
2020-06-20 07:10:43,598 - INFO - allennlp.nn.initializers - encoder._module.bias_ih_l0_reverse
2020-06-20 07:10:43,598 - INFO - allennlp.nn.initializers - encoder._module.bias_ih_l0_reverse
2020-06-20 07:10:43,598 - INFO - allennlp.nn.initializers - encoder._module.bias_ih_l1
2020-06-20 07:10:43,598 - INFO - allennlp.nn.initializers - encoder._module.bias_ih_l1
2020-06-20 07:10:43,598 - INFO - allennlp.nn.initializers - encoder._module.bias_ih_l1_reverse
2020-06-20 07:10:43,598 - INFO - allennlp.nn.initializers - encoder._module.bias_ih_l1_reverse
2020-06-20 07:10:43,598 - INFO - allennlp.nn.initializers - encoder._module.weight_hh_l0
2020-06-20 07:10:43,598 - INFO - allennlp.nn.initializers - encoder._module.weight_hh_l0
2020-06-20 07:10:43,598 - INFO - allennlp.nn.initializers - encoder._module.weight_hh_l0_reverse
2020-06-20 07:10:43,598 - INFO - allennlp.nn.initializers - encoder._module.weight_hh_l0_reverse
2020-06-20 07:10:43,598 - INFO - allennlp.nn.initializers - encoder._module.weight_hh_l1
2020-06-20 07:10:43,598 - INFO - allennlp.nn.initializers - encoder._module.weight_hh_l1
2020-06-20 07:10:43,598 - INFO - allennlp.nn.initializers - encoder._module.weight_hh_l1_reverse
2020-06-20 07:10:43,598 - INFO - allennlp.nn.initializers - encoder._module.weight_hh_l1_reverse
2020-06-20 07:10:43,598 - INFO - allennlp.nn.initializers - encoder._module.weight_ih_l0
2020-06-20 07:10:43,598 - INFO - allennlp.nn.initializers - encoder._module.weight_ih_l0
2020-06-20 07:10:43,598 - INFO - allennlp.nn.initializers - encoder._module.weight_ih_l0_reverse
2020-06-20 07:10:43,598 - INFO - allennlp.nn.initializers - encoder._module.weight_ih_l0_reverse
2020-06-20 07:10:43,598 - INFO - allennlp.nn.initializers - encoder._module.weight_ih_l1
2020-06-20 07:10:43,598 - INFO - allennlp.nn.initializers - encoder._module.weight_ih_l1
2020-06-20 07:10:43,598 - INFO - allennlp.nn.initializers - encoder._module.weight_ih_l1_reverse
2020-06-20 07:10:43,598 - INFO - allennlp.nn.initializers - encoder._module.weight_ih_l1_reverse
2020-06-20 07:10:43,598 - INFO - allennlp.nn.initializers - tag_projection_layer._module.bias
2020-06-20 07:10:43,598 - INFO - allennlp.nn.initializers - tag_projection_layer._module.bias
2020-06-20 07:10:43,598 - INFO - allennlp.nn.initializers - tag_projection_layer._module.weight
2020-06-20 07:10:43,598 - INFO - allennlp.nn.initializers - tag_projection_layer._module.weight
2020-06-20 07:10:43,599 - INFO - allennlp.nn.initializers - text_field_embedder.token_embedder_token_characters._embedding._module.weight
2020-06-20 07:10:43,599 - INFO - allennlp.nn.initializers - text_field_embedder.token_embedder_token_characters._embedding._module.weight
2020-06-20 07:10:43,599 - INFO - allennlp.nn.initializers - text_field_embedder.token_embedder_token_characters._encoder._module.conv_layer_0.bias
2020-06-20 07:10:43,599 - INFO - allennlp.nn.initializers - text_field_embedder.token_embedder_token_characters._encoder._module.conv_layer_0.bias
2020-06-20 07:10:43,599 - INFO - allennlp.nn.initializers - text_field_embedder.token_embedder_token_characters._encoder._module.conv_layer_0.weight
2020-06-20 07:10:43,599 - INFO - allennlp.nn.initializers - text_field_embedder.token_embedder_token_characters._encoder._module.conv_layer_0.weight
2020-06-20 07:10:43,599 - INFO - allennlp.nn.initializers - text_field_embedder.token_embedder_tokens.weight
2020-06-20 07:10:43,599 - INFO - allennlp.nn.initializers - text_field_embedder.token_embedder_tokens.weight
2020-06-20 07:10:43,599 - INFO - filelock - Lock 140383708437776 acquired on /tmp/tmps0a_djix/vocabulary/.lock
2020-06-20 07:10:43,599 - INFO - filelock - Lock 140383708437776 acquired on /tmp/tmps0a_djix/vocabulary/.lock
2020-06-20 07:10:43,599 - INFO - filelock - Lock 140383708437776 released on /tmp/tmps0a_djix/vocabulary/.lock
2020-06-20 07:10:43,599 - INFO - filelock - Lock 140383708437776 released on /tmp/tmps0a_djix/vocabulary/.lock
2020-06-20 07:10:43,600 - INFO - allennlp.common.params - data_loader.type = default
2020-06-20 07:10:43,600 - INFO - allennlp.common.params - data_loader.type = default
2020-06-20 07:10:43,600 - INFO - allennlp.common.params - data_loader.batch_size = 32
2020-06-20 07:10:43,600 - INFO - allennlp.common.params - data_loader.batch_size = 32
2020-06-20 07:10:43,600 - INFO - allennlp.common.params - data_loader.shuffle = False
2020-06-20 07:10:43,600 - INFO - allennlp.common.params - data_loader.shuffle = False
2020-06-20 07:10:43,600 - INFO - allennlp.common.params - data_loader.sampler = None
2020-06-20 07:10:43,600 - INFO - allennlp.common.params - data_loader.sampler = None
2020-06-20 07:10:43,600 - INFO - allennlp.common.params - data_loader.batch_sampler = None
2020-06-20 07:10:43,600 - INFO - allennlp.common.params - data_loader.batch_sampler = None
2020-06-20 07:10:43,600 - INFO - allennlp.common.params - data_loader.num_workers = 0
2020-06-20 07:10:43,600 - INFO - allennlp.common.params - data_loader.num_workers = 0
2020-06-20 07:10:43,600 - INFO - allennlp.common.params - data_loader.pin_memory = False
2020-06-20 07:10:43,600 - INFO - allennlp.common.params - data_loader.pin_memory = False
2020-06-20 07:10:43,600 - INFO - allennlp.common.params - data_loader.drop_last = False
2020-06-20 07:10:43,600 - INFO - allennlp.common.params - data_loader.drop_last = False
2020-06-20 07:10:43,601 - INFO - allennlp.common.params - data_loader.timeout = 0
2020-06-20 07:10:43,601 - INFO - allennlp.common.params - data_loader.timeout = 0
2020-06-20 07:10:43,601 - INFO - allennlp.common.params - data_loader.worker_init_fn = None
2020-06-20 07:10:43,601 - INFO - allennlp.common.params - data_loader.worker_init_fn = None
2020-06-20 07:10:43,601 - INFO - allennlp.common.params - data_loader.multiprocessing_context = None
2020-06-20 07:10:43,601 - INFO - allennlp.common.params - data_loader.multiprocessing_context = None
2020-06-20 07:10:43,601 - INFO - allennlp.common.params - data_loader.batches_per_epoch = None
2020-06-20 07:10:43,601 - INFO - allennlp.common.params - data_loader.batches_per_epoch = None
----------------------------- Captured stderr call -----------------------------
0it [00:00, ?it/s]
3it [00:00, 1480.17it/s]
0it [00:00, ?it/s]
3it [00:00, 2450.42it/s]
0it [00:00, ?it/s]
6it [00:00, 11387.25it/s]
------------------------------ Captured log call -------------------------------
INFO allennlp.common.params:params.py:247 random_seed = 13370
INFO allennlp.common.params:params.py:247 numpy_seed = 1337
INFO allennlp.common.params:params.py:247 pytorch_seed = 133
INFO allennlp.common.checks:checks.py:45 Pytorch version: 1.5.0+cpu
INFO allennlp.common.params:params.py:247 type = default
INFO allennlp.common.params:params.py:247 dataset_reader.type = sequence_tagging
INFO allennlp.common.params:params.py:247 dataset_reader.lazy = False
INFO allennlp.common.params:params.py:247 dataset_reader.cache_directory = None
INFO allennlp.common.params:params.py:247 dataset_reader.max_instances = None
INFO allennlp.common.params:params.py:247 dataset_reader.manual_distributed_sharding = False
INFO allennlp.common.params:params.py:247 dataset_reader.manual_multi_process_sharding = False
INFO allennlp.common.params:params.py:247 dataset_reader.word_tag_delimiter = /
INFO allennlp.common.params:params.py:247 dataset_reader.token_delimiter = None
INFO allennlp.common.params:params.py:247 dataset_reader.token_indexers.token_characters.type = characters
INFO allennlp.common.params:params.py:247 dataset_reader.token_indexers.token_characters.namespace = token_characters
INFO allennlp.common.params:params.py:247 dataset_reader.token_indexers.token_characters.character_tokenizer = <allennlp.data.tokenizers.character_tokenizer.CharacterTokenizer object at 0x7fad044a1090>
INFO allennlp.common.params:params.py:247 dataset_reader.token_indexers.token_characters.start_tokens = None
INFO allennlp.common.params:params.py:247 dataset_reader.token_indexers.token_characters.end_tokens = None
INFO allennlp.common.params:params.py:247 dataset_reader.token_indexers.token_characters.min_padding_length = 0
INFO allennlp.common.params:params.py:247 dataset_reader.token_indexers.token_characters.token_min_padding_length = 0
INFO allennlp.common.params:params.py:247 dataset_reader.token_indexers.tokens.type = tiny_single_id
INFO allennlp.common.params:params.py:247 dataset_reader.token_indexers.tokens.lowercase_tokens = True
INFO allennlp.common.params:params.py:247 dataset_reader.token_indexers.tokens.start_tokens = None
INFO allennlp.common.params:params.py:247 dataset_reader.token_indexers.tokens.end_tokens = None
INFO allennlp.common.params:params.py:247 dataset_reader.token_indexers.tokens.token_min_padding_length = 0
INFO allennlp.common.params:params.py:247 train_data_path = tests/integration_tests/allennlp_tests/sentences.train
INFO allennlp.common.params:params.py:247 vocabulary = None
INFO allennlp.common.params:params.py:247 datasets_for_vocab_creation = None
INFO allennlp.common.params:params.py:247 validation_dataset_reader = None
INFO allennlp.common.params:params.py:247 validation_data_path = tests/integration_tests/allennlp_tests/sentences.valid
INFO allennlp.common.params:params.py:247 validation_data_loader = None
INFO allennlp.common.params:params.py:247 test_data_path = None
INFO allennlp.common.params:params.py:247 evaluate_on_test = False
INFO allennlp.common.params:params.py:247 batch_weight_key =
INFO allennlp.training.util:util.py:98 Reading training data from tests/integration_tests/allennlp_tests/sentences.train
INFO allennlp.data.dataset_readers.sequence_tagging:sequence_tagging.py:64 Reading instances from lines in file at: tests/integration_tests/allennlp_tests/sentences.train
INFO allennlp.training.util:util.py:106 Reading validation data from tests/integration_tests/allennlp_tests/sentences.valid
INFO allennlp.data.dataset_readers.sequence_tagging:sequence_tagging.py:64 Reading instances from lines in file at: tests/integration_tests/allennlp_tests/sentences.valid
INFO allennlp.data.vocabulary:vocabulary.py:286 Fitting token dictionary from dataset.
INFO allennlp.common.params:params.py:247 model.type = simple_tagger
INFO allennlp.common.params:params.py:247 model.regularizer = None
INFO allennlp.common.params:params.py:247 model.text_field_embedder.type = basic
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.type = character_encoding
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.embedding.embedding_dim = 4
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.embedding.num_embeddings = None
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.embedding.projection_dim = None
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.embedding.weight = None
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.embedding.padding_index = None
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.embedding.trainable = True
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.embedding.max_norm = None
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.embedding.norm_type = 2.0
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.embedding.scale_grad_by_freq = False
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.embedding.sparse = False
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.embedding.vocab_namespace = tokens
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.embedding.pretrained_file = None
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.encoder.type = cnn
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.encoder.embedding_dim = 4
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.encoder.num_filters = 5
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.encoder.ngram_filter_sizes = [3]
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.encoder.conv_layer_activation = None
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.encoder.output_dim = None
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.dropout = 0.275677213212693
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.tokens.type = embedding
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.tokens.embedding_dim = 5
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.tokens.num_embeddings = None
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.tokens.projection_dim = None
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.tokens.weight = None
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.tokens.padding_index = None
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.tokens.trainable = True
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.tokens.max_norm = None
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.tokens.norm_type = 2.0
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.tokens.scale_grad_by_freq = False
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.tokens.sparse = False
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.tokens.vocab_namespace = tokens
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.tokens.pretrained_file = None
INFO allennlp.common.params:params.py:247 model.encoder.type = lstm
INFO allennlp.common.params:params.py:247 model.encoder.input_size = 10
INFO allennlp.common.params:params.py:247 model.encoder.hidden_size = 10
INFO allennlp.common.params:params.py:247 model.encoder.num_layers = 2
INFO allennlp.common.params:params.py:247 model.encoder.bias = True
INFO allennlp.common.params:params.py:247 model.encoder.dropout = 0
INFO allennlp.common.params:params.py:247 model.encoder.bidirectional = True
INFO allennlp.common.params:params.py:247 model.encoder.stateful = False
INFO allennlp.common.params:params.py:247 model.calculate_span_f1 = None
INFO allennlp.common.params:params.py:247 model.label_encoding = None
INFO allennlp.common.params:params.py:247 model.label_namespace = labels
INFO allennlp.common.params:params.py:247 model.verbose_metrics = False
INFO allennlp.common.params:params.py:247 model.initializer = <allennlp.nn.initializers.InitializerApplicator object at 0x7facfef62790>
INFO allennlp.nn.initializers:initializers.py:471 Initializing parameters
INFO allennlp.nn.initializers:initializers.py:490 Done initializing parameters; the following parameters are using their default initialization from their code
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.bias_hh_l0
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.bias_hh_l0_reverse
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.bias_hh_l1
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.bias_hh_l1_reverse
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.bias_ih_l0
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.bias_ih_l0_reverse
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.bias_ih_l1
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.bias_ih_l1_reverse
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.weight_hh_l0
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.weight_hh_l0_reverse
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.weight_hh_l1
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.weight_hh_l1_reverse
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.weight_ih_l0
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.weight_ih_l0_reverse
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.weight_ih_l1
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.weight_ih_l1_reverse
INFO allennlp.nn.initializers:initializers.py:496 tag_projection_layer._module.bias
INFO allennlp.nn.initializers:initializers.py:496 tag_projection_layer._module.weight
INFO allennlp.nn.initializers:initializers.py:496 text_field_embedder.token_embedder_token_characters._embedding._module.weight
INFO allennlp.nn.initializers:initializers.py:496 text_field_embedder.token_embedder_token_characters._encoder._module.conv_layer_0.bias
INFO allennlp.nn.initializers:initializers.py:496 text_field_embedder.token_embedder_token_characters._encoder._module.conv_layer_0.weight
INFO allennlp.nn.initializers:initializers.py:496 text_field_embedder.token_embedder_tokens.weight
INFO filelock:filelock.py:274 Lock 140383708437776 acquired on /tmp/tmps0a_djix/vocabulary/.lock
INFO filelock:filelock.py:318 Lock 140383708437776 released on /tmp/tmps0a_djix/vocabulary/.lock
INFO allennlp.common.params:params.py:247 data_loader.type = default
INFO allennlp.common.params:params.py:247 data_loader.batch_size = 32
INFO allennlp.common.params:params.py:247 data_loader.shuffle = False
INFO allennlp.common.params:params.py:247 data_loader.sampler = None
INFO allennlp.common.params:params.py:247 data_loader.batch_sampler = None
INFO allennlp.common.params:params.py:247 data_loader.num_workers = 0
INFO allennlp.common.params:params.py:247 data_loader.pin_memory = False
INFO allennlp.common.params:params.py:247 data_loader.drop_last = False
INFO allennlp.common.params:params.py:247 data_loader.timeout = 0
INFO allennlp.common.params:params.py:247 data_loader.worker_init_fn = None
INFO allennlp.common.params:params.py:247 data_loader.multiprocessing_context = None
INFO allennlp.common.params:params.py:247 data_loader.batches_per_epoch = None
____________________________ test_dump_best_config _____________________________
def test_dump_best_config() -> None:
with tempfile.TemporaryDirectory() as tmp_dir:
def objective(trial: optuna.Trial) -> float:
trial.suggest_uniform("DROPOUT", dropout, dropout)
executor = optuna.integration.AllenNLPExecutor(trial, input_config_file, tmp_dir)
return executor.run()
dropout = 0.5
input_config_file = os.path.join(
os.path.dirname(os.path.realpath(__file__)), "example.jsonnet"
)
output_config_file = os.path.join(tmp_dir, "result.json")
study = optuna.create_study(direction="maximize")
> study.optimize(objective, n_trials=1)
tests/integration_tests/allennlp_tests/test_allennlp.py:142:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
optuna/study.py:286: in optimize
func, n_trials, timeout, catch, callbacks, gc_after_trial, None
optuna/study.py:629: in _optimize_sequential
self._run_trial_and_callbacks(func, catch, callbacks, gc_after_trial)
optuna/study.py:660: in _run_trial_and_callbacks
trial = self._run_trial(func, catch, gc_after_trial)
optuna/study.py:684: in _run_trial
result = func(trial)
tests/integration_tests/allennlp_tests/test_allennlp.py:133: in objective
return executor.run()
optuna/integration/allennlp.py:129: in run
allennlp.commands.train.train_model(params, self._serialization_dir)
/usr/local/lib/python3.7/site-packages/allennlp/commands/train.py:230: in train_model
dry_run=dry_run,
/usr/local/lib/python3.7/site-packages/allennlp/commands/train.py:418: in _train_worker
params=params, serialization_dir=serialization_dir, local_rank=process_rank,
/usr/local/lib/python3.7/site-packages/allennlp/common/from_params.py:580: in from_params
**extras,
/usr/local/lib/python3.7/site-packages/allennlp/common/from_params.py:611: in from_params
return constructor_to_call(**kwargs) # type: ignore
/usr/local/lib/python3.7/site-packages/allennlp/commands/train.py:646: in from_partial_objects
data_loader_ = data_loader.construct(dataset=datasets["train"])
/usr/local/lib/python3.7/site-packages/allennlp/common/lazy.py:46: in construct
return self._constructor(**kwargs)
/usr/local/lib/python3.7/site-packages/allennlp/common/from_params.py:446: in constructor
return value_cls.from_params(params=deepcopy(popped_params), **constructor_extras)
/usr/local/lib/python3.7/site-packages/allennlp/common/from_params.py:580: in from_params
**extras,
/usr/local/lib/python3.7/site-packages/allennlp/common/from_params.py:611: in from_params
return constructor_to_call(**kwargs) # type: ignore
/usr/local/lib/python3.7/site-packages/allennlp/data/dataloader.py:151: in from_partial_objects
batches_per_epoch=batches_per_epoch,
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <allennlp.data.dataloader.DataLoader object at 0x7fada10eec50>
dataset = <allennlp.data.dataset_readers.dataset_reader.AllennlpDataset object at 0x7fada116a3d0>
batch_size = 32, shuffle = False, sampler = None, batch_sampler = None
num_workers = 0, collate_fn = <function allennlp_collate at 0x7fad5b7fbcb0>
pin_memory = False, drop_last = False, timeout = 0, worker_init_fn = None
multiprocessing_context = None, batches_per_epoch = None
def __init__(
self,
dataset: data.Dataset,
batch_size: int = 1,
shuffle: bool = False,
sampler: Sampler = None,
batch_sampler: BatchSampler = None,
num_workers: int = 0,
# NOTE: The default for collate_fn is different from the normal `None`.
# We assume that if you are using this class you are using an
# allennlp dataset of instances, which would require this.
collate_fn=allennlp_collate,
pin_memory: bool = False,
drop_last: bool = False,
timeout: int = 0,
worker_init_fn=None,
multiprocessing_context: str = None,
batches_per_epoch: int = None,
):
if num_workers and isinstance(dataset, AllennlpLazyDataset):
warnings.warn(
"Using multi-process data loading with a lazy dataset could lead to "
"deadlocks with certain tokenizers. See:\n"
" https://github.com/allenai/allennlp/issues/4330\n",
UserWarning,
)
super().__init__(
dataset=dataset,
batch_size=batch_size,
shuffle=shuffle,
sampler=sampler,
batch_sampler=batch_sampler,
num_workers=num_workers,
collate_fn=collate_fn,
pin_memory=pin_memory,
drop_last=drop_last,
timeout=timeout,
worker_init_fn=worker_init_fn,
> multiprocessing_context=multiprocessing_context,
)
E TypeError: intercept_args() got an unexpected keyword argument 'multiprocessing_context'
/usr/local/lib/python3.7/site-packages/allennlp/data/dataloader.py:88: TypeError
----------------------------- Captured stdout call -----------------------------
2020-06-20 07:10:43,655 - INFO - allennlp.common.params - random_seed = 13370
2020-06-20 07:10:43,655 - INFO - allennlp.common.params - random_seed = 13370
2020-06-20 07:10:43,655 - INFO - allennlp.common.params - numpy_seed = 1337
2020-06-20 07:10:43,655 - INFO - allennlp.common.params - numpy_seed = 1337
2020-06-20 07:10:43,655 - INFO - allennlp.common.params - pytorch_seed = 133
2020-06-20 07:10:43,655 - INFO - allennlp.common.params - pytorch_seed = 133
2020-06-20 07:10:43,657 - INFO - allennlp.common.checks - Pytorch version: 1.5.0+cpu
2020-06-20 07:10:43,657 - INFO - allennlp.common.checks - Pytorch version: 1.5.0+cpu
2020-06-20 07:10:43,657 - INFO - allennlp.common.params - type = default
2020-06-20 07:10:43,657 - INFO - allennlp.common.params - type = default
2020-06-20 07:10:43,658 - INFO - allennlp.common.params - dataset_reader.type = sequence_tagging
2020-06-20 07:10:43,658 - INFO - allennlp.common.params - dataset_reader.type = sequence_tagging
2020-06-20 07:10:43,658 - INFO - allennlp.common.params - dataset_reader.lazy = False
2020-06-20 07:10:43,658 - INFO - allennlp.common.params - dataset_reader.lazy = False
2020-06-20 07:10:43,658 - INFO - allennlp.common.params - dataset_reader.cache_directory = None
2020-06-20 07:10:43,658 - INFO - allennlp.common.params - dataset_reader.cache_directory = None
2020-06-20 07:10:43,658 - INFO - allennlp.common.params - dataset_reader.max_instances = None
2020-06-20 07:10:43,658 - INFO - allennlp.common.params - dataset_reader.max_instances = None
2020-06-20 07:10:43,658 - INFO - allennlp.common.params - dataset_reader.manual_distributed_sharding = False
2020-06-20 07:10:43,658 - INFO - allennlp.common.params - dataset_reader.manual_distributed_sharding = False
2020-06-20 07:10:43,658 - INFO - allennlp.common.params - dataset_reader.manual_multi_process_sharding = False
2020-06-20 07:10:43,658 - INFO - allennlp.common.params - dataset_reader.manual_multi_process_sharding = False
2020-06-20 07:10:43,658 - INFO - allennlp.common.params - dataset_reader.word_tag_delimiter = /
2020-06-20 07:10:43,658 - INFO - allennlp.common.params - dataset_reader.word_tag_delimiter = /
2020-06-20 07:10:43,658 - INFO - allennlp.common.params - dataset_reader.token_delimiter = None
2020-06-20 07:10:43,658 - INFO - allennlp.common.params - dataset_reader.token_delimiter = None
2020-06-20 07:10:43,658 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.type = characters
2020-06-20 07:10:43,658 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.type = characters
2020-06-20 07:10:43,659 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.namespace = token_characters
2020-06-20 07:10:43,659 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.namespace = token_characters
2020-06-20 07:10:43,659 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.character_tokenizer = <allennlp.data.tokenizers.character_tokenizer.CharacterTokenizer object at 0x7fad044a1090>
2020-06-20 07:10:43,659 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.character_tokenizer = <allennlp.data.tokenizers.character_tokenizer.CharacterTokenizer object at 0x7fad044a1090>
2020-06-20 07:10:43,659 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.start_tokens = None
2020-06-20 07:10:43,659 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.start_tokens = None
2020-06-20 07:10:43,659 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.end_tokens = None
2020-06-20 07:10:43,659 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.end_tokens = None
2020-06-20 07:10:43,659 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.min_padding_length = 0
2020-06-20 07:10:43,659 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.min_padding_length = 0
2020-06-20 07:10:43,659 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.token_min_padding_length = 0
2020-06-20 07:10:43,659 - INFO - allennlp.common.params - dataset_reader.token_indexers.token_characters.token_min_padding_length = 0
2020-06-20 07:10:43,659 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.type = single_id
2020-06-20 07:10:43,659 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.type = single_id
2020-06-20 07:10:43,660 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.namespace = tokens
2020-06-20 07:10:43,660 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.namespace = tokens
2020-06-20 07:10:43,660 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.lowercase_tokens = True
2020-06-20 07:10:43,660 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.lowercase_tokens = True
2020-06-20 07:10:43,660 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.start_tokens = None
2020-06-20 07:10:43,660 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.start_tokens = None
2020-06-20 07:10:43,660 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.end_tokens = None
2020-06-20 07:10:43,660 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.end_tokens = None
2020-06-20 07:10:43,660 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.feature_name = text
2020-06-20 07:10:43,660 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.feature_name = text
2020-06-20 07:10:43,660 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.default_value = THIS IS A REALLY UNLIKELY VALUE THAT HAS TO BE A STRING
2020-06-20 07:10:43,660 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.default_value = THIS IS A REALLY UNLIKELY VALUE THAT HAS TO BE A STRING
2020-06-20 07:10:43,660 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.token_min_padding_length = 0
2020-06-20 07:10:43,660 - INFO - allennlp.common.params - dataset_reader.token_indexers.tokens.token_min_padding_length = 0
2020-06-20 07:10:43,660 - INFO - allennlp.common.params - train_data_path = tests/integration_tests/allennlp_tests/sentences.train
2020-06-20 07:10:43,660 - INFO - allennlp.common.params - train_data_path = tests/integration_tests/allennlp_tests/sentences.train
2020-06-20 07:10:43,661 - INFO - allennlp.common.params - vocabulary = None
2020-06-20 07:10:43,661 - INFO - allennlp.common.params - vocabulary = None
2020-06-20 07:10:43,661 - INFO - allennlp.common.params - datasets_for_vocab_creation = None
2020-06-20 07:10:43,661 - INFO - allennlp.common.params - datasets_for_vocab_creation = None
2020-06-20 07:10:43,661 - INFO - allennlp.common.params - validation_dataset_reader = None
2020-06-20 07:10:43,661 - INFO - allennlp.common.params - validation_dataset_reader = None
2020-06-20 07:10:43,661 - INFO - allennlp.common.params - validation_data_path = tests/integration_tests/allennlp_tests/sentences.valid
2020-06-20 07:10:43,661 - INFO - allennlp.common.params - validation_data_path = tests/integration_tests/allennlp_tests/sentences.valid
2020-06-20 07:10:43,661 - INFO - allennlp.common.params - validation_data_loader = None
2020-06-20 07:10:43,661 - INFO - allennlp.common.params - validation_data_loader = None
2020-06-20 07:10:43,661 - INFO - allennlp.common.params - test_data_path = None
2020-06-20 07:10:43,661 - INFO - allennlp.common.params - test_data_path = None
2020-06-20 07:10:43,661 - INFO - allennlp.common.params - evaluate_on_test = False
2020-06-20 07:10:43,661 - INFO - allennlp.common.params - evaluate_on_test = False
2020-06-20 07:10:43,661 - INFO - allennlp.common.params - batch_weight_key =
2020-06-20 07:10:43,661 - INFO - allennlp.common.params - batch_weight_key =
2020-06-20 07:10:43,661 - INFO - allennlp.training.util - Reading training data from tests/integration_tests/allennlp_tests/sentences.train
2020-06-20 07:10:43,661 - INFO - allennlp.training.util - Reading training data from tests/integration_tests/allennlp_tests/sentences.train
2020-06-20 07:10:43,662 - INFO - allennlp.data.dataset_readers.sequence_tagging - Reading instances from lines in file at: tests/integration_tests/allennlp_tests/sentences.train
2020-06-20 07:10:43,662 - INFO - allennlp.data.dataset_readers.sequence_tagging - Reading instances from lines in file at: tests/integration_tests/allennlp_tests/sentences.train
2020-06-20 07:10:43,664 - INFO - allennlp.training.util - Reading validation data from tests/integration_tests/allennlp_tests/sentences.valid
2020-06-20 07:10:43,664 - INFO - allennlp.training.util - Reading validation data from tests/integration_tests/allennlp_tests/sentences.valid
2020-06-20 07:10:43,665 - INFO - allennlp.data.dataset_readers.sequence_tagging - Reading instances from lines in file at: tests/integration_tests/allennlp_tests/sentences.valid
2020-06-20 07:10:43,665 - INFO - allennlp.data.dataset_readers.sequence_tagging - Reading instances from lines in file at: tests/integration_tests/allennlp_tests/sentences.valid
2020-06-20 07:10:43,665 - INFO - allennlp.data.vocabulary - Fitting token dictionary from dataset.
2020-06-20 07:10:43,665 - INFO - allennlp.data.vocabulary - Fitting token dictionary from dataset.
2020-06-20 07:10:43,666 - INFO - allennlp.common.params - model.type = simple_tagger
2020-06-20 07:10:43,666 - INFO - allennlp.common.params - model.type = simple_tagger
2020-06-20 07:10:43,667 - INFO - allennlp.common.params - model.regularizer = None
2020-06-20 07:10:43,667 - INFO - allennlp.common.params - model.regularizer = None
2020-06-20 07:10:43,667 - INFO - allennlp.common.params - model.text_field_embedder.type = basic
2020-06-20 07:10:43,667 - INFO - allennlp.common.params - model.text_field_embedder.type = basic
2020-06-20 07:10:43,667 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.type = character_encoding
2020-06-20 07:10:43,667 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.type = character_encoding
2020-06-20 07:10:43,668 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.embedding_dim = 4
2020-06-20 07:10:43,668 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.embedding_dim = 4
2020-06-20 07:10:43,668 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.num_embeddings = None
2020-06-20 07:10:43,668 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.num_embeddings = None
2020-06-20 07:10:43,668 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.projection_dim = None
2020-06-20 07:10:43,668 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.projection_dim = None
2020-06-20 07:10:43,668 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.weight = None
2020-06-20 07:10:43,668 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.weight = None
2020-06-20 07:10:43,668 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.padding_index = None
2020-06-20 07:10:43,668 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.padding_index = None
2020-06-20 07:10:43,668 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.trainable = True
2020-06-20 07:10:43,668 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.trainable = True
2020-06-20 07:10:43,668 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.max_norm = None
2020-06-20 07:10:43,668 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.max_norm = None
2020-06-20 07:10:43,668 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.norm_type = 2.0
2020-06-20 07:10:43,668 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.norm_type = 2.0
2020-06-20 07:10:43,668 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.scale_grad_by_freq = False
2020-06-20 07:10:43,668 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.scale_grad_by_freq = False
2020-06-20 07:10:43,668 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.sparse = False
2020-06-20 07:10:43,668 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.sparse = False
2020-06-20 07:10:43,668 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.vocab_namespace = tokens
2020-06-20 07:10:43,668 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.vocab_namespace = tokens
2020-06-20 07:10:43,669 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.pretrained_file = None
2020-06-20 07:10:43,669 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.embedding.pretrained_file = None
2020-06-20 07:10:43,669 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.type = cnn
2020-06-20 07:10:43,669 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.type = cnn
2020-06-20 07:10:43,669 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.embedding_dim = 4
2020-06-20 07:10:43,669 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.embedding_dim = 4
2020-06-20 07:10:43,669 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.num_filters = 5
2020-06-20 07:10:43,669 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.num_filters = 5
2020-06-20 07:10:43,669 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.ngram_filter_sizes = [3]
2020-06-20 07:10:43,669 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.ngram_filter_sizes = [3]
2020-06-20 07:10:43,669 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.conv_layer_activation = None
2020-06-20 07:10:43,669 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.conv_layer_activation = None
2020-06-20 07:10:43,669 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.output_dim = None
2020-06-20 07:10:43,669 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.encoder.output_dim = None
2020-06-20 07:10:43,670 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.dropout = 0.5
2020-06-20 07:10:43,670 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.token_characters.dropout = 0.5
2020-06-20 07:10:43,670 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.type = embedding
2020-06-20 07:10:43,670 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.type = embedding
2020-06-20 07:10:43,670 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.embedding_dim = 5
2020-06-20 07:10:43,670 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.embedding_dim = 5
2020-06-20 07:10:43,671 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.num_embeddings = None
2020-06-20 07:10:43,671 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.num_embeddings = None
2020-06-20 07:10:43,671 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.projection_dim = None
2020-06-20 07:10:43,671 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.projection_dim = None
2020-06-20 07:10:43,671 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.weight = None
2020-06-20 07:10:43,671 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.weight = None
2020-06-20 07:10:43,671 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.padding_index = None
2020-06-20 07:10:43,671 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.padding_index = None
2020-06-20 07:10:43,671 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.trainable = True
2020-06-20 07:10:43,671 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.trainable = True
2020-06-20 07:10:43,671 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.max_norm = None
2020-06-20 07:10:43,671 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.max_norm = None
2020-06-20 07:10:43,671 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.norm_type = 2.0
2020-06-20 07:10:43,671 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.norm_type = 2.0
2020-06-20 07:10:43,671 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.scale_grad_by_freq = False
2020-06-20 07:10:43,671 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.scale_grad_by_freq = False
2020-06-20 07:10:43,671 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.sparse = False
2020-06-20 07:10:43,671 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.sparse = False
2020-06-20 07:10:43,671 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.vocab_namespace = tokens
2020-06-20 07:10:43,671 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.vocab_namespace = tokens
2020-06-20 07:10:43,671 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.pretrained_file = None
2020-06-20 07:10:43,671 - INFO - allennlp.common.params - model.text_field_embedder.token_embedders.tokens.pretrained_file = None
2020-06-20 07:10:43,672 - INFO - allennlp.common.params - model.encoder.type = lstm
2020-06-20 07:10:43,672 - INFO - allennlp.common.params - model.encoder.type = lstm
2020-06-20 07:10:43,672 - INFO - allennlp.common.params - model.encoder.input_size = 10
2020-06-20 07:10:43,672 - INFO - allennlp.common.params - model.encoder.input_size = 10
2020-06-20 07:10:43,672 - INFO - allennlp.common.params - model.encoder.hidden_size = 10
2020-06-20 07:10:43,672 - INFO - allennlp.common.params - model.encoder.hidden_size = 10
2020-06-20 07:10:43,672 - INFO - allennlp.common.params - model.encoder.num_layers = 2
2020-06-20 07:10:43,672 - INFO - allennlp.common.params - model.encoder.num_layers = 2
2020-06-20 07:10:43,672 - INFO - allennlp.common.params - model.encoder.bias = True
2020-06-20 07:10:43,672 - INFO - allennlp.common.params - model.encoder.bias = True
2020-06-20 07:10:43,672 - INFO - allennlp.common.params - model.encoder.dropout = 0
2020-06-20 07:10:43,672 - INFO - allennlp.common.params - model.encoder.dropout = 0
2020-06-20 07:10:43,672 - INFO - allennlp.common.params - model.encoder.bidirectional = True
2020-06-20 07:10:43,672 - INFO - allennlp.common.params - model.encoder.bidirectional = True
2020-06-20 07:10:43,672 - INFO - allennlp.common.params - model.encoder.stateful = False
2020-06-20 07:10:43,672 - INFO - allennlp.common.params - model.encoder.stateful = False
2020-06-20 07:10:43,673 - INFO - allennlp.common.params - model.calculate_span_f1 = None
2020-06-20 07:10:43,673 - INFO - allennlp.common.params - model.calculate_span_f1 = None
2020-06-20 07:10:43,673 - INFO - allennlp.common.params - model.label_encoding = None
2020-06-20 07:10:43,673 - INFO - allennlp.common.params - model.label_encoding = None
2020-06-20 07:10:43,673 - INFO - allennlp.common.params - model.label_namespace = labels
2020-06-20 07:10:43,673 - INFO - allennlp.common.params - model.label_namespace = labels
2020-06-20 07:10:43,673 - INFO - allennlp.common.params - model.verbose_metrics = False
2020-06-20 07:10:43,673 - INFO - allennlp.common.params - model.verbose_metrics = False
2020-06-20 07:10:43,673 - INFO - allennlp.common.params - model.initializer = <allennlp.nn.initializers.InitializerApplicator object at 0x7facfef62790>
2020-06-20 07:10:43,673 - INFO - allennlp.common.params - model.initializer = <allennlp.nn.initializers.InitializerApplicator object at 0x7facfef62790>
2020-06-20 07:10:43,674 - INFO - allennlp.nn.initializers - Initializing parameters
2020-06-20 07:10:43,674 - INFO - allennlp.nn.initializers - Initializing parameters
2020-06-20 07:10:43,674 - INFO - allennlp.nn.initializers - Done initializing parameters; the following parameters are using their default initialization from their code
2020-06-20 07:10:43,674 - INFO - allennlp.nn.initializers - Done initializing parameters; the following parameters are using their default initialization from their code
2020-06-20 07:10:43,674 - INFO - allennlp.nn.initializers - encoder._module.bias_hh_l0
2020-06-20 07:10:43,674 - INFO - allennlp.nn.initializers - encoder._module.bias_hh_l0
2020-06-20 07:10:43,674 - INFO - allennlp.nn.initializers - encoder._module.bias_hh_l0_reverse
2020-06-20 07:10:43,674 - INFO - allennlp.nn.initializers - encoder._module.bias_hh_l0_reverse
2020-06-20 07:10:43,674 - INFO - allennlp.nn.initializers - encoder._module.bias_hh_l1
2020-06-20 07:10:43,674 - INFO - allennlp.nn.initializers - encoder._module.bias_hh_l1
2020-06-20 07:10:43,674 - INFO - allennlp.nn.initializers - encoder._module.bias_hh_l1_reverse
2020-06-20 07:10:43,674 - INFO - allennlp.nn.initializers - encoder._module.bias_hh_l1_reverse
2020-06-20 07:10:43,674 - INFO - allennlp.nn.initializers - encoder._module.bias_ih_l0
2020-06-20 07:10:43,674 - INFO - allennlp.nn.initializers - encoder._module.bias_ih_l0
2020-06-20 07:10:43,674 - INFO - allennlp.nn.initializers - encoder._module.bias_ih_l0_reverse
2020-06-20 07:10:43,674 - INFO - allennlp.nn.initializers - encoder._module.bias_ih_l0_reverse
2020-06-20 07:10:43,674 - INFO - allennlp.nn.initializers - encoder._module.bias_ih_l1
2020-06-20 07:10:43,674 - INFO - allennlp.nn.initializers - encoder._module.bias_ih_l1
2020-06-20 07:10:43,674 - INFO - allennlp.nn.initializers - encoder._module.bias_ih_l1_reverse
2020-06-20 07:10:43,674 - INFO - allennlp.nn.initializers - encoder._module.bias_ih_l1_reverse
2020-06-20 07:10:43,674 - INFO - allennlp.nn.initializers - encoder._module.weight_hh_l0
2020-06-20 07:10:43,674 - INFO - allennlp.nn.initializers - encoder._module.weight_hh_l0
2020-06-20 07:10:43,674 - INFO - allennlp.nn.initializers - encoder._module.weight_hh_l0_reverse
2020-06-20 07:10:43,674 - INFO - allennlp.nn.initializers - encoder._module.weight_hh_l0_reverse
2020-06-20 07:10:43,674 - INFO - allennlp.nn.initializers - encoder._module.weight_hh_l1
2020-06-20 07:10:43,674 - INFO - allennlp.nn.initializers - encoder._module.weight_hh_l1
2020-06-20 07:10:43,675 - INFO - allennlp.nn.initializers - encoder._module.weight_hh_l1_reverse
2020-06-20 07:10:43,675 - INFO - allennlp.nn.initializers - encoder._module.weight_hh_l1_reverse
2020-06-20 07:10:43,675 - INFO - allennlp.nn.initializers - encoder._module.weight_ih_l0
2020-06-20 07:10:43,675 - INFO - allennlp.nn.initializers - encoder._module.weight_ih_l0
2020-06-20 07:10:43,675 - INFO - allennlp.nn.initializers - encoder._module.weight_ih_l0_reverse
2020-06-20 07:10:43,675 - INFO - allennlp.nn.initializers - encoder._module.weight_ih_l0_reverse
2020-06-20 07:10:43,675 - INFO - allennlp.nn.initializers - encoder._module.weight_ih_l1
2020-06-20 07:10:43,675 - INFO - allennlp.nn.initializers - encoder._module.weight_ih_l1
2020-06-20 07:10:43,675 - INFO - allennlp.nn.initializers - encoder._module.weight_ih_l1_reverse
2020-06-20 07:10:43,675 - INFO - allennlp.nn.initializers - encoder._module.weight_ih_l1_reverse
2020-06-20 07:10:43,675 - INFO - allennlp.nn.initializers - tag_projection_layer._module.bias
2020-06-20 07:10:43,675 - INFO - allennlp.nn.initializers - tag_projection_layer._module.bias
2020-06-20 07:10:43,675 - INFO - allennlp.nn.initializers - tag_projection_layer._module.weight
2020-06-20 07:10:43,675 - INFO - allennlp.nn.initializers - tag_projection_layer._module.weight
2020-06-20 07:10:43,675 - INFO - allennlp.nn.initializers - text_field_embedder.token_embedder_token_characters._embedding._module.weight
2020-06-20 07:10:43,675 - INFO - allennlp.nn.initializers - text_field_embedder.token_embedder_token_characters._embedding._module.weight
2020-06-20 07:10:43,675 - INFO - allennlp.nn.initializers - text_field_embedder.token_embedder_token_characters._encoder._module.conv_layer_0.bias
2020-06-20 07:10:43,675 - INFO - allennlp.nn.initializers - text_field_embedder.token_embedder_token_characters._encoder._module.conv_layer_0.bias
2020-06-20 07:10:43,675 - INFO - allennlp.nn.initializers - text_field_embedder.token_embedder_token_characters._encoder._module.conv_layer_0.weight
2020-06-20 07:10:43,675 - INFO - allennlp.nn.initializers - text_field_embedder.token_embedder_token_characters._encoder._module.conv_layer_0.weight
2020-06-20 07:10:43,675 - INFO - allennlp.nn.initializers - text_field_embedder.token_embedder_tokens.weight
2020-06-20 07:10:43,675 - INFO - allennlp.nn.initializers - text_field_embedder.token_embedder_tokens.weight
2020-06-20 07:10:43,676 - INFO - filelock - Lock 140383707744976 acquired on /tmp/tmpul0orwvj/vocabulary/.lock
2020-06-20 07:10:43,676 - INFO - filelock - Lock 140383707744976 acquired on /tmp/tmpul0orwvj/vocabulary/.lock
2020-06-20 07:10:43,676 - INFO - filelock - Lock 140383707744976 released on /tmp/tmpul0orwvj/vocabulary/.lock
2020-06-20 07:10:43,676 - INFO - filelock - Lock 140383707744976 released on /tmp/tmpul0orwvj/vocabulary/.lock
2020-06-20 07:10:43,676 - INFO - allennlp.common.params - data_loader.type = default
2020-06-20 07:10:43,676 - INFO - allennlp.common.params - data_loader.type = default
2020-06-20 07:10:43,676 - INFO - allennlp.common.params - data_loader.batch_size = 32
2020-06-20 07:10:43,676 - INFO - allennlp.common.params - data_loader.batch_size = 32
2020-06-20 07:10:43,676 - INFO - allennlp.common.params - data_loader.shuffle = False
2020-06-20 07:10:43,676 - INFO - allennlp.common.params - data_loader.shuffle = False
2020-06-20 07:10:43,677 - INFO - allennlp.common.params - data_loader.sampler = None
2020-06-20 07:10:43,677 - INFO - allennlp.common.params - data_loader.sampler = None
2020-06-20 07:10:43,677 - INFO - allennlp.common.params - data_loader.batch_sampler = None
2020-06-20 07:10:43,677 - INFO - allennlp.common.params - data_loader.batch_sampler = None
2020-06-20 07:10:43,677 - INFO - allennlp.common.params - data_loader.num_workers = 0
2020-06-20 07:10:43,677 - INFO - allennlp.common.params - data_loader.num_workers = 0
2020-06-20 07:10:43,677 - INFO - allennlp.common.params - data_loader.pin_memory = False
2020-06-20 07:10:43,677 - INFO - allennlp.common.params - data_loader.pin_memory = False
2020-06-20 07:10:43,677 - INFO - allennlp.common.params - data_loader.drop_last = False
2020-06-20 07:10:43,677 - INFO - allennlp.common.params - data_loader.drop_last = False
2020-06-20 07:10:43,677 - INFO - allennlp.common.params - data_loader.timeout = 0
2020-06-20 07:10:43,677 - INFO - allennlp.common.params - data_loader.timeout = 0
2020-06-20 07:10:43,677 - INFO - allennlp.common.params - data_loader.worker_init_fn = None
2020-06-20 07:10:43,677 - INFO - allennlp.common.params - data_loader.worker_init_fn = None
2020-06-20 07:10:43,677 - INFO - allennlp.common.params - data_loader.multiprocessing_context = None
2020-06-20 07:10:43,677 - INFO - allennlp.common.params - data_loader.multiprocessing_context = None
2020-06-20 07:10:43,677 - INFO - allennlp.common.params - data_loader.batches_per_epoch = None
2020-06-20 07:10:43,677 - INFO - allennlp.common.params - data_loader.batches_per_epoch = None
----------------------------- Captured stderr call -----------------------------
0it [00:00, ?it/s]
3it [00:00, 1431.01it/s]
0it [00:00, ?it/s]
3it [00:00, 2049.00it/s]
0it [00:00, ?it/s]
6it [00:00, 10446.59it/s]
[W 2020-06-20 07:10:43,677] Trial 0 failed because of the following error: TypeError("intercept_args() got an unexpected keyword argument 'multiprocessing_context'")
Traceback (most recent call last):
File "/workspaces/optuna/optuna/study.py", line 684, in _run_trial
result = func(trial)
File "/workspaces/optuna/tests/integration_tests/allennlp_tests/test_allennlp.py", line 133, in objective
return executor.run()
File "/workspaces/optuna/optuna/integration/allennlp.py", line 129, in run
allennlp.commands.train.train_model(params, self._serialization_dir)
File "/usr/local/lib/python3.7/site-packages/allennlp/commands/train.py", line 230, in train_model
dry_run=dry_run,
File "/usr/local/lib/python3.7/site-packages/allennlp/commands/train.py", line 418, in _train_worker
params=params, serialization_dir=serialization_dir, local_rank=process_rank,
File "/usr/local/lib/python3.7/site-packages/allennlp/common/from_params.py", line 580, in from_params
**extras,
File "/usr/local/lib/python3.7/site-packages/allennlp/common/from_params.py", line 611, in from_params
return constructor_to_call(**kwargs) # type: ignore
File "/usr/local/lib/python3.7/site-packages/allennlp/commands/train.py", line 646, in from_partial_objects
data_loader_ = data_loader.construct(dataset=datasets["train"])
File "/usr/local/lib/python3.7/site-packages/allennlp/common/lazy.py", line 46, in construct
return self._constructor(**kwargs)
File "/usr/local/lib/python3.7/site-packages/allennlp/common/from_params.py", line 446, in constructor
return value_cls.from_params(params=deepcopy(popped_params), **constructor_extras)
File "/usr/local/lib/python3.7/site-packages/allennlp/common/from_params.py", line 580, in from_params
**extras,
File "/usr/local/lib/python3.7/site-packages/allennlp/common/from_params.py", line 611, in from_params
return constructor_to_call(**kwargs) # type: ignore
File "/usr/local/lib/python3.7/site-packages/allennlp/data/dataloader.py", line 151, in from_partial_objects
batches_per_epoch=batches_per_epoch,
File "/usr/local/lib/python3.7/site-packages/allennlp/data/dataloader.py", line 88, in __init__
multiprocessing_context=multiprocessing_context,
TypeError: intercept_args() got an unexpected keyword argument 'multiprocessing_context'
------------------------------ Captured log call -------------------------------
INFO allennlp.common.params:params.py:247 random_seed = 13370
INFO allennlp.common.params:params.py:247 numpy_seed = 1337
INFO allennlp.common.params:params.py:247 pytorch_seed = 133
INFO allennlp.common.checks:checks.py:45 Pytorch version: 1.5.0+cpu
INFO allennlp.common.params:params.py:247 type = default
INFO allennlp.common.params:params.py:247 dataset_reader.type = sequence_tagging
INFO allennlp.common.params:params.py:247 dataset_reader.lazy = False
INFO allennlp.common.params:params.py:247 dataset_reader.cache_directory = None
INFO allennlp.common.params:params.py:247 dataset_reader.max_instances = None
INFO allennlp.common.params:params.py:247 dataset_reader.manual_distributed_sharding = False
INFO allennlp.common.params:params.py:247 dataset_reader.manual_multi_process_sharding = False
INFO allennlp.common.params:params.py:247 dataset_reader.word_tag_delimiter = /
INFO allennlp.common.params:params.py:247 dataset_reader.token_delimiter = None
INFO allennlp.common.params:params.py:247 dataset_reader.token_indexers.token_characters.type = characters
INFO allennlp.common.params:params.py:247 dataset_reader.token_indexers.token_characters.namespace = token_characters
INFO allennlp.common.params:params.py:247 dataset_reader.token_indexers.token_characters.character_tokenizer = <allennlp.data.tokenizers.character_tokenizer.CharacterTokenizer object at 0x7fad044a1090>
INFO allennlp.common.params:params.py:247 dataset_reader.token_indexers.token_characters.start_tokens = None
INFO allennlp.common.params:params.py:247 dataset_reader.token_indexers.token_characters.end_tokens = None
INFO allennlp.common.params:params.py:247 dataset_reader.token_indexers.token_characters.min_padding_length = 0
INFO allennlp.common.params:params.py:247 dataset_reader.token_indexers.token_characters.token_min_padding_length = 0
INFO allennlp.common.params:params.py:247 dataset_reader.token_indexers.tokens.type = single_id
INFO allennlp.common.params:params.py:247 dataset_reader.token_indexers.tokens.namespace = tokens
INFO allennlp.common.params:params.py:247 dataset_reader.token_indexers.tokens.lowercase_tokens = True
INFO allennlp.common.params:params.py:247 dataset_reader.token_indexers.tokens.start_tokens = None
INFO allennlp.common.params:params.py:247 dataset_reader.token_indexers.tokens.end_tokens = None
INFO allennlp.common.params:params.py:247 dataset_reader.token_indexers.tokens.feature_name = text
INFO allennlp.common.params:params.py:247 dataset_reader.token_indexers.tokens.default_value = THIS IS A REALLY UNLIKELY VALUE THAT HAS TO BE A STRING
INFO allennlp.common.params:params.py:247 dataset_reader.token_indexers.tokens.token_min_padding_length = 0
INFO allennlp.common.params:params.py:247 train_data_path = tests/integration_tests/allennlp_tests/sentences.train
INFO allennlp.common.params:params.py:247 vocabulary = None
INFO allennlp.common.params:params.py:247 datasets_for_vocab_creation = None
INFO allennlp.common.params:params.py:247 validation_dataset_reader = None
INFO allennlp.common.params:params.py:247 validation_data_path = tests/integration_tests/allennlp_tests/sentences.valid
INFO allennlp.common.params:params.py:247 validation_data_loader = None
INFO allennlp.common.params:params.py:247 test_data_path = None
INFO allennlp.common.params:params.py:247 evaluate_on_test = False
INFO allennlp.common.params:params.py:247 batch_weight_key =
INFO allennlp.training.util:util.py:98 Reading training data from tests/integration_tests/allennlp_tests/sentences.train
INFO allennlp.data.dataset_readers.sequence_tagging:sequence_tagging.py:64 Reading instances from lines in file at: tests/integration_tests/allennlp_tests/sentences.train
INFO allennlp.training.util:util.py:106 Reading validation data from tests/integration_tests/allennlp_tests/sentences.valid
INFO allennlp.data.dataset_readers.sequence_tagging:sequence_tagging.py:64 Reading instances from lines in file at: tests/integration_tests/allennlp_tests/sentences.valid
INFO allennlp.data.vocabulary:vocabulary.py:286 Fitting token dictionary from dataset.
INFO allennlp.common.params:params.py:247 model.type = simple_tagger
INFO allennlp.common.params:params.py:247 model.regularizer = None
INFO allennlp.common.params:params.py:247 model.text_field_embedder.type = basic
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.type = character_encoding
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.embedding.embedding_dim = 4
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.embedding.num_embeddings = None
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.embedding.projection_dim = None
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.embedding.weight = None
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.embedding.padding_index = None
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.embedding.trainable = True
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.embedding.max_norm = None
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.embedding.norm_type = 2.0
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.embedding.scale_grad_by_freq = False
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.embedding.sparse = False
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.embedding.vocab_namespace = tokens
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.embedding.pretrained_file = None
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.encoder.type = cnn
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.encoder.embedding_dim = 4
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.encoder.num_filters = 5
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.encoder.ngram_filter_sizes = [3]
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.encoder.conv_layer_activation = None
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.encoder.output_dim = None
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.token_characters.dropout = 0.5
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.tokens.type = embedding
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.tokens.embedding_dim = 5
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.tokens.num_embeddings = None
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.tokens.projection_dim = None
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.tokens.weight = None
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.tokens.padding_index = None
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.tokens.trainable = True
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.tokens.max_norm = None
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.tokens.norm_type = 2.0
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.tokens.scale_grad_by_freq = False
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.tokens.sparse = False
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.tokens.vocab_namespace = tokens
INFO allennlp.common.params:params.py:247 model.text_field_embedder.token_embedders.tokens.pretrained_file = None
INFO allennlp.common.params:params.py:247 model.encoder.type = lstm
INFO allennlp.common.params:params.py:247 model.encoder.input_size = 10
INFO allennlp.common.params:params.py:247 model.encoder.hidden_size = 10
INFO allennlp.common.params:params.py:247 model.encoder.num_layers = 2
INFO allennlp.common.params:params.py:247 model.encoder.bias = True
INFO allennlp.common.params:params.py:247 model.encoder.dropout = 0
INFO allennlp.common.params:params.py:247 model.encoder.bidirectional = True
INFO allennlp.common.params:params.py:247 model.encoder.stateful = False
INFO allennlp.common.params:params.py:247 model.calculate_span_f1 = None
INFO allennlp.common.params:params.py:247 model.label_encoding = None
INFO allennlp.common.params:params.py:247 model.label_namespace = labels
INFO allennlp.common.params:params.py:247 model.verbose_metrics = False
INFO allennlp.common.params:params.py:247 model.initializer = <allennlp.nn.initializers.InitializerApplicator object at 0x7facfef62790>
INFO allennlp.nn.initializers:initializers.py:471 Initializing parameters
INFO allennlp.nn.initializers:initializers.py:490 Done initializing parameters; the following parameters are using their default initialization from their code
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.bias_hh_l0
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.bias_hh_l0_reverse
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.bias_hh_l1
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.bias_hh_l1_reverse
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.bias_ih_l0
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.bias_ih_l0_reverse
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.bias_ih_l1
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.bias_ih_l1_reverse
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.weight_hh_l0
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.weight_hh_l0_reverse
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.weight_hh_l1
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.weight_hh_l1_reverse
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.weight_ih_l0
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.weight_ih_l0_reverse
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.weight_ih_l1
INFO allennlp.nn.initializers:initializers.py:496 encoder._module.weight_ih_l1_reverse
INFO allennlp.nn.initializers:initializers.py:496 tag_projection_layer._module.bias
INFO allennlp.nn.initializers:initializers.py:496 tag_projection_layer._module.weight
INFO allennlp.nn.initializers:initializers.py:496 text_field_embedder.token_embedder_token_characters._embedding._module.weight
INFO allennlp.nn.initializers:initializers.py:496 text_field_embedder.token_embedder_token_characters._encoder._module.conv_layer_0.bias
INFO allennlp.nn.initializers:initializers.py:496 text_field_embedder.token_embedder_token_characters._encoder._module.conv_layer_0.weight
INFO allennlp.nn.initializers:initializers.py:496 text_field_embedder.token_embedder_tokens.weight
INFO filelock:filelock.py:274 Lock 140383707744976 acquired on /tmp/tmpul0orwvj/vocabulary/.lock
INFO filelock:filelock.py:318 Lock 140383707744976 released on /tmp/tmpul0orwvj/vocabulary/.lock
INFO allennlp.common.params:params.py:247 data_loader.type = default
INFO allennlp.common.params:params.py:247 data_loader.batch_size = 32
INFO allennlp.common.params:params.py:247 data_loader.shuffle = False
INFO allennlp.common.params:params.py:247 data_loader.sampler = None
INFO allennlp.common.params:params.py:247 data_loader.batch_sampler = None
INFO allennlp.common.params:params.py:247 data_loader.num_workers = 0
INFO allennlp.common.params:params.py:247 data_loader.pin_memory = False
INFO allennlp.common.params:params.py:247 data_loader.drop_last = False
INFO allennlp.common.params:params.py:247 data_loader.timeout = 0
INFO allennlp.common.params:params.py:247 data_loader.worker_init_fn = None
INFO allennlp.common.params:params.py:247 data_loader.multiprocessing_context = None
INFO allennlp.common.params:params.py:247 data_loader.batches_per_epoch = None
=============================== warnings summary ===============================
/usr/local/lib/python3.7/site-packages/tensorflow/python/pywrap_tensorflow_internal.py:15
/usr/local/lib/python3.7/site-packages/tensorflow/python/pywrap_tensorflow_internal.py:15: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses
import imp
tests/integration_tests/allennlp_tests/test_allennlp.py::test__set_param
tests/integration_tests/allennlp_tests/test_allennlp.py::test_missing_config_file
tests/integration_tests/allennlp_tests/test_allennlp.py::test_invalid_config_file
tests/integration_tests/allennlp_tests/test_allennlp.py::test_invalid_param_name
tests/integration_tests/allennlp_tests/test_allennlp.py::test_allennlp_executor
tests/integration_tests/allennlp_tests/test_allennlp.py::test_allennlp_executor_with_include_package
tests/integration_tests/allennlp_tests/test_allennlp.py::test_allennlp_executor_with_include_package_arr
tests/integration_tests/allennlp_tests/test_allennlp.py::test_dump_best_config
/workspaces/optuna/optuna/_experimental.py:84: ExperimentalWarning: AllenNLPExecutor is experimental (supported from v1.4.0). The interface can change in the future.
ExperimentalWarning,
tests/integration_tests/allennlp_tests/test_allennlp.py::test_allennlp_executor
tests/integration_tests/allennlp_tests/test_allennlp.py::test_allennlp_executor_with_include_package
tests/integration_tests/allennlp_tests/test_allennlp.py::test_allennlp_executor_with_include_package_arr
tests/integration_tests/allennlp_tests/test_allennlp.py::test_dump_best_config
/usr/local/lib/python3.7/site-packages/allennlp/data/token_indexers/token_characters_indexer.py:61: UserWarning: You are using the default value (0) of `min_padding_length`, which can cause some subtle bugs (more info see https://github.com/allenai/allennlp/issues/1954). Strongly recommend to set a value, usually the maximum size of the convolutional layer size when using CnnEncoder.
UserWarning,
tests/integration_tests/allennlp_tests/test_allennlp.py::test_allennlp_pruning_callback
tests/integration_tests/allennlp_tests/test_allennlp.py::test_allennlp_pruning_callback
/workspaces/optuna/optuna/_experimental.py:84: ExperimentalWarning: AllenNLPPruningCallback is experimental (supported from v2.0.0). The interface can change in the future.
ExperimentalWarning,
-- Docs: https://docs.pytest.org/en/latest/warnings.html
=========================== short test summary info ============================
FAILED tests/integration_tests/allennlp_tests/test_allennlp.py::test_allennlp_executor
FAILED tests/integration_tests/allennlp_tests/test_allennlp.py::test_allennlp_executor_with_include_package
FAILED tests/integration_tests/allennlp_tests/test_allennlp.py::test_allennlp_executor_with_include_package_arr
FAILED tests/integration_tests/allennlp_tests/test_allennlp.py::test_dump_best_config
=================== 4 failed, 6 passed, 15 warnings in 4.76s ===================
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment