from tensorflow.python.ops import tensor_array_ops
from tensorflow.python.framework import dtypes
from tensorflow.python.ops import array_ops
from tensorflow.python.ops import control_flow_ops
from tensorflow.python.ops import math_ops
from tensorflow.python.ops import variable_scope as vs
from tensorflow.python.ops import rnn
from tensorflow.python.ops import nn
from tensorflow.python.ops import init_ops
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from __future__ import absolute_import | |
from __future__ import division | |
from __future__ import print_function | |
from tensorflow.contrib import layers | |
from tensorflow.python.framework import constant_op | |
from tensorflow.python.framework import dtypes | |
from tensorflow.python.framework import ops | |
from tensorflow.python.ops import array_ops | |
from tensorflow.python.ops import control_flow_ops |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# made by Alexander Rosenberg Johansen | |
# BSD-3 License | |
# Hardcoded for German, but should be easily extendable to all other wmt languages | |
# notice: you will need handle-sgm.py as well | |
from six.moves.urllib.request import urlretrieve | |
import json | |
import glob | |
import subprocess | |
import os | |
from tqdm import tqdm |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# made by Alexander Rosenberg Johansen | |
# BSD-3 license | |
import glob | |
import subprocess | |
test_paths_2014 = [ | |
'data/test-full/newstest2014-deen-src.en.sgm', | |
'data/test-full/newstest2014-deen-src.de.sgm'] |