data_configs.py

training_data_hparams = {
    'shuffle': True,
    'num_epochs': 1,
    'batch_size': 80,
    'allow_smaller_final_batch': False,
    'source_dataset': {
        "files": ['data/iwslt14/train.de'],
        'vocab_file': 'data/iwslt14/vocab.de',
        'max_seq_length': 50
    },
    'target_dataset': {
        'files': ['data/iwslt14/train.en'],
        'vocab_file': 'data/iwslt14/vocab.en',
        'max_seq_length': 50
    }
}

test_data_hparams = {
    'shuffle': False,
    'num_epochs': 1,
    'batch_size': 80,
    'allow_smaller_final_batch': False,
    'source_dataset': {
        "files": ['data/iwslt14/test.de'],
        'vocab_file': 'data/iwslt14/vocab.de'
    },
    'target_dataset': {
        'files': ['data/iwslt14/test.en'],
        'vocab_file': 'data/iwslt14/vocab.en'
    }
}

valid_data_hparams = test_data_hparams