diff --git a/codecov.yml b/codecov.yml
index b82018c1c..37f6027a1 100644
--- a/codecov.yml
+++ b/codecov.yml
@@ -5,3 +5,6 @@ coverage:
         threshold: 1%
 
     patch: false
+
+ignore:
+  - "tests/"
diff --git a/texar/torch/core/attention_mechanism_test.py b/tests/core/attention_mechanism_test.py
similarity index 100%
rename from texar/torch/core/attention_mechanism_test.py
rename to tests/core/attention_mechanism_test.py
diff --git a/texar/torch/core/attention_mechanism_utils_test.py b/tests/core/attention_mechanism_utils_test.py
similarity index 100%
rename from texar/torch/core/attention_mechanism_utils_test.py
rename to tests/core/attention_mechanism_utils_test.py
diff --git a/texar/torch/core/cell_wrappers_test.py b/tests/core/cell_wrappers_test.py
similarity index 100%
rename from texar/torch/core/cell_wrappers_test.py
rename to tests/core/cell_wrappers_test.py
diff --git a/texar/torch/core/layers_test.py b/tests/core/layers_test.py
similarity index 100%
rename from texar/torch/core/layers_test.py
rename to tests/core/layers_test.py
diff --git a/texar/torch/core/optimization_test.py b/tests/core/optimization_test.py
similarity index 100%
rename from texar/torch/core/optimization_test.py
rename to tests/core/optimization_test.py
diff --git a/texar/torch/core/regularizers_test.py b/tests/core/regularizers_test.py
similarity index 100%
rename from texar/torch/core/regularizers_test.py
rename to tests/core/regularizers_test.py
diff --git a/texar/torch/data/data/data_iterators_test.py b/tests/data/data/data_iterators_test.py
similarity index 100%
rename from texar/torch/data/data/data_iterators_test.py
rename to tests/data/data/data_iterators_test.py
diff --git a/texar/torch/data/data/large_file_test.py b/tests/data/data/large_file_test.py
similarity index 100%
rename from texar/torch/data/data/large_file_test.py
rename to tests/data/data/large_file_test.py
diff --git a/texar/torch/data/data/mono_text_data_test.py b/tests/data/data/mono_text_data_test.py
similarity index 100%
rename from texar/torch/data/data/mono_text_data_test.py
rename to tests/data/data/mono_text_data_test.py
diff --git a/texar/torch/data/data/multi_aligned_data_test.py b/tests/data/data/multi_aligned_data_test.py
similarity index 100%
rename from texar/torch/data/data/multi_aligned_data_test.py
rename to tests/data/data/multi_aligned_data_test.py
diff --git a/texar/torch/data/data/paired_text_data_test.py b/tests/data/data/paired_text_data_test.py
similarity index 100%
rename from texar/torch/data/data/paired_text_data_test.py
rename to tests/data/data/paired_text_data_test.py
diff --git a/texar/torch/data/data/record_data_test.py b/tests/data/data/record_data_test.py
similarity index 100%
rename from texar/torch/data/data/record_data_test.py
rename to tests/data/data/record_data_test.py
diff --git a/texar/torch/data/data/sampler_test.py b/tests/data/data/sampler_test.py
similarity index 100%
rename from texar/torch/data/data/sampler_test.py
rename to tests/data/data/sampler_test.py
diff --git a/texar/torch/data/data/scalar_data_test.py b/tests/data/data/scalar_data_test.py
similarity index 100%
rename from texar/torch/data/data/scalar_data_test.py
rename to tests/data/data/scalar_data_test.py
diff --git a/texar/torch/data/embedding_test.py b/tests/data/embedding_test.py
similarity index 100%
rename from texar/torch/data/embedding_test.py
rename to tests/data/embedding_test.py
diff --git a/texar/torch/data/tokenizers/bert_tokenizer_test.py b/tests/data/tokenizers/bert_tokenizer_test.py
similarity index 100%
rename from texar/torch/data/tokenizers/bert_tokenizer_test.py
rename to tests/data/tokenizers/bert_tokenizer_test.py
diff --git a/texar/torch/data/tokenizers/bert_tokenizer_utils_test.py b/tests/data/tokenizers/bert_tokenizer_utils_test.py
similarity index 100%
rename from texar/torch/data/tokenizers/bert_tokenizer_utils_test.py
rename to tests/data/tokenizers/bert_tokenizer_utils_test.py
diff --git a/texar/torch/data/tokenizers/gpt2_tokenizer_test.py b/tests/data/tokenizers/gpt2_tokenizer_test.py
similarity index 100%
rename from texar/torch/data/tokenizers/gpt2_tokenizer_test.py
rename to tests/data/tokenizers/gpt2_tokenizer_test.py
diff --git a/texar/torch/data/tokenizers/roberta_tokenizer_test.py b/tests/data/tokenizers/roberta_tokenizer_test.py
similarity index 100%
rename from texar/torch/data/tokenizers/roberta_tokenizer_test.py
rename to tests/data/tokenizers/roberta_tokenizer_test.py
diff --git a/texar/torch/data/tokenizers/sentencepiece_tokenizer_test.py b/tests/data/tokenizers/sentencepiece_tokenizer_test.py
similarity index 100%
rename from texar/torch/data/tokenizers/sentencepiece_tokenizer_test.py
rename to tests/data/tokenizers/sentencepiece_tokenizer_test.py
diff --git a/texar/torch/data/tokenizers/t5_tokenizer_test.py b/tests/data/tokenizers/t5_tokenizer_test.py
similarity index 100%
rename from texar/torch/data/tokenizers/t5_tokenizer_test.py
rename to tests/data/tokenizers/t5_tokenizer_test.py
diff --git a/texar/torch/data/tokenizers/xlnet_tokenizer_test.py b/tests/data/tokenizers/xlnet_tokenizer_test.py
similarity index 100%
rename from texar/torch/data/tokenizers/xlnet_tokenizer_test.py
rename to tests/data/tokenizers/xlnet_tokenizer_test.py
diff --git a/texar/torch/data/vocabulary_test.py b/tests/data/vocabulary_test.py
similarity index 100%
rename from texar/torch/data/vocabulary_test.py
rename to tests/data/vocabulary_test.py
diff --git a/texar/torch/evals/bleu_moses_test.py b/tests/evals/bleu_moses_test.py
similarity index 100%
rename from texar/torch/evals/bleu_moses_test.py
rename to tests/evals/bleu_moses_test.py
diff --git a/texar/torch/evals/bleu_test.py b/tests/evals/bleu_test.py
similarity index 100%
rename from texar/torch/evals/bleu_test.py
rename to tests/evals/bleu_test.py
diff --git a/texar/torch/evals/bleu_transformer_test.py b/tests/evals/bleu_transformer_test.py
similarity index 100%
rename from texar/torch/evals/bleu_transformer_test.py
rename to tests/evals/bleu_transformer_test.py
diff --git a/texar/torch/evals/metrics_test.py b/tests/evals/metrics_test.py
similarity index 100%
rename from texar/torch/evals/metrics_test.py
rename to tests/evals/metrics_test.py
diff --git a/texar/torch/hyperparams_test.py b/tests/hyperparams_test.py
similarity index 100%
rename from texar/torch/hyperparams_test.py
rename to tests/hyperparams_test.py
diff --git a/texar/torch/losses/adv_losses_test.py b/tests/losses/adv_losses_test.py
similarity index 100%
rename from texar/torch/losses/adv_losses_test.py
rename to tests/losses/adv_losses_test.py
diff --git a/texar/torch/losses/entropy_test.py b/tests/losses/entropy_test.py
similarity index 100%
rename from texar/torch/losses/entropy_test.py
rename to tests/losses/entropy_test.py
diff --git a/texar/torch/losses/mle_losses_test.py b/tests/losses/mle_losses_test.py
similarity index 100%
rename from texar/torch/losses/mle_losses_test.py
rename to tests/losses/mle_losses_test.py
diff --git a/texar/torch/losses/pg_losses_test.py b/tests/losses/pg_losses_test.py
similarity index 100%
rename from texar/torch/losses/pg_losses_test.py
rename to tests/losses/pg_losses_test.py
diff --git a/texar/torch/losses/rewards_test.py b/tests/losses/rewards_test.py
similarity index 100%
rename from texar/torch/losses/rewards_test.py
rename to tests/losses/rewards_test.py
diff --git a/texar/torch/modules/classifiers/bert_classifier_test.py b/tests/modules/classifiers/bert_classifier_test.py
similarity index 100%
rename from texar/torch/modules/classifiers/bert_classifier_test.py
rename to tests/modules/classifiers/bert_classifier_test.py
diff --git a/texar/torch/modules/classifiers/conv_classifiers_test.py b/tests/modules/classifiers/conv_classifiers_test.py
similarity index 100%
rename from texar/torch/modules/classifiers/conv_classifiers_test.py
rename to tests/modules/classifiers/conv_classifiers_test.py
diff --git a/texar/torch/modules/classifiers/gpt2_classifier_test.py b/tests/modules/classifiers/gpt2_classifier_test.py
similarity index 100%
rename from texar/torch/modules/classifiers/gpt2_classifier_test.py
rename to tests/modules/classifiers/gpt2_classifier_test.py
diff --git a/texar/torch/modules/classifiers/roberta_classifier_test.py b/tests/modules/classifiers/roberta_classifier_test.py
similarity index 100%
rename from texar/torch/modules/classifiers/roberta_classifier_test.py
rename to tests/modules/classifiers/roberta_classifier_test.py
diff --git a/texar/torch/modules/classifiers/xlnet_classifier_test.py b/tests/modules/classifiers/xlnet_classifier_test.py
similarity index 100%
rename from texar/torch/modules/classifiers/xlnet_classifier_test.py
rename to tests/modules/classifiers/xlnet_classifier_test.py
diff --git a/texar/torch/modules/connectors/connectors_test.py b/tests/modules/connectors/connectors_test.py
similarity index 100%
rename from texar/torch/modules/connectors/connectors_test.py
rename to tests/modules/connectors/connectors_test.py
diff --git a/texar/torch/modules/decoders/decoder_helpers_test.py b/tests/modules/decoders/decoder_helpers_test.py
similarity index 100%
rename from texar/torch/modules/decoders/decoder_helpers_test.py
rename to tests/modules/decoders/decoder_helpers_test.py
diff --git a/texar/torch/modules/decoders/gpt2_decoder_test.py b/tests/modules/decoders/gpt2_decoder_test.py
similarity index 100%
rename from texar/torch/modules/decoders/gpt2_decoder_test.py
rename to tests/modules/decoders/gpt2_decoder_test.py
diff --git a/texar/torch/modules/decoders/rnn_decoders_test.py b/tests/modules/decoders/rnn_decoders_test.py
similarity index 100%
rename from texar/torch/modules/decoders/rnn_decoders_test.py
rename to tests/modules/decoders/rnn_decoders_test.py
diff --git a/texar/torch/modules/decoders/transformer_decoders_test.py b/tests/modules/decoders/transformer_decoders_test.py
similarity index 100%
rename from texar/torch/modules/decoders/transformer_decoders_test.py
rename to tests/modules/decoders/transformer_decoders_test.py
diff --git a/texar/torch/modules/decoders/xlnet_decoder_test.py b/tests/modules/decoders/xlnet_decoder_test.py
similarity index 100%
rename from texar/torch/modules/decoders/xlnet_decoder_test.py
rename to tests/modules/decoders/xlnet_decoder_test.py
diff --git a/texar/torch/modules/embedders/embedder_utils_test.py b/tests/modules/embedders/embedder_utils_test.py
similarity index 100%
rename from texar/torch/modules/embedders/embedder_utils_test.py
rename to tests/modules/embedders/embedder_utils_test.py
diff --git a/texar/torch/modules/embedders/embedders_test.py b/tests/modules/embedders/embedders_test.py
similarity index 100%
rename from texar/torch/modules/embedders/embedders_test.py
rename to tests/modules/embedders/embedders_test.py
diff --git a/texar/torch/modules/encoder_decoders/t5_encoder_decoder_test.py b/tests/modules/encoder_decoders/t5_encoder_decoder_test.py
similarity index 100%
rename from texar/torch/modules/encoder_decoders/t5_encoder_decoder_test.py
rename to tests/modules/encoder_decoders/t5_encoder_decoder_test.py
diff --git a/texar/torch/modules/encoders/bert_encoder_test.py b/tests/modules/encoders/bert_encoder_test.py
similarity index 100%
rename from texar/torch/modules/encoders/bert_encoder_test.py
rename to tests/modules/encoders/bert_encoder_test.py
diff --git a/texar/torch/modules/encoders/conv_encoders_test.py b/tests/modules/encoders/conv_encoders_test.py
similarity index 100%
rename from texar/torch/modules/encoders/conv_encoders_test.py
rename to tests/modules/encoders/conv_encoders_test.py
diff --git a/texar/torch/modules/encoders/gpt2_encoder_test.py b/tests/modules/encoders/gpt2_encoder_test.py
similarity index 100%
rename from texar/torch/modules/encoders/gpt2_encoder_test.py
rename to tests/modules/encoders/gpt2_encoder_test.py
diff --git a/texar/torch/modules/encoders/rnn_encoders_test.py b/tests/modules/encoders/rnn_encoders_test.py
similarity index 100%
rename from texar/torch/modules/encoders/rnn_encoders_test.py
rename to tests/modules/encoders/rnn_encoders_test.py
diff --git a/texar/torch/modules/encoders/roberta_encoder_test.py b/tests/modules/encoders/roberta_encoder_test.py
similarity index 100%
rename from texar/torch/modules/encoders/roberta_encoder_test.py
rename to tests/modules/encoders/roberta_encoder_test.py
diff --git a/texar/torch/modules/encoders/transformer_encoder_test.py b/tests/modules/encoders/transformer_encoder_test.py
similarity index 100%
rename from texar/torch/modules/encoders/transformer_encoder_test.py
rename to tests/modules/encoders/transformer_encoder_test.py
diff --git a/texar/torch/modules/encoders/xlnet_encoder_test.py b/tests/modules/encoders/xlnet_encoder_test.py
similarity index 100%
rename from texar/torch/modules/encoders/xlnet_encoder_test.py
rename to tests/modules/encoders/xlnet_encoder_test.py
diff --git a/texar/torch/modules/networks/conv_networks_test.py b/tests/modules/networks/conv_networks_test.py
similarity index 100%
rename from texar/torch/modules/networks/conv_networks_test.py
rename to tests/modules/networks/conv_networks_test.py
diff --git a/texar/torch/modules/networks/networks_test.py b/tests/modules/networks/networks_test.py
similarity index 100%
rename from texar/torch/modules/networks/networks_test.py
rename to tests/modules/networks/networks_test.py
diff --git a/texar/torch/modules/pretrained/bert_test.py b/tests/modules/pretrained/bert_test.py
similarity index 100%
rename from texar/torch/modules/pretrained/bert_test.py
rename to tests/modules/pretrained/bert_test.py
diff --git a/texar/torch/modules/pretrained/gpt2_test.py b/tests/modules/pretrained/gpt2_test.py
similarity index 100%
rename from texar/torch/modules/pretrained/gpt2_test.py
rename to tests/modules/pretrained/gpt2_test.py
diff --git a/texar/torch/modules/pretrained/roberta_test.py b/tests/modules/pretrained/roberta_test.py
similarity index 100%
rename from texar/torch/modules/pretrained/roberta_test.py
rename to tests/modules/pretrained/roberta_test.py
diff --git a/texar/torch/modules/pretrained/t5_test.py b/tests/modules/pretrained/t5_test.py
similarity index 100%
rename from texar/torch/modules/pretrained/t5_test.py
rename to tests/modules/pretrained/t5_test.py
diff --git a/texar/torch/modules/pretrained/t5_utils_test.py b/tests/modules/pretrained/t5_utils_test.py
similarity index 100%
rename from texar/torch/modules/pretrained/t5_utils_test.py
rename to tests/modules/pretrained/t5_utils_test.py
diff --git a/texar/torch/modules/pretrained/xlnet_test.py b/tests/modules/pretrained/xlnet_test.py
similarity index 100%
rename from texar/torch/modules/pretrained/xlnet_test.py
rename to tests/modules/pretrained/xlnet_test.py
diff --git a/texar/torch/modules/pretrained/xlnet_utils_test.py b/tests/modules/pretrained/xlnet_utils_test.py
similarity index 100%
rename from texar/torch/modules/pretrained/xlnet_utils_test.py
rename to tests/modules/pretrained/xlnet_utils_test.py
diff --git a/texar/torch/modules/regressors/xlnet_regressor_test.py b/tests/modules/regressors/xlnet_regressor_test.py
similarity index 100%
rename from texar/torch/modules/regressors/xlnet_regressor_test.py
rename to tests/modules/regressors/xlnet_regressor_test.py
diff --git a/texar/torch/run/condition_test.py b/tests/run/condition_test.py
similarity index 97%
rename from texar/torch/run/condition_test.py
rename to tests/run/condition_test.py
index 2be3557b9..bf954a05b 100644
--- a/texar/torch/run/condition_test.py
+++ b/tests/run/condition_test.py
@@ -20,7 +20,7 @@
 
 import texar.torch as tx
 from texar.torch.run import condition as cond
-from texar.torch.run.executor_test import DummyClassifier, DummyData
+from tests.run.executor_test import DummyClassifier, DummyData
 
 
 class ConditionTest(unittest.TestCase):
diff --git a/texar/torch/run/executor_test.py b/tests/run/executor_test.py
similarity index 100%
rename from texar/torch/run/executor_test.py
rename to tests/run/executor_test.py
diff --git a/texar/torch/run/metric/classification_test.py b/tests/run/metric/classification_test.py
similarity index 100%
rename from texar/torch/run/metric/classification_test.py
rename to tests/run/metric/classification_test.py
diff --git a/texar/torch/run/metric/generation_test.py b/tests/run/metric/generation_test.py
similarity index 100%
rename from texar/torch/run/metric/generation_test.py
rename to tests/run/metric/generation_test.py
diff --git a/texar/torch/run/metric/regression_test.py b/tests/run/metric/regression_test.py
similarity index 100%
rename from texar/torch/run/metric/regression_test.py
rename to tests/run/metric/regression_test.py
diff --git a/texar/torch/run/metric/summary_test.py b/tests/run/metric/summary_test.py
similarity index 100%
rename from texar/torch/run/metric/summary_test.py
rename to tests/run/metric/summary_test.py
diff --git a/texar/torch/utils/average_recorder_test.py b/tests/utils/average_recorder_test.py
similarity index 100%
rename from texar/torch/utils/average_recorder_test.py
rename to tests/utils/average_recorder_test.py
diff --git a/texar/torch/utils/beam_search_test.py b/tests/utils/beam_search_test.py
similarity index 100%
rename from texar/torch/utils/beam_search_test.py
rename to tests/utils/beam_search_test.py
diff --git a/texar/torch/utils/rnn_test.py b/tests/utils/rnn_test.py
similarity index 100%
rename from texar/torch/utils/rnn_test.py
rename to tests/utils/rnn_test.py
diff --git a/texar/torch/utils/shapes_test.py b/tests/utils/shapes_test.py
similarity index 100%
rename from texar/torch/utils/shapes_test.py
rename to tests/utils/shapes_test.py
diff --git a/texar/torch/utils/utils_test.py b/tests/utils/utils_test.py
similarity index 100%
rename from texar/torch/utils/utils_test.py
rename to tests/utils/utils_test.py