added utils module

utils/data_helper.py

@@ -0,0 +1,23 @@
+import os
+from tensorflow.python.keras.preprocessing.sequence import pad_sequences
+import numpy as np
+
+
+def read_data(filename):
+    """ Reading the zip file to extract text """
+    text = []
+    with open(filename, 'r', encoding='utf-8') as f:
+        i = 0
+        for row in f:
+            text.append(row)
+            i += 1
+    return text
+
+
+def sents2sequences(tokenizer, sentences, reverse=False, pad_length=None, padding_type='post'):
+    encoded_text = tokenizer.texts_to_sequences(sentences)
+    preproc_text = pad_sequences(encoded_text, padding=padding_type, maxlen=pad_length)
+    if reverse:
+        preproc_text = np.flip(preproc_text, axis=1)
+
+    return preproc_text