Added function to replace numerals with text equivalent

notebooks/audiobook_gen_silero.ipynb

@@ -45,7 +45,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 1,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -79,7 +79,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 2,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -96,9 +96,17 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 3,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "Using cache found in /home/mkutarna/.cache/torch/hub/snakers4_silero-models_master\n"
+     ]
+    }
+   ],
    "source": [
     "language = 'en'\n",
     "model_id = 'v3_en'\n",
@@ -122,7 +130,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 4,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -144,7 +152,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 8,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -159,12 +167,14 @@
     "\n",
     "    download('punkt')\n",
     "    wrapper = TextWrapper(max_char_len, fix_sentence_endings=True)\n",
+    "    \n",
+    "    p = inflect.engine()\n",
     "\n",
     "    book = epub.read_epub(ebook_path)\n",
     "\n",
     "    ebook_title = book.get_metadata('DC', 'title')[0][0]\n",
     "    ebook_title = ebook_title.lower().replace(' ', '_')\n",
-    "\n",
+    "    \n",
     "    corpus = []\n",
     "    for item in tqdm(list(book.get_items())):\n",
     "        if item.get_type() == ebooklib.ITEM_DOCUMENT:\n",
@@ -198,9 +208,32 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 9,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "[nltk_data] Downloading package punkt to /home/mkutarna/nltk_data...\n",
+      "[nltk_data]   Package punkt is already up-to-date!\n"
+     ]
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "cb413d9ca55b4607924cc598502c00fe",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "  0%|          | 0/11 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    }
+   ],
    "source": [
     "ebook, title = read_ebook(ebook_path)"
    ]
@@ -214,9 +247,22 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 10,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Title of ebook (path name):the_picture_of_dorian_gray\n",
+      "\n",
+      "First line of the ebook:The Project Gutenberg eBook of The Picture of Dorian Gray, by Oscar Wilde\n",
+      "\n",
+      "First paragraph (truncated for display): \n",
+      " ['CHAPTER I.', 'The studio was filled with the rich odour of roses, and when the light summer wind stirred amidst the trees of the garden, there came', 'through the open door the heavy scent of the lilac, or the more delicate perfume of the pink-flowering thorn.', 'From the corner of the divan of Persian saddle-bags on which he was lying, smoking, as was his custom, innumerable cigarettes, Lord Henry', 'Wotton could just catch the gleam of the honey-sweet and honey-coloured blossoms of a laburnum, whose tremulous branches seemed hardly able']\n"
+     ]
+    }
+   ],
    "source": [
     "print(f'Title of ebook (path name):{title}\\n')\n",
     "print(f'First line of the ebook:{ebook[0][0]}\\n')\n",
@@ -225,11 +271,30 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 11,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "['The Project Gutenberg eBook of The Picture of Dorian Gray, by Oscar Wilde',\n",
+       " 'This eBook is for the use of anyone anywhere in the United States and most other parts of the world at no cost and with almost no',\n",
+       " 'restrictions whatsoever.',\n",
+       " 'You may copy it, give it away or re-use it under the terms of the Project Gutenberg License included with this eBook or online at',\n",
+       " 'www.gutenberg.org.',\n",
+       " 'If you are not located in the United States, you will have to check the laws of the country where you are located before using this eBook.',\n",
+       " 'Title: The Picture of Dorian Gray',\n",
+       " 'Author: Oscar Wilde',\n",
+       " 'Release Date: October, one thousand, nine hundred and ninety-four [eBook #one hundred and seventy-four]']"
+      ]
+     },
+     "execution_count": 11,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
    "source": [
-    "ebook[0:3]"
+    "ebook[0][:9]"
    ]
   },
   {

requirements.txt

@@ -3,5 +3,6 @@ streamlit
 ebooklib
 PyPDF2
 bs4
+inflect
 nltk
 stqdm

src/file_readers.py

@@ -49,6 +49,8 @@ def preprocess_text(file):
 
         sentence_list = []
         for sentence in sentences:
+            if any(chr.isdigit() for chr in sentence):
+                sentence = extract_replace(sentence)
             if not re.search('[a-zA-Z]', sentence):
                 sentence = ''
             wrapped_sentences = wrapper.wrap(sentence)
@@ -59,6 +61,62 @@ def preprocess_text(file):
     return text_list
 
 
+def extract_replace(entry_string):
+    import inflect
+    
+    result = (entry_string + '.')[:-1]
+    p = inflect.engine()
+    i = 0 
+
+    #initialize array with three random numbers to enter the loop, then find if there are numbers or not.
+    array = [3 , 2 , 3]
+
+    #take every number from the entry string, locate and store the number in digits in a sentence (using find_num_index), apply number_to_words
+    #to that number specifically then replace it back in the sentence.
+    while(len(array) > 2):
+        #update array with first and last indexes of every number in digits in a sentence
+        array = find_num_index(result)
+        number = result[array[i] : array[i+1] + 1]
+        k = p.number_to_words(number)
+        position = array[i]
+        number_of_characters = array[i+1] - array[i] + 1
+
+        #update sentence with the new word to numbers until there are no numbers in digits left
+        result = result[:position] + k + result[position + number_of_characters:]
+
+    return result
+
+
+def find_num_index(entry_string): 
+    result0 = []
+
+    #fill result0 array with all the indexes of digit characters in a sentence
+    for i in range(len(entry_string)):
+        if (entry_string[i].isdigit() == True):
+            result0.append(i)
+
+    result1 = []
+
+    try:
+        result1.append(result0[0])
+    except IndexError:
+        result0 = 'null'
+    if(result0 != 'null'):
+
+    # append only indexes of first and last characters of numbers to result1 array 
+        for k in range(len(result0) - 1):
+            if ((result0[k+1] - result0[k]) > 2):
+                result1.append(result0[k])
+                result1.append(result0[k+1])
+        try:
+            result1.append(result0[len(result0) - 1])
+        except IndexError:
+            result1 = 'null'
+
+    # return array of even length that contains first and last index of every number in a sentence
+    return result1
+
+
 def read_pdf(file):
     """
     Invokes PyPDF2 PdfReader to extract main body text from PDF file_like input,