Update app.py

app.py

@@ -74,9 +74,11 @@ stop_words.update('ask','much','thank','etc.', 'e', 'We', 'In', 'ed','pa', 'This
 
 def clean_text(text):
   '''
-  Function which returns clean text
+  The function which returns clean text
   '''
   text = text.encode("ascii", errors="ignore").decode("ascii")  # remove non-asciicharacters
+  text=unidecode.unidecode(text)# diacritics remove
+  text=contractions.fix(text) # contraction fix
   text = re.sub(r"\n", " ", text)
   text = re.sub(r"\n\n", " ", text)
   text = re.sub(r"\t", " ", text)
@@ -84,7 +86,7 @@ def clean_text(text):
   text = text.strip(" ")
   text = re.sub(" +", " ", text).strip()  # get rid of multiple spaces and replace with a single
   
-  text = [word for word in text.split() if word not in STOPWORDS]
+  text = [word for word in text.split() if word not in stop_words]
   text = ' '.join(text)
   return text