Spaces:
Sleeping
Sleeping
Update model.py
Browse files
model.py
CHANGED
@@ -89,7 +89,7 @@ def clean_text(text):
|
|
89 |
text = re.sub(r'[^ا-ی0-9\s#@_؟]', ' ', text)
|
90 |
text = re.sub(r'\s+', ' ', text).strip()
|
91 |
words = word_tokenize(text)
|
92 |
-
words = [word for word in words if word not in stopwords]
|
93 |
words = [lemmatizer.lemmatize(word) for word in words]
|
94 |
return ' '.join(words)
|
95 |
|
|
|
89 |
text = re.sub(r'[^ا-ی0-9\s#@_؟]', ' ', text)
|
90 |
text = re.sub(r'\s+', ' ', text).strip()
|
91 |
words = word_tokenize(text)
|
92 |
+
#words = [word for word in words if word not in stopwords]
|
93 |
words = [lemmatizer.lemmatize(word) for word in words]
|
94 |
return ' '.join(words)
|
95 |
|