F-allahmoradi commited on
Commit
67a985f
·
verified ·
1 Parent(s): 4471396

Update model.py

Browse files
Files changed (1) hide show
  1. model.py +1 -1
model.py CHANGED
@@ -89,7 +89,7 @@ def clean_text(text):
89
  text = re.sub(r'[^ا-ی0-9\s#@_؟]', ' ', text)
90
  text = re.sub(r'\s+', ' ', text).strip()
91
  words = word_tokenize(text)
92
- words = [word for word in words if word not in stopwords]
93
  words = [lemmatizer.lemmatize(word) for word in words]
94
  return ' '.join(words)
95
 
 
89
  text = re.sub(r'[^ا-ی0-9\s#@_؟]', ' ', text)
90
  text = re.sub(r'\s+', ' ', text).strip()
91
  words = word_tokenize(text)
92
+ #words = [word for word in words if word not in stopwords]
93
  words = [lemmatizer.lemmatize(word) for word in words]
94
  return ' '.join(words)
95