Spaces:

akuysal
/

SMS-spam-Turkish-sklearn

Runtime error

akuysal commited on Mar 18, 2023

Commit

9ecdbb6

1 Parent(s): 38c9fa0

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -10,7 +10,7 @@ import sklearn
 def custom_tokenizer_with_Turkish_stemmer(text):
     # tokenize text
     # tokens = text.split(" ")
-    tokens = nltk.word_tokenize(text)
     print(tokens)
     stems = [stemmerTR.stem(item.lower()) for item in tokens]
     return stems

 def custom_tokenizer_with_Turkish_stemmer(text):
     # tokenize text
     # tokens = text.split(" ")
+    tokens = nltk.word_tokenize(text, language="turkish")
     print(tokens)
     stems = [stemmerTR.stem(item.lower()) for item in tokens]
     return stems