Update app.py

app.py

@@ -3,9 +3,9 @@ import torch
 import re
 from transformers import BertTokenizer, BertForSequenceClassification
 # import nltk
-from nltk.tokenize import word_tokenize
-from nltk.corpus import stopwords
-from nltk.stem import WordNetLemmatizer
+# from nltk.tokenize import word_tokenize
+# from nltk.corpus import stopwords
+# from nltk.stem import WordNetLemmatizer
 
 # Download required NLTK data
 # nltk.download("stopwords")
@@ -37,9 +37,9 @@ def preprocess_text(text):
     text = text.lower()
     text = re.sub(r"http\S+|www.\S+", "", text)
     text = re.sub(r"[^a-zA-Z\s]", "", text)
-    tokens = word_tokenize(text)
-    tokens = [lemmatizer.lemmatize(word) for word in tokens]
-    return " ".join(tokens)
+    # tokens = word_tokenize(text)
+    # tokens = [lemmatizer.lemmatize(word) for word in tokens]
+    # return " ".join(tokens)
 
 # Inference function
 def predict_mbti(text):