Update tasks/text.py

tasks/text.py

@@ -1,3 +1,5 @@
+from transformers import AutoTokenizer, AutoModelForSequenceClassification, MobileBertTokenizerFast
+
 from fastapi import APIRouter
 from datetime import datetime
 from datasets import load_dataset
@@ -7,11 +9,9 @@ import random
 from .utils.evaluation import TextEvaluationRequest
 from .utils.emissions import tracker, clean_emissions_data, get_space_info
 
-from transformers import AutoTokenizer, AutoModelForSequenceClassification, MobileBertTokenizerFast
-
 import numpy as np
 import torch
-from transformers import MobileBertTokenizerFast
+
 
 
 
@@ -66,6 +66,7 @@ async def evaluate_text(request: TextEvaluationRequest):
     # Model and Tokenizer
     model_name = "Zen0/FrugalDisinfoHunter" 
     model = AutoModelForSequenceClassification.from_pretrained("Zen0/FrugalDisinfoHunter", num_labels=8)
+    tokenizer = MobileBertTokenizerFast.from_pretrained(model_name)
     
     # Tokenize the test data
     test_texts = test_dataset["quote"]