Terry Zhang commited on
Commit
9bcb67c
·
1 Parent(s): 85ec854

change import

Browse files
Files changed (3) hide show
  1. .DS_Store +0 -0
  2. tasks/.DS_Store +0 -0
  3. tasks/text.py +3 -3
.DS_Store ADDED
Binary file (6.15 kB). View file
 
tasks/.DS_Store ADDED
Binary file (6.15 kB). View file
 
tasks/text.py CHANGED
@@ -4,6 +4,7 @@ from datasets import load_dataset
4
  from sklearn.metrics import accuracy_score
5
  import random
6
  from skops.io import load
 
7
 
8
 
9
  from .utils.evaluation import TextEvaluationRequest
@@ -28,15 +29,14 @@ def baseline_model(dataset_length: int):
28
  return predictions
29
 
30
  def tree_classifier(test_dataset: dict, model: str):
31
- from .utils.text_preprocessor import TextPreprocessor
32
-
33
  texts = test_dataset["quote"]
34
 
35
  model_path = f"tasks/text_models/{model}.skops"
36
 
37
  model = load(model_path,
38
  trusted=[
39
- '__main__.TextPreprocessor',
40
  'nltk.stem.wordnet.WordNetLemmatizer',
41
  'xgboost.core.Booster',
42
  'xgboost.sklearn.XGBClassifier'])
 
4
  from sklearn.metrics import accuracy_score
5
  import random
6
  from skops.io import load
7
+ from .utils.text_preprocessor import TextPreprocessor
8
 
9
 
10
  from .utils.evaluation import TextEvaluationRequest
 
29
  return predictions
30
 
31
  def tree_classifier(test_dataset: dict, model: str):
32
+
 
33
  texts = test_dataset["quote"]
34
 
35
  model_path = f"tasks/text_models/{model}.skops"
36
 
37
  model = load(model_path,
38
  trusted=[
39
+ 'utils.text_preprocessor.TextPreprocessor',
40
  'nltk.stem.wordnet.WordNetLemmatizer',
41
  'xgboost.core.Booster',
42
  'xgboost.sklearn.XGBClassifier'])