Terry Zhang
commited on
Commit
·
9bcb67c
1
Parent(s):
85ec854
change import
Browse files- .DS_Store +0 -0
- tasks/.DS_Store +0 -0
- tasks/text.py +3 -3
.DS_Store
ADDED
Binary file (6.15 kB). View file
|
|
tasks/.DS_Store
ADDED
Binary file (6.15 kB). View file
|
|
tasks/text.py
CHANGED
@@ -4,6 +4,7 @@ from datasets import load_dataset
|
|
4 |
from sklearn.metrics import accuracy_score
|
5 |
import random
|
6 |
from skops.io import load
|
|
|
7 |
|
8 |
|
9 |
from .utils.evaluation import TextEvaluationRequest
|
@@ -28,15 +29,14 @@ def baseline_model(dataset_length: int):
|
|
28 |
return predictions
|
29 |
|
30 |
def tree_classifier(test_dataset: dict, model: str):
|
31 |
-
|
32 |
-
|
33 |
texts = test_dataset["quote"]
|
34 |
|
35 |
model_path = f"tasks/text_models/{model}.skops"
|
36 |
|
37 |
model = load(model_path,
|
38 |
trusted=[
|
39 |
-
'
|
40 |
'nltk.stem.wordnet.WordNetLemmatizer',
|
41 |
'xgboost.core.Booster',
|
42 |
'xgboost.sklearn.XGBClassifier'])
|
|
|
4 |
from sklearn.metrics import accuracy_score
|
5 |
import random
|
6 |
from skops.io import load
|
7 |
+
from .utils.text_preprocessor import TextPreprocessor
|
8 |
|
9 |
|
10 |
from .utils.evaluation import TextEvaluationRequest
|
|
|
29 |
return predictions
|
30 |
|
31 |
def tree_classifier(test_dataset: dict, model: str):
|
32 |
+
|
|
|
33 |
texts = test_dataset["quote"]
|
34 |
|
35 |
model_path = f"tasks/text_models/{model}.skops"
|
36 |
|
37 |
model = load(model_path,
|
38 |
trusted=[
|
39 |
+
'utils.text_preprocessor.TextPreprocessor',
|
40 |
'nltk.stem.wordnet.WordNetLemmatizer',
|
41 |
'xgboost.core.Booster',
|
42 |
'xgboost.sklearn.XGBClassifier'])
|