Terry Zhang
commited on
Commit
·
c422e81
1
Parent(s):
108eb1c
add sbert
Browse files- tasks/text.py +6 -5
tasks/text.py
CHANGED
|
@@ -20,10 +20,11 @@ DESCRIPTION = "Random Baseline"
|
|
| 20 |
ROUTE = "/text"
|
| 21 |
|
| 22 |
models_descriptions = {
|
| 23 |
-
"baseline": "random baseline",
|
| 24 |
-
"tfidf_xgb": "TF-IDF vectorizer and XGBoost classifier",
|
| 25 |
-
"bert_base_pruned": "Pruned BERT base model",
|
| 26 |
-
'climate_bert_pruned': "Fine-tuned and pruned DistilRoBERTa pre-trained on climate texts"
|
|
|
|
| 27 |
}
|
| 28 |
|
| 29 |
|
|
@@ -109,7 +110,7 @@ def bert_classifier(test_dataset: dict, model: str):
|
|
| 109 |
|
| 110 |
@router.post(ROUTE, tags=["Text Task"])
|
| 111 |
async def evaluate_text(request: TextEvaluationRequest,
|
| 112 |
-
model: str = "
|
| 113 |
"""
|
| 114 |
Evaluate text classification for climate disinformation detection.
|
| 115 |
|
|
|
|
| 20 |
ROUTE = "/text"
|
| 21 |
|
| 22 |
models_descriptions = {
|
| 23 |
+
"baseline": "random baseline", # Baseline
|
| 24 |
+
"tfidf_xgb": "TF-IDF vectorizer and XGBoost classifier", # Submitted
|
| 25 |
+
"bert_base_pruned": "Pruned BERT base model", # Submitted
|
| 26 |
+
'climate_bert_pruned': "Fine-tuned and pruned DistilRoBERTa pre-trained on climate texts", # Not working
|
| 27 |
+
"sbert_distilroberta": "Fine-tuned sentence transformer DistilRoBERTa"
|
| 28 |
}
|
| 29 |
|
| 30 |
|
|
|
|
| 110 |
|
| 111 |
@router.post(ROUTE, tags=["Text Task"])
|
| 112 |
async def evaluate_text(request: TextEvaluationRequest,
|
| 113 |
+
model: str = "sbert_distilroberta"):
|
| 114 |
"""
|
| 115 |
Evaluate text classification for climate disinformation detection.
|
| 116 |
|