laureBe commited on
Commit
86c2fd7
·
verified ·
1 Parent(s): 7bb5bc0

Update tasks/text.py

Browse files
Files changed (1) hide show
  1. tasks/text.py +9 -7
tasks/text.py CHANGED
@@ -51,11 +51,11 @@ async def evaluate_text(request: TextEvaluationRequest):
51
  #train_test = dataset.train_test_split(test_size=.33, seed=42)
52
  train_test = dataset["train"].train_test_split(test_size=request.test_size, seed=request.test_seed)
53
  test_dataset = train_test["test"]
54
-
55
- tfidf_vect = TfidfVectorizer(stop_words = 'english')
56
 
57
- tfidf_train = tfidf_vect.fit_transform(train_dataset['quote'])
58
- tfidf_test = tfidf_vect.transform(test_dataset['quote'])
59
 
60
 
61
  # Start tracking emissions
@@ -69,11 +69,13 @@ async def evaluate_text(request: TextEvaluationRequest):
69
 
70
  # Make random predictions (placeholder for actual model inference)
71
  true_labels = test_dataset["label"]
 
 
72
 
73
- LR = LogisticRegression(class_weight='balanced', max_iter=20, random_state=1234,
74
  solver='liblinear')
75
- LR.fit(pd.DataFrame.sparse.from_spmatrix(tfidf_train), pd.DataFrame(y_train_v))
76
- predictions=LR.predict(pd.DataFrame.sparse.from_spmatrix(tfidf_test))
77
  #--------------------------------------------------------------------------------------------
78
  # YOUR MODEL INFERENCE STOPS HERE
79
  #--------------------------------------------------------------------------------------------
 
51
  #train_test = dataset.train_test_split(test_size=.33, seed=42)
52
  train_test = dataset["train"].train_test_split(test_size=request.test_size, seed=request.test_seed)
53
  test_dataset = train_test["test"]
54
+
55
+ #tfidf_vect = TfidfVectorizer(stop_words = 'english')
56
 
57
+ #tfidf_train = tfidf_vect.fit_transform(train_dataset['quote'])
58
+ #tfidf_test = tfidf_vect.transform(test_dataset['quote'])
59
 
60
 
61
  # Start tracking emissions
 
69
 
70
  # Make random predictions (placeholder for actual model inference)
71
  true_labels = test_dataset["label"]
72
+
73
+ predictions = [random.randint(0, 7) for _ in range(len(true_labels))]
74
 
75
+ #LR = LogisticRegression(class_weight='balanced', max_iter=20, random_state=1234,
76
  solver='liblinear')
77
+ #LR.fit(pd.DataFrame.sparse.from_spmatrix(tfidf_train), pd.DataFrame(y_train_v))
78
+ #predictions=LR.predict(pd.DataFrame.sparse.from_spmatrix(tfidf_test))
79
  #--------------------------------------------------------------------------------------------
80
  # YOUR MODEL INFERENCE STOPS HERE
81
  #--------------------------------------------------------------------------------------------