Logs

app.py

@@ -138,7 +138,7 @@ def evaluate_model(model, dataloader, device):
             input_ids = batch['input_ids'].to(device)
             current_batch_size = input_ids.size(0)
             attention_mask = batch['attention_mask'].to(device)
-            labels = batch['labels'].to(device).cpu().numpy()
+            labels = batch['labels'].to(device)
 
             # Forward pass to get logits
             outputs = model(input_ids, attention_mask=attention_mask)
@@ -147,11 +147,10 @@ def evaluate_model(model, dataloader, device):
 
             # Get predictions
             preds = torch.argmax(logits, dim=-1).cpu().numpy()
-            mask = attention_mask
             
             # Process each sequence in the batch
             for i in range(current_batch_size):
-                valid_mask = (labels[i] != -100) & mask[i]
+                valid_mask = (labels[i] != -100) & attention_mask[i]
                 valid_preds = preds[i][valid_mask[i]].flatten()
                 valid_labels = labels[i][valid_mask[i]].flatten()
                 all_preds.extend(valid_preds.tolist())