File size: 5,604 Bytes
72f90b1 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 |
#!/usr/bin/env python3
"""
Test script for Model A Dataset A - XLM-RoBERTa + Standard Dataset
This script tests the XLM-RoBERTa based language detection model
trained on the standard multilingual dataset to ensure it works correctly.
"""
import sys
import os
# Add the project root to the Python path
sys.path.insert(0, os.path.join(os.path.dirname(__file__)))
from backend.language_detector import LanguageDetector
def test_model_a_dataset_a():
"""Test the Model A Dataset A implementation."""
print("🧪 Testing Model A Dataset A - XLM-RoBERTa + Standard Dataset")
print("=" * 75)
try:
# Initialize detector with Model A Dataset A
detector = LanguageDetector(model_key="model-a-dataset-a")
print("✅ Successfully initialized Model A Dataset A")
# Test texts in different languages
test_texts = [
("Hello, how are you today?", "en"),
("Bonjour, comment allez-vous?", "fr"),
("Hola, ¿cómo estás?", "es"),
("Guten Tag, wie geht es Ihnen?", "de"),
("こんにちは、元気ですか？", "ja"),
("Привет, как дела?", "ru"),
("Ciao, come stai?", "it"),
("Olá, como você está?", "pt"),
("你好，你好吗？", "zh"),
("안녕하세요, 어떻게 지내세요?", "ko"),
("مرحبا، كيف حالك؟", "ar"),
("नमस्ते, आप कैसे हैं?", "hi")
]
print("\n🔍 Running language detection tests:")
print("-" * 75)
correct_predictions = 0
total_predictions = len(test_texts)
for text, expected_lang in test_texts:
try:
result = detector.detect_language(text)
predicted_lang = result['language_code']
confidence = result['confidence']
language_name = result['language']
# Check if prediction is correct (allow some flexibility for Chinese variants)
is_correct = (predicted_lang == expected_lang or
(expected_lang == "zh" and predicted_lang in ["zh-hans", "zh-hant", "zh-cn", "zh-tw"]))
if is_correct:
correct_predictions += 1
status = "✅"
else:
status = "❌"
print(f"{status} Text: {text[:40]}{'...' if len(text) > 40 else ''}")
print(f" Expected: {expected_lang} | Predicted: {predicted_lang} ({language_name})")
print(f" Confidence: {confidence:.4f}")
print()
except Exception as e:
print(f"❌ Error testing '{text[:30]}...': {str(e)}")
print()
# Calculate accuracy
accuracy = (correct_predictions / total_predictions) * 100
print(f"📊 Test Results: {correct_predictions}/{total_predictions} correct")
print(f"📈 Accuracy: {accuracy:.1f}%")
# Test model info
print("\n📋 Model Information:")
print("-" * 75)
model_info = detector.get_current_model_info()
for key, value in model_info.items():
print(f"{key.title().replace('_', ' ')}: {value}")
print("🎉 Model A Dataset A test completed successfully!")
except Exception as e:
print(f"❌ Test failed: {str(e)}")
import traceback
traceback.print_exc()
return False
return True
def test_model_architecture():
"""Test the model architecture information."""
print("\n🏗️ Testing Model Architecture Information")
print("=" * 75)
try:
detector = LanguageDetector(model_key="model-a-dataset-a")
model_info = detector.get_current_model_info()
# Verify key architecture information
expected_info = {
"architecture": "XLM-RoBERTa",
"dataset": "Dataset A",
"accuracy": "97.9%",
"model_size": "278M parameters"
}
print("🔍 Verifying model architecture information:")
print("-" * 50)
all_correct = True
for key, expected_value in expected_info.items():
actual_value = model_info.get(key, "Not found")
if actual_value == expected_value:
print(f"✅ {key}: {actual_value}")
else:
print(f"❌ {key}: Expected '{expected_value}', got '{actual_value}'")
all_correct = False
if all_correct:
print("\n🎉 All architecture information verified successfully!")
else:
print("\n⚠️ Some architecture information mismatches found.")
return all_correct
except Exception as e:
print(f"❌ Architecture test failed: {str(e)}")
return False
if __name__ == "__main__":
print("🚀 Starting Model A Dataset A Tests\n")
# Run tests
test1_passed = test_model_a_dataset_a()
test2_passed = test_model_architecture()
# Final results
print("\n" + "=" * 75)
if test1_passed and test2_passed:
print("🎉 All tests passed! Model A Dataset A is ready to use.")
print("⚖️ This model offers balanced performance with robust cross-lingual capabilities!")
else:
print("❌ Some tests failed. Please check the implementation.")
sys.exit(1) |