Spaces:
Running
Running
File size: 3,457 Bytes
78f6650 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 |
#!/usr/bin/env python3
"""
Test script for concurrent evaluation operations
"""
import asyncio
import aiohttp
import json
import sys
from pathlib import Path
# Add the project root to the path
root = str(Path(__file__).resolve().parents[1])
sys.path.append(root)
# Test papers (these should exist in your database)
TEST_PAPERS = [
"2401.00001",
"2401.00002",
"2401.00003"
]
BASE_URL = "http://localhost:7860"
async def test_concurrent_evaluations():
"""Test concurrent evaluation of multiple papers"""
print("🧪 Testing Concurrent Evaluations")
async with aiohttp.ClientSession() as session:
# Start multiple evaluations concurrently
tasks = []
for arxiv_id in TEST_PAPERS:
print(f"Starting evaluation for {arxiv_id}")
task = asyncio.create_task(start_evaluation(session, arxiv_id))
tasks.append(task)
# Wait for all evaluations to start
results = await asyncio.gather(*tasks, return_exceptions=True)
print("\n=== Evaluation Start Results ===")
for i, result in enumerate(results):
if isinstance(result, Exception):
print(f"❌ Error starting evaluation for {TEST_PAPERS[i]}: {result}")
else:
print(f"✅ Started evaluation for {TEST_PAPERS[i]}: {result.get('status')}")
# Check active tasks
print("\n=== Checking Active Tasks ===")
async with session.get(f"{BASE_URL}/api/papers/evaluate/active-tasks") as response:
if response.status == 200:
active_tasks = await response.json()
print(f"Active tasks: {active_tasks['total_active']}")
print(f"Tracked tasks: {active_tasks['total_tracked']}")
for arxiv_id, task_info in active_tasks['active_tasks'].items():
print(f" - {arxiv_id}: {task_info['status']}")
else:
print(f"❌ Failed to get active tasks: {response.status}")
# Monitor status for a few seconds
print("\n=== Monitoring Status ===")
for _ in range(5):
await asyncio.sleep(2)
for arxiv_id in TEST_PAPERS:
async with session.get(f"{BASE_URL}/api/papers/evaluate/{arxiv_id}/status") as response:
if response.status == 200:
status = await response.json()
print(f"{arxiv_id}: {status['status']} (running: {status.get('is_running', False)})")
else:
print(f"❌ Failed to get status for {arxiv_id}")
async def start_evaluation(session, arxiv_id):
"""Start evaluation for a specific paper"""
async with session.post(f"{BASE_URL}/api/papers/evaluate/{arxiv_id}") as response:
if response.status == 200:
return await response.json()
else:
error_text = await response.text()
raise Exception(f"HTTP {response.status}: {error_text}")
async def main():
"""Main function"""
print("🚀 Starting Concurrent Evaluation Test")
try:
await test_concurrent_evaluations()
print("\n✅ Concurrent evaluation test completed!")
except Exception as e:
print(f"\n❌ Test failed: {str(e)}")
import traceback
traceback.print_exc()
sys.exit(1)
if __name__ == "__main__":
asyncio.run(main())
|