File size: 4,165 Bytes
4e10023 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 |
#!/usr/bin/env python3
"""
Simple usage example for the AI Backend Service
Demonstrates how to interact with the OpenAI-compatible API
"""
import requests
import json
# Configuration
BASE_URL = "http://localhost:8000"
def test_simple_chat():
"""Simple chat completion example"""
print("🤖 Simple Chat Example")
print("-" * 30)
response = requests.post(f"{BASE_URL}/v1/chat/completions", json={
"model": "microsoft/DialoGPT-medium",
"messages": [
{"role": "system", "content": "You are a helpful assistant."},
{"role": "user", "content": "What is the capital of France?"}
],
"max_tokens": 100,
"temperature": 0.7
})
if response.status_code == 200:
data = response.json()
message = data["choices"][0]["message"]["content"]
print(f"Assistant: {message}")
else:
print(f"Error: {response.status_code} - {response.text}")
print()
def test_streaming_chat():
"""Streaming chat completion example"""
print("🌊 Streaming Chat Example")
print("-" * 30)
response = requests.post(f"{BASE_URL}/v1/chat/completions", json={
"model": "microsoft/DialoGPT-medium",
"messages": [
{"role": "user", "content": "Tell me a fun fact about space"}
],
"max_tokens": 150,
"temperature": 0.8,
"stream": True
}, stream=True)
if response.status_code == 200:
print("Assistant: ", end="", flush=True)
for line in response.iter_lines():
if line:
line_str = line.decode('utf-8')
if line_str.startswith('data: '):
data_part = line_str[6:]
if data_part == '[DONE]':
break
try:
chunk = json.loads(data_part)
if 'choices' in chunk and chunk['choices']:
delta = chunk['choices'][0].get('delta', {})
if 'content' in delta:
print(delta['content'], end='', flush=True)
except json.JSONDecodeError:
pass
print("\n")
else:
print(f"Error: {response.status_code} - {response.text}")
print()
def test_text_completion():
"""Text completion example"""
print("📝 Text Completion Example")
print("-" * 30)
response = requests.post(f"{BASE_URL}/v1/completions", json={
"prompt": "The best programming language for beginners is",
"max_tokens": 80,
"temperature": 0.6
})
if response.status_code == 200:
data = response.json()
completion = data["choices"][0]["text"]
print(f"Completion: {completion}")
else:
print(f"Error: {response.status_code} - {response.text}")
print()
def test_service_info():
"""Get service information"""
print("ℹ️ Service Information")
print("-" * 30)
# Health check
health = requests.get(f"{BASE_URL}/health")
if health.status_code == 200:
print(f"Service Status: {health.json()['status']}")
print(f"Model: {health.json()['model']}")
# Available models
models = requests.get(f"{BASE_URL}/v1/models")
if models.status_code == 200:
model_list = models.json()["data"]
print(f"Available Models: {len(model_list)}")
for model in model_list:
print(f" - {model['id']}")
print()
if __name__ == "__main__":
print("🚀 AI Backend Service - Usage Examples")
print("=" * 50)
try:
test_service_info()
test_simple_chat()
test_text_completion()
test_streaming_chat()
print("✅ All examples completed successfully!")
except requests.exceptions.ConnectionError:
print("❌ Could not connect to the service.")
print("Make sure the backend service is running on http://localhost:8000")
print("Start it with: python backend_service.py --port 8000")
except Exception as e:
print(f"❌ Error: {e}")
|