Update app.py
Browse files
app.py
CHANGED
|
@@ -25,7 +25,7 @@ HF_TOKEN = os.environ.get("HF_TOKEN", None)
|
|
| 25 |
def client_fn(model):
|
| 26 |
if "Llama 3B Service" in model:
|
| 27 |
return OpenAI(
|
| 28 |
-
base_url="http://
|
| 29 |
api_key="token-abc123"
|
| 30 |
)
|
| 31 |
elif "Llama" in model:
|
|
|
|
| 25 |
def client_fn(model):
|
| 26 |
if "Llama 3B Service" in model:
|
| 27 |
return OpenAI(
|
| 28 |
+
base_url="http://52.76.81.56:60002/v1",
|
| 29 |
api_key="token-abc123"
|
| 30 |
)
|
| 31 |
elif "Llama" in model:
|