Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -13,7 +13,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
13 |
context_length=4096 # Max context size
|
14 |
)
|
15 |
|
16 |
-
def generate_chat_completion(messages, max_tokens=
|
17 |
"""Generate chat response in OpenAI format"""
|
18 |
# Format messages as prompt
|
19 |
prompt = "\n".join(f"{m['role']}: {m['content']}" for m in messages)
|
|
|
13 |
context_length=4096 # Max context size
|
14 |
)
|
15 |
|
16 |
+
def generate_chat_completion(messages, max_tokens=1080, temperature=0.8):
|
17 |
"""Generate chat response in OpenAI format"""
|
18 |
# Format messages as prompt
|
19 |
prompt = "\n".join(f"{m['role']}: {m['content']}" for m in messages)
|