Commit
·
b31117e
1
Parent(s):
9c111b6
Update app.py
Browse files
app.py
CHANGED
|
@@ -66,7 +66,7 @@ class MistralChatBot:
|
|
| 66 |
|
| 67 |
sampling_params = SamplingParams(temperature=0.7, top_p=.95, max_tokens=500, presence_penalty = 2)
|
| 68 |
detailed_prompt = "<|im_start|>system\n" + system_prompt + "<|im_end|>\n<|im_start|>user"""
|
| 69 |
-
detailed_prompt = detailed_prompt + "\n" +
|
| 70 |
prompts = [detailed_prompt]
|
| 71 |
outputs = llm.generate(prompts, sampling_params, use_tqdm = False)
|
| 72 |
generated_text = outputs[0].outputs[0].text
|
|
@@ -77,7 +77,7 @@ class MistralChatBot:
|
|
| 77 |
conversation = "<|im_start|>system\n" + system_prompt + "<|im_end|>\n<|im_start|>user\n" + user_message + "<|im_end|>\n<|im_start|>assistant\n"
|
| 78 |
return conversation
|
| 79 |
|
| 80 |
-
# Create the
|
| 81 |
mistral_bot = MistralChatBot()
|
| 82 |
|
| 83 |
# Define the Gradio interface
|
|
|
|
| 66 |
|
| 67 |
sampling_params = SamplingParams(temperature=0.7, top_p=.95, max_tokens=500, presence_penalty = 2)
|
| 68 |
detailed_prompt = "<|im_start|>system\n" + system_prompt + "<|im_end|>\n<|im_start|>user"""
|
| 69 |
+
detailed_prompt = detailed_prompt + "\n" + user_message + "<|im_end|>\n<|im_start|>assistant\n"
|
| 70 |
prompts = [detailed_prompt]
|
| 71 |
outputs = llm.generate(prompts, sampling_params, use_tqdm = False)
|
| 72 |
generated_text = outputs[0].outputs[0].text
|
|
|
|
| 77 |
conversation = "<|im_start|>system\n" + system_prompt + "<|im_end|>\n<|im_start|>user\n" + user_message + "<|im_end|>\n<|im_start|>assistant\n"
|
| 78 |
return conversation
|
| 79 |
|
| 80 |
+
# Create the Mistral chatbot instance
|
| 81 |
mistral_bot = MistralChatBot()
|
| 82 |
|
| 83 |
# Define the Gradio interface
|