Spaces:
Running
Running
xlr8harder
commited on
Commit
·
5458003
1
Parent(s):
0712223
add model configuration support
Browse files
app.py
CHANGED
@@ -4,7 +4,7 @@ import os
|
|
4 |
|
5 |
default_prompt = "The best thing about being a cat is"
|
6 |
|
7 |
-
def generate_completion(api_key, prompt, temperature, repetition_penalty, stop_phrase, max_tokens):
|
8 |
if not api_key:
|
9 |
return "Please enter your OpenRouter API key."
|
10 |
|
@@ -16,7 +16,7 @@ def generate_completion(api_key, prompt, temperature, repetition_penalty, stop_p
|
|
16 |
)
|
17 |
|
18 |
completion = client.completions.create(
|
19 |
-
model=
|
20 |
prompt=prompt,
|
21 |
temperature=temperature,
|
22 |
frequency_penalty=repetition_penalty,
|
@@ -48,6 +48,11 @@ with gr.Blocks(theme=gr.themes.Soft()) as iface:
|
|
48 |
with gr.Column(scale=2):
|
49 |
prompt_input = gr.Textbox(label="Prompt", lines=6, value="The best thing about being a cat is")
|
50 |
with gr.Column(scale=1):
|
|
|
|
|
|
|
|
|
|
|
51 |
temperature_slider = gr.Slider(minimum=0, maximum=1, value=0.7, step=0.1, label="Temperature")
|
52 |
repetition_penalty_slider = gr.Slider(minimum=0, maximum=2, value=0.1, step=0.1, label="Repetition Penalty")
|
53 |
max_tokens_slider = gr.Slider(minimum=1, maximum=4000, value=250, step=1, label="Max Tokens")
|
@@ -62,7 +67,7 @@ with gr.Blocks(theme=gr.themes.Soft()) as iface:
|
|
62 |
|
63 |
generate_button.click(
|
64 |
generate_completion,
|
65 |
-
inputs=[api_key_input, prompt_input, temperature_slider, repetition_penalty_slider, stop_phrase_input, max_tokens_slider],
|
66 |
outputs=output_text
|
67 |
)
|
68 |
|
|
|
4 |
|
5 |
default_prompt = "The best thing about being a cat is"
|
6 |
|
7 |
+
def generate_completion(api_key, model, prompt, temperature, repetition_penalty, stop_phrase, max_tokens):
|
8 |
if not api_key:
|
9 |
return "Please enter your OpenRouter API key."
|
10 |
|
|
|
16 |
)
|
17 |
|
18 |
completion = client.completions.create(
|
19 |
+
model=model,
|
20 |
prompt=prompt,
|
21 |
temperature=temperature,
|
22 |
frequency_penalty=repetition_penalty,
|
|
|
48 |
with gr.Column(scale=2):
|
49 |
prompt_input = gr.Textbox(label="Prompt", lines=6, value="The best thing about being a cat is")
|
50 |
with gr.Column(scale=1):
|
51 |
+
model_input = gr.Textbox(
|
52 |
+
label="Model",
|
53 |
+
value="meta-llama/llama-3.1-405b",
|
54 |
+
placeholder="Enter model name"
|
55 |
+
)
|
56 |
temperature_slider = gr.Slider(minimum=0, maximum=1, value=0.7, step=0.1, label="Temperature")
|
57 |
repetition_penalty_slider = gr.Slider(minimum=0, maximum=2, value=0.1, step=0.1, label="Repetition Penalty")
|
58 |
max_tokens_slider = gr.Slider(minimum=1, maximum=4000, value=250, step=1, label="Max Tokens")
|
|
|
67 |
|
68 |
generate_button.click(
|
69 |
generate_completion,
|
70 |
+
inputs=[api_key_input, model_input, prompt_input, temperature_slider, repetition_penalty_slider, stop_phrase_input, max_tokens_slider],
|
71 |
outputs=output_text
|
72 |
)
|
73 |
|