xlr8harder commited on
Commit
5458003
·
1 Parent(s): 0712223

add model configuration support

Browse files
Files changed (1) hide show
  1. app.py +8 -3
app.py CHANGED
@@ -4,7 +4,7 @@ import os
4
 
5
  default_prompt = "The best thing about being a cat is"
6
 
7
- def generate_completion(api_key, prompt, temperature, repetition_penalty, stop_phrase, max_tokens):
8
  if not api_key:
9
  return "Please enter your OpenRouter API key."
10
 
@@ -16,7 +16,7 @@ def generate_completion(api_key, prompt, temperature, repetition_penalty, stop_p
16
  )
17
 
18
  completion = client.completions.create(
19
- model="meta-llama/llama-3.1-405b",
20
  prompt=prompt,
21
  temperature=temperature,
22
  frequency_penalty=repetition_penalty,
@@ -48,6 +48,11 @@ with gr.Blocks(theme=gr.themes.Soft()) as iface:
48
  with gr.Column(scale=2):
49
  prompt_input = gr.Textbox(label="Prompt", lines=6, value="The best thing about being a cat is")
50
  with gr.Column(scale=1):
 
 
 
 
 
51
  temperature_slider = gr.Slider(minimum=0, maximum=1, value=0.7, step=0.1, label="Temperature")
52
  repetition_penalty_slider = gr.Slider(minimum=0, maximum=2, value=0.1, step=0.1, label="Repetition Penalty")
53
  max_tokens_slider = gr.Slider(minimum=1, maximum=4000, value=250, step=1, label="Max Tokens")
@@ -62,7 +67,7 @@ with gr.Blocks(theme=gr.themes.Soft()) as iface:
62
 
63
  generate_button.click(
64
  generate_completion,
65
- inputs=[api_key_input, prompt_input, temperature_slider, repetition_penalty_slider, stop_phrase_input, max_tokens_slider],
66
  outputs=output_text
67
  )
68
 
 
4
 
5
  default_prompt = "The best thing about being a cat is"
6
 
7
+ def generate_completion(api_key, model, prompt, temperature, repetition_penalty, stop_phrase, max_tokens):
8
  if not api_key:
9
  return "Please enter your OpenRouter API key."
10
 
 
16
  )
17
 
18
  completion = client.completions.create(
19
+ model=model,
20
  prompt=prompt,
21
  temperature=temperature,
22
  frequency_penalty=repetition_penalty,
 
48
  with gr.Column(scale=2):
49
  prompt_input = gr.Textbox(label="Prompt", lines=6, value="The best thing about being a cat is")
50
  with gr.Column(scale=1):
51
+ model_input = gr.Textbox(
52
+ label="Model",
53
+ value="meta-llama/llama-3.1-405b",
54
+ placeholder="Enter model name"
55
+ )
56
  temperature_slider = gr.Slider(minimum=0, maximum=1, value=0.7, step=0.1, label="Temperature")
57
  repetition_penalty_slider = gr.Slider(minimum=0, maximum=2, value=0.1, step=0.1, label="Repetition Penalty")
58
  max_tokens_slider = gr.Slider(minimum=1, maximum=4000, value=250, step=1, label="Max Tokens")
 
67
 
68
  generate_button.click(
69
  generate_completion,
70
+ inputs=[api_key_input, model_input, prompt_input, temperature_slider, repetition_penalty_slider, stop_phrase_input, max_tokens_slider],
71
  outputs=output_text
72
  )
73