Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -105,8 +105,10 @@ with gr.Blocks(title=title, theme=gr.themes.Monochrome()) as app:
|
|
| 105 |
context = gr.Number(
|
| 106 |
minimum=1, value=default_context, label="Desired Context Size (Tokens)"
|
| 107 |
)
|
| 108 |
-
quant = gr.
|
|
|
|
| 109 |
value=default_quant,
|
|
|
|
| 110 |
label="Enter GGUF Quant (e.g. Q4_K_S) or the specific BPW for other quantization schemes such as exl2 (e.g. 4.5)",
|
| 111 |
)
|
| 112 |
btn = gr.Button(value="Submit", variant="primary")
|
|
|
|
| 105 |
context = gr.Number(
|
| 106 |
minimum=1, value=default_context, label="Desired Context Size (Tokens)"
|
| 107 |
)
|
| 108 |
+
quant = gr.Dropdown(
|
| 109 |
+
choices=list(quants.keys()),
|
| 110 |
value=default_quant,
|
| 111 |
+
allow_custom_value=True,
|
| 112 |
label="Enter GGUF Quant (e.g. Q4_K_S) or the specific BPW for other quantization schemes such as exl2 (e.g. 4.5)",
|
| 113 |
)
|
| 114 |
btn = gr.Button(value="Submit", variant="primary")
|