Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -3,7 +3,7 @@ import gradio as gr
|
|
| 3 |
import torch
|
| 4 |
from transformers import pipeline, BitsAndBytesConfig, AutoModelForCausalLM, AutoTokenizer
|
| 5 |
|
| 6 |
-
MODEL_ID = "marcelbinz/Llama-3.1-
|
| 7 |
|
| 8 |
bnb_4bit_config = BitsAndBytesConfig(
|
| 9 |
load_in_4bit=True,
|
|
|
|
| 3 |
import torch
|
| 4 |
from transformers import pipeline, BitsAndBytesConfig, AutoModelForCausalLM, AutoTokenizer
|
| 5 |
|
| 6 |
+
MODEL_ID = "marcelbinz/Llama-3.1-Minitaur-8B"
|
| 7 |
|
| 8 |
bnb_4bit_config = BitsAndBytesConfig(
|
| 9 |
load_in_4bit=True,
|