Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -4,12 +4,13 @@ from peft import PeftConfig
|
|
4 |
from transformers import AutoTokenizer, TextIteratorStreamer
|
5 |
from threading import Thread
|
6 |
import gradio as gr
|
|
|
7 |
|
8 |
MODEL_PATH = "Ozaii/zephyr-bae"
|
9 |
max_seq_length = 2048
|
10 |
|
11 |
-
print("Attempting to load Zephyr... Cross your fingers! 🤞")
|
12 |
@spaces.GPU
|
|
|
13 |
try:
|
14 |
peft_config = PeftConfig.from_pretrained(MODEL_PATH)
|
15 |
base_model_name = peft_config.base_model_name_or_path
|
|
|
4 |
from transformers import AutoTokenizer, TextIteratorStreamer
|
5 |
from threading import Thread
|
6 |
import gradio as gr
|
7 |
+
from huggingface import spaces
|
8 |
|
9 |
MODEL_PATH = "Ozaii/zephyr-bae"
|
10 |
max_seq_length = 2048
|
11 |
|
|
|
12 |
@spaces.GPU
|
13 |
+
print("Attempting to load Zephyr... Cross your fingers! 🤞")
|
14 |
try:
|
15 |
peft_config = PeftConfig.from_pretrained(MODEL_PATH)
|
16 |
base_model_name = peft_config.base_model_name_or_path
|