Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -45,11 +45,11 @@ model_id = "TheBloke/zephyr-7B-beta-GGUF"
|
|
45 |
print( "initalized model")
|
46 |
|
47 |
# tokenizer = AutoTokenizer.from_pretrained(model_id)
|
48 |
-
|
49 |
|
50 |
|
51 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
52 |
-
model = AutoModelForCausalLM.from_pretrained(model_id)
|
53 |
|
54 |
pipe = pipeline("text-generation", model=model, tokenizer=tokenizer, max_new_tokens=10)
|
55 |
hf = HuggingFacePipeline(pipeline=pipe)
|
|
|
45 |
print( "initalized model")
|
46 |
|
47 |
# tokenizer = AutoTokenizer.from_pretrained(model_id)
|
48 |
+
model = AutoModel.from_pretrained("TheBloke/zephyr-7B-beta-GGUF")
|
49 |
|
50 |
|
51 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
52 |
+
# model = AutoModelForCausalLM.from_pretrained(model_id)
|
53 |
|
54 |
pipe = pipeline("text-generation", model=model, tokenizer=tokenizer, max_new_tokens=10)
|
55 |
hf = HuggingFacePipeline(pipeline=pipe)
|