Spaces:
Runtime error
Runtime error
initialized device variable
Browse files
app.py
CHANGED
@@ -47,12 +47,14 @@ model_id = "TheBloke/zephyr-7B-beta-GGUF"
|
|
47 |
# low_cpu_mem_usage=True
|
48 |
# )
|
49 |
|
50 |
-
print( "initalized model")
|
51 |
|
52 |
# tokenizer = AutoTokenizer.from_pretrained(model_id)
|
53 |
# model = AutoModelForCausalLM.from_pretrained(model_id)
|
54 |
# model = AutoModel.from_pretrained("TheBloke/zephyr-7B-beta-GGUF")
|
55 |
|
|
|
|
|
56 |
|
57 |
llm_model = CTransformers(
|
58 |
model="TheBloke/zephyr-7B-beta-GGUF",
|
@@ -71,7 +73,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_id)
|
|
71 |
# hf = HuggingFacePipeline(pipeline=pipe)
|
72 |
|
73 |
|
74 |
-
print( "initalized
|
75 |
|
76 |
# tokenizer = AutoTokenizer.from_pretrained(model_id)
|
77 |
tokenizer.use_default_system_prompt = False
|
|
|
47 |
# low_cpu_mem_usage=True
|
48 |
# )
|
49 |
|
50 |
+
# print( "initalized model")
|
51 |
|
52 |
# tokenizer = AutoTokenizer.from_pretrained(model_id)
|
53 |
# model = AutoModelForCausalLM.from_pretrained(model_id)
|
54 |
# model = AutoModel.from_pretrained("TheBloke/zephyr-7B-beta-GGUF")
|
55 |
|
56 |
+
device = "cpu"
|
57 |
+
|
58 |
|
59 |
llm_model = CTransformers(
|
60 |
model="TheBloke/zephyr-7B-beta-GGUF",
|
|
|
73 |
# hf = HuggingFacePipeline(pipeline=pipe)
|
74 |
|
75 |
|
76 |
+
print( "initalized model")
|
77 |
|
78 |
# tokenizer = AutoTokenizer.from_pretrained(model_id)
|
79 |
tokenizer.use_default_system_prompt = False
|