Spaces:
Sleeping
Sleeping
Commit
·
771a832
1
Parent(s):
3b930a2
Debug output
Browse files
app.py
CHANGED
|
@@ -6,6 +6,7 @@ model_id = "AverageBusinessUser/aidapal"
|
|
| 6 |
filename = "aidapal-8k.Q4_K_M.gguf"
|
| 7 |
|
| 8 |
#torch_dtype = torch.float32 # could be torch.float16 or torch.bfloat16 too
|
|
|
|
| 9 |
tokenizer = AutoTokenizer.from_pretrained(model_id, gguf_file=filename)
|
| 10 |
model = AutoModelForCausalLM.from_pretrained(model_id, gguf_file=filename, torch_dtype=torch_dtype)
|
| 11 |
|
|
|
|
| 6 |
filename = "aidapal-8k.Q4_K_M.gguf"
|
| 7 |
|
| 8 |
#torch_dtype = torch.float32 # could be torch.float16 or torch.bfloat16 too
|
| 9 |
+
print("Downloading model")
|
| 10 |
tokenizer = AutoTokenizer.from_pretrained(model_id, gguf_file=filename)
|
| 11 |
model = AutoModelForCausalLM.from_pretrained(model_id, gguf_file=filename, torch_dtype=torch_dtype)
|
| 12 |
|