torch dtype

app.py

@@ -1,11 +1,12 @@
 import gradio as gr
+import torch
 
 from transformers import AutoTokenizer, AutoModelForCausalLM
 
 model_id = "AverageBusinessUser/aidapal"
 filename = "aidapal-8k.Q4_K_M.gguf"
 
-#torch_dtype = torch.float32 # could be torch.float16 or torch.bfloat16 too
+torch_dtype = torch.float32 # could be torch.float16 or torch.bfloat16 too
 print("Downloading model")
 tokenizer = AutoTokenizer.from_pretrained(model_id, gguf_file=filename)
 model = AutoModelForCausalLM.from_pretrained(model_id, gguf_file=filename, torch_dtype=torch_dtype)