Upload folder using huggingface_hub

demo.py

@@ -40,8 +40,7 @@ def load_model():
     logger.info("Loading model...")
     model = AutoModelForCausalLM.from_pretrained(
         "Zwounds/boolean-search-model",
-        device_map="auto",
-        torch_dtype=torch.float16
+        torch_dtype=torch.float32
     )
     tokenizer = AutoTokenizer.from_pretrained("Zwounds/boolean-search-model")
     tokenizer.use_default_system_prompt = False

requirements.txt

@@ -2,5 +2,3 @@ gradio>=4.0.0
 transformers>=4.0.0
 torch>=1.0.0
 huggingface-hub>=0.19.4
-accelerate>=0.26.0
-bitsandbytes>=0.41.0