Spaces:

giulio98
/

beyondrag

Runtime error

giulio98 commited on Mar 28

Commit

ecd2bf6

verified ·

1 Parent(s): 318962a

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -38,7 +38,7 @@ quantization_config = BitsAndBytesConfig(load_in_8bit=True)
 model = AutoModelForCausalLM.from_pretrained(model_name, token=api_token, quantization_config=quantization_config, torch_dtype="auto")
 device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 model = model.eval()
-model.to(device)
 embedding_model = HuggingFaceBgeEmbeddings(
     model_name="BAAI/bge-large-en-v1.5",
     model_kwargs={"device": str(device)},

 model = AutoModelForCausalLM.from_pretrained(model_name, token=api_token, quantization_config=quantization_config, torch_dtype="auto")
 device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 model = model.eval()
+# model.to(device)
 embedding_model = HuggingFaceBgeEmbeddings(
     model_name="BAAI/bge-large-en-v1.5",
     model_kwargs={"device": str(device)},