auto device

tools.py

@@ -98,7 +98,7 @@ class State(TypedDict, total=False):
 llm_pipe = pipeline(
     "text-generation",
     model="microsoft/Phi-3-mini-4k-instruct",
-    device_map=0,
+    device_map="auto",
     torch_dtype="auto",
     max_new_tokens=256
 )
@@ -117,7 +117,7 @@ rag_model = RagSequenceForGeneration.from_pretrained("facebook/rag-token-base",
 asr_pipe = pipeline(
     "automatic-speech-recognition",
     model="openai/whisper-small",
-    device=0
+    device="auto"
 )
 
 # --- BLIP VQA setup ---