Update app.py

app.py

@@ -25,8 +25,8 @@ INDIC_LANGUAGES = [
 SARVAM_LANGUAGES = INDIC_LANGUAGES
 
 # Model configurations with optimizations
-TORCH_DTYPE = torch.float16 if torch.cuda.is_available() else torch.float32
-DEVICE_MAP = "auto" if torch.cuda.is_available() else None
+TORCH_DTYPE = torch.bfloat16 if torch.cuda.is_available() else torch.float32
+DEVICE_MAP = "cuda" if torch.cuda.is_available() else "cpu"
 
 indictrans_model = AutoModelForCausalLM.from_pretrained(
     "ai4bharat/IndicTrans3-beta",