Spaces:

ai4bharat
/

IndicTrans3-beta

Running on Zero

AshwinSankar commited on 25 days ago

Commit

6df7a83

verified ·

1 Parent(s): 008725d

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -26,7 +26,7 @@ SARVAM_LANGUAGES = INDIC_LANGUAGES
 # Model configurations with optimizations
 TORCH_DTYPE = torch.bfloat16 if torch.cuda.is_available() else torch.float32
-DEVICE_MAP = "cuda" if torch.cuda.is_available() else "cpu"
 indictrans_model = AutoModelForCausalLM.from_pretrained(
     "ai4bharat/IndicTrans3-beta",

 # Model configurations with optimizations
 TORCH_DTYPE = torch.bfloat16 if torch.cuda.is_available() else torch.float32
+DEVICE_MAP = "0" if torch.cuda.is_available() else "cpu"
 indictrans_model = AutoModelForCausalLM.from_pretrained(
     "ai4bharat/IndicTrans3-beta",