Update app.py

app.py

@@ -24,13 +24,13 @@ NUMBA_CACHE_DIR = "/app/cache"
 # Initialize BitNet model for CPU-only
 try:
     llm = LLM(
-        model="1bitLLM/bitnet_b1_58-3B",  # Stable BitNet model; fine-tune later
+        model="1bitLLM/bitnet_b1_58-3B",
         device="cpu",
         enforce_eager=True,
         tensor_parallel_size=1,
         disable_custom_all_reduce=True,
         max_model_len=2048,
-        dtype="float32",  # Ensure CPU-compatible dtype
+        dtype="float32",
     )
 except Exception as e:
     logger.error(f"Failed to load BitNet model: {str(e)}")