Update app.py

app.py

@@ -45,13 +45,18 @@ def install_packages():
     # Upgrade pip
     run_command("pip install --upgrade pip")
 
+     # Set environment variables for CUDA support
+    os.environ["CUDA_HOME"] = "/usr/local/cuda"  # Adjust this path if needed
+    os.environ["CMAKE_ARGS"] = "-DGGML_CUDA=on -DCUDAToolkit_ROOT=/usr/local/cuda"
+    os.environ["FORCE_CMAKE"] = "1"
+
     # Install all optional dependencies with CUDA support
-    run_command("pip install -e .[all]")  # Add --verbose for more detailed output
+    run_command("pip install -e .[all] --verbose")
     
-    run_command("make GGML_CUDA=1")
+    run_command("make clean")
     
     # Reinstall the package with CUDA support
-    run_command('pip install -e .[all]')
+    run_command('pip install -e . --force-reinstall --no-deps --no-cache-dir --verbose')
 
     # Install llama-cpp-agent
     run_command("pip install llama-cpp-agent")