debug

Dockerfile

@@ -3,6 +3,8 @@ FROM nvidia/cuda:12.6.0-base-ubuntu22.04 AS base
 
 ENV DEBIAN_FRONTEND=noninteractive
 ENV DEBCONF_NOWARNINGS="yes"
+ENV CUDA_VISIBLE_DEVICES=0
+ENV LLAMA_CUBLAS=1
 
 # Install necessary dependencies and musl
 RUN apt-get update && apt-get install -y \

app.py

@@ -22,6 +22,8 @@ import time
 import pprint
 import io
 
+import torch
+
 
 
 try:
@@ -42,6 +44,11 @@ try:
     
     logger.info("###################### Program Entry ############################")
     
+    logger.info("CUDA available:", torch.cuda.is_available())
+    logger.info("CUDA device count:", torch.cuda.device_count())
+    if torch.cuda.is_available():
+        logger.info("CUDA device name:", torch.cuda.get_device_name(0))
+    
     ##########################################################################
     # Asynchonously run startup.sh which run text2vec-transformers           #
     # asynchronously and the Weaviate Vector Database server asynchronously. #