Add GPU initialization logging in generate function
Browse files- Add print statement to log GPU model transfer
- Provide visibility into GPU device handling
- Maintain existing GPU transfer logic
webui.py
CHANGED
@@ -59,6 +59,7 @@ def generate(text,
|
|
59 |
|
60 |
# if gpu available, move model to gpu
|
61 |
if torch.cuda.is_available():
|
|
|
62 |
model.to("cuda")
|
63 |
|
64 |
with torch.no_grad():
|
|
|
59 |
|
60 |
# if gpu available, move model to gpu
|
61 |
if torch.cuda.is_available():
|
62 |
+
print("Moving model to GPU")
|
63 |
model.to("cuda")
|
64 |
|
65 |
with torch.no_grad():
|