ejschwartz commited on
Commit
3393188
·
1 Parent(s): de38bc4

Torch debugging

Browse files
Files changed (1) hide show
  1. app.py +6 -0
app.py CHANGED
@@ -26,6 +26,12 @@ vardecoder_model = AutoModelForCausalLM.from_pretrained(
26
  device_map="cuda",
27
  )
28
  print("Loaded vardecoder model successfully.")
 
 
 
 
 
 
29
  try:
30
  fielddecoder_model = AutoModelForCausalLM.from_pretrained(
31
  "ejschwartz/resym-fielddecoder",
 
26
  device_map="cuda",
27
  )
28
  print("Loaded vardecoder model successfully.")
29
+
30
+ # Check memory after first model
31
+ print(f"GPU memory after vardecoder:")
32
+ print(f"Allocated: {torch.cuda.memory_allocated() / 1024**3:.2f} GB")
33
+ print(f"Reserved: {torch.cuda.memory_reserved() / 1024**3:.2f} GB")
34
+
35
  try:
36
  fielddecoder_model = AutoModelForCausalLM.from_pretrained(
37
  "ejschwartz/resym-fielddecoder",