Spaces:
Runtime error
Runtime error
Commit
·
d9be3a6
1
Parent(s):
3393188
More logging
Browse files
app.py
CHANGED
@@ -6,6 +6,10 @@ import os
|
|
6 |
import spaces
|
7 |
import torch
|
8 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
|
|
|
|
|
|
|
|
9 |
|
10 |
import huggingface_hub
|
11 |
|
@@ -33,14 +37,18 @@ print(f"Allocated: {torch.cuda.memory_allocated() / 1024**3:.2f} GB")
|
|
33 |
print(f"Reserved: {torch.cuda.memory_reserved() / 1024**3:.2f} GB")
|
34 |
|
35 |
try:
|
|
|
36 |
fielddecoder_model = AutoModelForCausalLM.from_pretrained(
|
37 |
"ejschwartz/resym-fielddecoder",
|
38 |
torch_dtype=torch.bfloat16,
|
39 |
low_cpu_mem_usage=True,
|
40 |
device_map="cuda",
|
41 |
)
|
|
|
42 |
except Exception as e:
|
43 |
-
|
|
|
|
|
44 |
|
45 |
make_gradio_client = lambda: Client("https://ejschwartz-resym-field-helper.hf.space/")
|
46 |
|
|
|
6 |
import spaces
|
7 |
import torch
|
8 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
9 |
+
from accelerate.logging import get_logger
|
10 |
+
|
11 |
+
# Enable accelerate logging
|
12 |
+
logger = get_logger(__name__, log_level="DEBUG")
|
13 |
|
14 |
import huggingface_hub
|
15 |
|
|
|
37 |
print(f"Reserved: {torch.cuda.memory_reserved() / 1024**3:.2f} GB")
|
38 |
|
39 |
try:
|
40 |
+
logger.info("Loading fielddecoder model...")
|
41 |
fielddecoder_model = AutoModelForCausalLM.from_pretrained(
|
42 |
"ejschwartz/resym-fielddecoder",
|
43 |
torch_dtype=torch.bfloat16,
|
44 |
low_cpu_mem_usage=True,
|
45 |
device_map="cuda",
|
46 |
)
|
47 |
+
logger.info("Successfully loaded fielddecoder model")
|
48 |
except Exception as e:
|
49 |
+
logger.error(f"Error loading fielddecoder model: {e}")
|
50 |
+
import traceback
|
51 |
+
logger.error(traceback.format_exc())
|
52 |
|
53 |
make_gradio_client = lambda: Client("https://ejschwartz-resym-field-helper.hf.space/")
|
54 |
|