Spaces:
Sleeping
Sleeping
Sushwetabm
commited on
Commit
·
ce3ac0e
1
Parent(s):
ebe67a1
updated model.py
Browse files
model.py
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
# model.py - Optimized version
|
2 |
-
from transformers import AutoTokenizer,
|
3 |
import torch
|
4 |
from functools import lru_cache
|
5 |
import os
|
@@ -60,7 +60,7 @@ def load_model_sync():
|
|
60 |
|
61 |
# Load model with optimizations
|
62 |
logger.info("🧠 Loading model...")
|
63 |
-
_model =
|
64 |
model_id,
|
65 |
trust_remote_code=config["trust_remote_code"],
|
66 |
torch_dtype=config["torch_dtype"],
|
|
|
1 |
# model.py - Optimized version
|
2 |
+
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
|
3 |
import torch
|
4 |
from functools import lru_cache
|
5 |
import os
|
|
|
60 |
|
61 |
# Load model with optimizations
|
62 |
logger.info("🧠 Loading model...")
|
63 |
+
_model = AutoModelForSeq2SeqLM.from_pretrained(
|
64 |
model_id,
|
65 |
trust_remote_code=config["trust_remote_code"],
|
66 |
torch_dtype=config["torch_dtype"],
|