Sushwetabm commited on
Commit
ce3ac0e
·
1 Parent(s): ebe67a1

updated model.py

Browse files
Files changed (1) hide show
  1. model.py +2 -2
model.py CHANGED
@@ -1,5 +1,5 @@
1
  # model.py - Optimized version
2
- from transformers import AutoTokenizer, AutoModelForCausalLM
3
  import torch
4
  from functools import lru_cache
5
  import os
@@ -60,7 +60,7 @@ def load_model_sync():
60
 
61
  # Load model with optimizations
62
  logger.info("🧠 Loading model...")
63
- _model = AutoModelForCausalLM.from_pretrained(
64
  model_id,
65
  trust_remote_code=config["trust_remote_code"],
66
  torch_dtype=config["torch_dtype"],
 
1
  # model.py - Optimized version
2
+ from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
3
  import torch
4
  from functools import lru_cache
5
  import os
 
60
 
61
  # Load model with optimizations
62
  logger.info("🧠 Loading model...")
63
+ _model = AutoModelForSeq2SeqLM.from_pretrained(
64
  model_id,
65
  trust_remote_code=config["trust_remote_code"],
66
  torch_dtype=config["torch_dtype"],