abdullahalivv commited on
Commit
ea9cd5a
Β·
verified Β·
1 Parent(s): aad0033

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -9,6 +9,7 @@ app = Flask(__name__)
9
  model_id = "deepseek-ai/DeepSeek-V3-0324"
10
  tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
11
  model = AutoModelForCausalLM.from_pretrained(model_id, trust_remote_code=True, torch_dtype=torch.float16, device_map="auto")
 
12
 
13
  @app.route('/')
14
  def serve_index():
 
9
  model_id = "deepseek-ai/DeepSeek-V3-0324"
10
  tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
11
  model = AutoModelForCausalLM.from_pretrained(model_id, trust_remote_code=True, torch_dtype=torch.float16, device_map="auto")
12
+ model.to('cpu')
13
 
14
  @app.route('/')
15
  def serve_index():