broadfield-dev commited on
Commit
9573490
·
verified ·
1 Parent(s): 2f09fe7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -4,7 +4,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
4
  model_name = 'deepseek-ai/DeepSeek-V3'
5
 
6
  tokenizer = AutoTokenizer.from_pretrained(model_name)
7
- model = AutoModelForCausalLM.from_pretrained(model_name)
8
 
9
  def call_llm(input_text):
10
  input_ids = tokenizer.encode(input_text, return_tensors="pt")
@@ -14,7 +14,6 @@ def call_llm(input_text):
14
  "num_return_sequences": 1,
15
  "temperature": 0.7,
16
  "top_k": 50,
17
- "trust_remote_code":True,
18
  }
19
 
20
  # Generate text
 
4
  model_name = 'deepseek-ai/DeepSeek-V3'
5
 
6
  tokenizer = AutoTokenizer.from_pretrained(model_name)
7
+ model = AutoModelForCausalLM.from_pretrained(model_name,trust_remote_code=True)
8
 
9
  def call_llm(input_text):
10
  input_ids = tokenizer.encode(input_text, return_tensors="pt")
 
14
  "num_return_sequences": 1,
15
  "temperature": 0.7,
16
  "top_k": 50,
 
17
  }
18
 
19
  # Generate text