GOGO198 commited on
Commit
4dd7f38
·
verified ·
1 Parent(s): 7c338f3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -1
app.py CHANGED
@@ -22,7 +22,10 @@ def predict(vector):
22
 
23
  # 生成答案
24
  tokenizer = RagTokenizer.from_pretrained("facebook/rag-sequence-nq")
25
- model = RagSequenceForGeneration.from_pretrained("facebook/rag-sequence-nq")
 
 
 
26
  inputs = tokenizer.prepare_seq2seq_batch(
27
  [vector],
28
  return_tensors="pt"
 
22
 
23
  # 生成答案
24
  tokenizer = RagTokenizer.from_pretrained("facebook/rag-sequence-nq")
25
+ model = RagSequenceForGeneration.from_pretrained(
26
+ "facebook/rag-sequence-nq",
27
+ torch_dtype=torch.float16
28
+ )
29
  inputs = tokenizer.prepare_seq2seq_batch(
30
  [vector],
31
  return_tensors="pt"