Update app.py
Browse files
app.py
CHANGED
@@ -22,7 +22,10 @@ def predict(vector):
|
|
22 |
|
23 |
# 生成答案
|
24 |
tokenizer = RagTokenizer.from_pretrained("facebook/rag-sequence-nq")
|
25 |
-
model = RagSequenceForGeneration.from_pretrained(
|
|
|
|
|
|
|
26 |
inputs = tokenizer.prepare_seq2seq_batch(
|
27 |
[vector],
|
28 |
return_tensors="pt"
|
|
|
22 |
|
23 |
# 生成答案
|
24 |
tokenizer = RagTokenizer.from_pretrained("facebook/rag-sequence-nq")
|
25 |
+
model = RagSequenceForGeneration.from_pretrained(
|
26 |
+
"facebook/rag-sequence-nq",
|
27 |
+
torch_dtype=torch.float16
|
28 |
+
)
|
29 |
inputs = tokenizer.prepare_seq2seq_batch(
|
30 |
[vector],
|
31 |
return_tensors="pt"
|