Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -54,7 +54,7 @@ class DocumentRetrievalAndGeneration:
|
|
| 54 |
model_id,
|
| 55 |
torch_dtype=torch.bfloat16,
|
| 56 |
device_map="auto",
|
| 57 |
-
|
| 58 |
quantization_config=quantization_config
|
| 59 |
)
|
| 60 |
return tokenizer, model
|
|
|
|
| 54 |
model_id,
|
| 55 |
torch_dtype=torch.bfloat16,
|
| 56 |
device_map="auto",
|
| 57 |
+
|
| 58 |
quantization_config=quantization_config
|
| 59 |
)
|
| 60 |
return tokenizer, model
|