Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -278,7 +278,7 @@ You are a helpful assistant answering questions based on provided PDF content. U
|
|
278 |
temperature=0.7,
|
279 |
top_p=0.9,
|
280 |
do_sample=True,
|
281 |
-
num_beams=2
|
282 |
no_repeat_ngram_size=2
|
283 |
)
|
284 |
|
@@ -437,7 +437,7 @@ You are a helpful assistant answering questions based on provided PDF content. U
|
|
437 |
temperature=0.7,
|
438 |
top_p=0.9,
|
439 |
do_sample=True,
|
440 |
-
num_beams=2,
|
441 |
no_repeat_ngram_size=2
|
442 |
)
|
443 |
|
|
|
278 |
temperature=0.7,
|
279 |
top_p=0.9,
|
280 |
do_sample=True,
|
281 |
+
num_beams=1, # FIXED: Changed from 2 to 1 to be compatible with streaming
|
282 |
no_repeat_ngram_size=2
|
283 |
)
|
284 |
|
|
|
437 |
temperature=0.7,
|
438 |
top_p=0.9,
|
439 |
do_sample=True,
|
440 |
+
num_beams=2, # This is fine since non-streaming doesn't use a streamer
|
441 |
no_repeat_ngram_size=2
|
442 |
)
|
443 |
|