priyanshu23456 commited on
Commit
e9905be
·
verified ·
1 Parent(s): e87b8a7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -278,7 +278,7 @@ You are a helpful assistant answering questions based on provided PDF content. U
278
  temperature=0.7,
279
  top_p=0.9,
280
  do_sample=True,
281
- num_beams=2,
282
  no_repeat_ngram_size=2
283
  )
284
 
@@ -437,7 +437,7 @@ You are a helpful assistant answering questions based on provided PDF content. U
437
  temperature=0.7,
438
  top_p=0.9,
439
  do_sample=True,
440
- num_beams=2,
441
  no_repeat_ngram_size=2
442
  )
443
 
 
278
  temperature=0.7,
279
  top_p=0.9,
280
  do_sample=True,
281
+ num_beams=1, # FIXED: Changed from 2 to 1 to be compatible with streaming
282
  no_repeat_ngram_size=2
283
  )
284
 
 
437
  temperature=0.7,
438
  top_p=0.9,
439
  do_sample=True,
440
+ num_beams=2, # This is fine since non-streaming doesn't use a streamer
441
  no_repeat_ngram_size=2
442
  )
443