Upload folder using huggingface_hub
Browse files
custom_generate/generate.py
CHANGED
@@ -24,6 +24,7 @@ def _constrained_beam_search(
|
|
24 |
stopping_criteria: StoppingCriteriaList,
|
25 |
generation_config: GenerationConfig,
|
26 |
synced_gpus: bool,
|
|
|
27 |
**model_kwargs,
|
28 |
) -> Union[GenerateBeamOutput, torch.LongTensor]:
|
29 |
r"""
|
|
|
24 |
stopping_criteria: StoppingCriteriaList,
|
25 |
generation_config: GenerationConfig,
|
26 |
synced_gpus: bool,
|
27 |
+
streamer: Optional["BaseStreamer"] = None,
|
28 |
**model_kwargs,
|
29 |
) -> Union[GenerateBeamOutput, torch.LongTensor]:
|
30 |
r"""
|