Upload folder using huggingface_hub

custom_generate/generate.py

@@ -1,4 +1,4 @@
-from typing import Union
+from typing import Union, Optional, TYPE_CHECKING
 import torch
 from transformers import LogitsProcessorList, StoppingCriteriaList, GenerationConfig
 from transformers.generation.utils import (
@@ -15,6 +15,9 @@ import logging
 from .beam_constraints import DisjunctiveConstraint, PhrasalConstraint
 from .beam_search import ConstrainedBeamSearchScorer
 
+if TYPE_CHECKING:
+    from transformers.generation.streamers import BaseStreamer
+
 logger = logging.getLogger(__name__)
 
 def _constrained_beam_search(