Upload folder using huggingface_hub

.ruff_cache/.gitignore

@@ -0,0 +1,2 @@
+# Automatically created by ruff.
+*

.ruff_cache/CACHEDIR.TAG

@@ -0,0 +1 @@
+Signature: 8a477f597d28d172789f06886806bc55

custom_generate/generate.py

@@ -108,9 +108,9 @@ def _constrained_beam_search(
         # define beam scorer
         constrained_beam_scorer = ConstrainedBeamSearchScorer(
                 constraints=final_constraints,
-                batch_size=batch_size,
+                batch_size=input_ids.shape[0] // generation_config.num_beams,
                 num_beams=generation_config.num_beams,
-                device=inputs_tensor.device,
+                device=input_ids.device,
                 length_penalty=generation_config.length_penalty,
                 do_early_stopping=generation_config.early_stopping,
                 num_beam_hyps_to_keep=generation_config.num_return_sequences,