Update transcription_diarization.py

transcription_diarization.py

@@ -44,11 +44,11 @@ class LazyTranscriptionPipeline:
                 model=self.model,
                 tokenizer=self.processor.tokenizer,
                 feature_extractor=self.processor.feature_extractor,
-                max_new_tokens=128,
-                chunk_length_s=30,
+                max_new_tokens=64,
+                chunk_length_s=15,
                 batch_size=2,
                 return_timestamps=True,
-                torch_dtype=torch.float16,
+                torch_dtype=torch.bfloat16,
                 device=torch.device("cuda"),
                 generate_kwargs={"language": language}
             )