Sofia Casadei commited on
Commit
d8dbc67
Β·
1 Parent(s): 28c6794

fix use flash attn

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -75,7 +75,7 @@ transcribe_pipeline = pipeline(
75
  tokenizer=processor.tokenizer,
76
  feature_extractor=processor.feature_extractor,
77
  torch_dtype=torch_dtype,
78
- device=device,
79
  )
80
  if device == "cuda":
81
  transcribe_pipeline.model = torch.compile(transcribe_pipeline.model, mode="max-autotune")
 
75
  tokenizer=processor.tokenizer,
76
  feature_extractor=processor.feature_extractor,
77
  torch_dtype=torch_dtype,
78
+ #device=device,
79
  )
80
  if device == "cuda":
81
  transcribe_pipeline.model = torch.compile(transcribe_pipeline.model, mode="max-autotune")