Luigi commited on
Commit
30a3b5d
·
1 Parent(s): d295c17

fallback to fp32 weights if int8 counterpart is not available

Browse files
Files changed (1) hide show
  1. app/asr_worker.py +3 -3
app/asr_worker.py CHANGED
@@ -191,9 +191,9 @@ def create_recognizer(
191
  entry = STREAMING_ZIPFORMER_MODELS[model_id]
192
 
193
  tokens_file = entry['tokens']
194
- encoder_file = entry['encoder_int8'] if precision == 'int8' else entry['encoder_fp32']
195
- decoder_file = entry['decoder_fp32']
196
- joiner_file = entry['joiner_int8'] if precision == 'int8' else entry['joiner_fp32']
197
 
198
  tokens_path = hf_hub_download(repo_id=model_id, filename=tokens_file, cache_dir=str(CACHE_DIR))
199
  encoder_path = hf_hub_download(repo_id=model_id, filename=encoder_file, cache_dir=str(CACHE_DIR))
 
191
  entry = STREAMING_ZIPFORMER_MODELS[model_id]
192
 
193
  tokens_file = entry['tokens']
194
+ encoder_file = entry['encoder_int8'] if precision == 'int8' and entry['encoder_int8'] else entry['encoder_fp32']
195
+ decoder_file = entry['decoder_int8'] if precision == 'int8' and entry['decoder_int8'] else entry['decoder_fp32']
196
+ joiner_file = entry['joiner_int8'] if precision == 'int8' and entry['joiner_int8'] else entry['joiner_fp32']
197
 
198
  tokens_path = hf_hub_download(repo_id=model_id, filename=tokens_file, cache_dir=str(CACHE_DIR))
199
  encoder_path = hf_hub_download(repo_id=model_id, filename=encoder_file, cache_dir=str(CACHE_DIR))