Spaces:
Running
Running
fallback to fp32 weights if int8 counterpart is not available
Browse files- app/asr_worker.py +3 -3
app/asr_worker.py
CHANGED
@@ -191,9 +191,9 @@ def create_recognizer(
|
|
191 |
entry = STREAMING_ZIPFORMER_MODELS[model_id]
|
192 |
|
193 |
tokens_file = entry['tokens']
|
194 |
-
encoder_file = entry['encoder_int8'] if precision == 'int8' else entry['encoder_fp32']
|
195 |
-
decoder_file = entry['decoder_fp32']
|
196 |
-
joiner_file = entry['joiner_int8'] if precision == 'int8' else entry['joiner_fp32']
|
197 |
|
198 |
tokens_path = hf_hub_download(repo_id=model_id, filename=tokens_file, cache_dir=str(CACHE_DIR))
|
199 |
encoder_path = hf_hub_download(repo_id=model_id, filename=encoder_file, cache_dir=str(CACHE_DIR))
|
|
|
191 |
entry = STREAMING_ZIPFORMER_MODELS[model_id]
|
192 |
|
193 |
tokens_file = entry['tokens']
|
194 |
+
encoder_file = entry['encoder_int8'] if precision == 'int8' and entry['encoder_int8'] else entry['encoder_fp32']
|
195 |
+
decoder_file = entry['decoder_int8'] if precision == 'int8' and entry['decoder_int8'] else entry['decoder_fp32']
|
196 |
+
joiner_file = entry['joiner_int8'] if precision == 'int8' and entry['joiner_int8'] else entry['joiner_fp32']
|
197 |
|
198 |
tokens_path = hf_hub_download(repo_id=model_id, filename=tokens_file, cache_dir=str(CACHE_DIR))
|
199 |
encoder_path = hf_hub_download(repo_id=model_id, filename=encoder_file, cache_dir=str(CACHE_DIR))
|