Fix typo `bloat16` -> `bfloat16` (#1257)
Browse files
src/axolotl/utils/config.py
CHANGED
|
@@ -322,7 +322,7 @@ def validate_config(cfg):
|
|
| 322 |
LOG.warning("BetterTransformers probably doesn't work with PEFT adapters")
|
| 323 |
if cfg.fp16 or cfg.bf16:
|
| 324 |
raise ValueError("AMP is not supported with BetterTransformer")
|
| 325 |
-
if cfg.float16 is not True and cfg.
|
| 326 |
LOG.warning(
|
| 327 |
"You should probably set bfloat16 or float16 to true to "
|
| 328 |
"load the model in float16 for BetterTransformers"
|
|
|
|
| 322 |
LOG.warning("BetterTransformers probably doesn't work with PEFT adapters")
|
| 323 |
if cfg.fp16 or cfg.bf16:
|
| 324 |
raise ValueError("AMP is not supported with BetterTransformer")
|
| 325 |
+
if cfg.float16 is not True and cfg.bfloat16 is not True:
|
| 326 |
LOG.warning(
|
| 327 |
"You should probably set bfloat16 or float16 to true to "
|
| 328 |
"load the model in float16 for BetterTransformers"
|