stray s
Browse files
src/axolotl/utils/models.py
CHANGED
|
@@ -363,9 +363,9 @@ def load_lora(model, cfg):
|
|
| 363 |
)
|
| 364 |
|
| 365 |
bits = None
|
| 366 |
-
if cfg.
|
| 367 |
bits = 4
|
| 368 |
-
elif cfg.
|
| 369 |
bits = 8
|
| 370 |
linear_names = find_all_linear_names(bits, model)
|
| 371 |
logging.info(f"found linear modules: {repr(linear_names)}")
|
|
|
|
| 363 |
)
|
| 364 |
|
| 365 |
bits = None
|
| 366 |
+
if cfg.load_in_4bit:
|
| 367 |
bits = 4
|
| 368 |
+
elif cfg.load_in_8bit:
|
| 369 |
bits = 8
|
| 370 |
linear_names = find_all_linear_names(bits, model)
|
| 371 |
logging.info(f"found linear modules: {repr(linear_names)}")
|