Spaces:
Sleeping
Sleeping
Upload run_cloud_training.py with huggingface_hub
Browse files- run_cloud_training.py +1 -3
run_cloud_training.py
CHANGED
@@ -449,9 +449,7 @@ def load_model_safely(model_name, max_seq_length, dtype=None, use_flash_attentio
|
|
449 |
torch_dtype=dtype or torch.float16,
|
450 |
quantization_config=bnb_config,
|
451 |
trust_remote_code=True,
|
452 |
-
attn_implementation=attn_implementation
|
453 |
-
use_flash_attention=False,
|
454 |
-
use_memory_efficient_attention=False
|
455 |
)
|
456 |
logger.info("Model loaded successfully with standard HF loading")
|
457 |
return model, tokenizer
|
|
|
449 |
torch_dtype=dtype or torch.float16,
|
450 |
quantization_config=bnb_config,
|
451 |
trust_remote_code=True,
|
452 |
+
attn_implementation=attn_implementation
|
|
|
|
|
453 |
)
|
454 |
logger.info("Model loaded successfully with standard HF loading")
|
455 |
return model, tokenizer
|