George-API commited on
Commit
ed0b6cf
·
verified ·
1 Parent(s): a69e2f2

Upload run_cloud_training.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. run_cloud_training.py +1 -3
run_cloud_training.py CHANGED
@@ -449,9 +449,7 @@ def load_model_safely(model_name, max_seq_length, dtype=None, use_flash_attentio
449
  torch_dtype=dtype or torch.float16,
450
  quantization_config=bnb_config,
451
  trust_remote_code=True,
452
- attn_implementation=attn_implementation,
453
- use_flash_attention=False,
454
- use_memory_efficient_attention=False
455
  )
456
  logger.info("Model loaded successfully with standard HF loading")
457
  return model, tokenizer
 
449
  torch_dtype=dtype or torch.float16,
450
  quantization_config=bnb_config,
451
  trust_remote_code=True,
452
+ attn_implementation=attn_implementation
 
 
453
  )
454
  logger.info("Model loaded successfully with standard HF loading")
455
  return model, tokenizer