George-API commited on
Commit
31e9844
·
verified ·
1 Parent(s): 6a41ad0

Upload run_cloud_training.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. run_cloud_training.py +1 -1
run_cloud_training.py CHANGED
@@ -539,7 +539,7 @@ def train(config_path, dataset_name, output_dir, upload_to_hub=False, hub_repo_n
539
  logger.info("Using Unsloth-specific LoRA target modules")
540
 
541
  lora_config_obj = LoraConfig(
542
- r=lora_config.get("r", 16),
543
  lora_alpha=lora_config.get("lora_alpha", 32),
544
  lora_dropout=lora_config.get("lora_dropout", 0.05),
545
  bias=lora_config.get("bias", "none"),
 
539
  logger.info("Using Unsloth-specific LoRA target modules")
540
 
541
  lora_config_obj = LoraConfig(
542
+ r=lora_config.get("r", 8),
543
  lora_alpha=lora_config.get("lora_alpha", 32),
544
  lora_dropout=lora_config.get("lora_dropout", 0.05),
545
  bias=lora_config.get("bias", "none"),