train/train_text_encoder.sh

export TOKENIZERS_PARALLELISM=false

# bash it in root path
PYTHON_PATH='./' accelerate launch --multi_gpu --gpu_ids '2,3' --main_process_port 25000 --num_processes 2 train/train_text_encoder.py \
        --output_dir "./outputs/debug/" \
        --train_batch_size 8 \
        --gradient_accumulation_steps 2 \
        --learning_rate 1e-4 \
        --max_grad_norm 10 \
        --pretrained_model_name_or_path "MeissonFlow/Meissonic" \
        --text_encoder_architecture 'gemma' \
        --text_encoder_name_or_path "google/gemma-2-2b-it" \
        --instance_dataset 'ImageCaptionLargeDataset' \
        --instance_data_dir '/data/sqy/0000/' \
        --resolution 1024 \
        --mixed_precision fp16 \
        --lr_scheduler constant \
        --use_8bit_adam \
        --dataloader_num_workers 4 \
        --validation_prompts \
            'a boy' \
            'A serene mountain landscape with towering snow-capped peaks, a crystal-clear blue lake reflecting the mountains, dense pine forests, and a vibrant orange sunrise illuminating the sky.' \
            'A playful golden retriever puppy with a shiny coat, bounding through a meadow filled with colorful wildflowers, under a bright, clear blue sky.' \
            'A bustling city street at night, illuminated by vibrant neon signs in various colors, with busy pedestrians, street vendors, and a light rain creating reflective puddles on the pavement.' \
            'A majestic, medieval castle perched on a rugged cliffside, overlooking a vast, calm ocean at sunset, with the sky painted in hues of pink, orange, and purple.' \
            'An elegant ballerina in a white tutu, dancing gracefully on a grand stage with ornate, gold-trimmed curtains, under a spotlight that casts a soft glow.' \
            'A cozy, rustic log cabin nestled in a snow-covered forest, with smoke rising from the stone chimney, warm lights glowing from the windows, and a path of footprints leading to the front door.'\
            'A Cute Cat' \
            'A Snow Mountain'\
        --max_train_steps 30000 \
        --checkpointing_steps 1000 \
        --validation_steps 100 \
        --logging_steps 10 \
        --report_to "wandb"