|
|
|
|
|
TORCH_CUDNN_V8_API_ENABLED=1 torchrun --nproc_per_node 8 -m open_clip_train.main \ |
|
|
--save-frequency 1 \ |
|
|
--save-most-recent \ |
|
|
--zeroshot-frequency 1 \ |
|
|
--train-data '/path/to/laion' \ |
|
|
--dataset-type webdataset \ |
|
|
--lr "2.048e-3" \ |
|
|
--beta1 0.9 \ |
|
|
--beta2 0.95 \ |
|
|
--warmup 782 \ |
|
|
--wd 0.2 \ |
|
|
--batch-size 4096 \ |
|
|
--aug-cfg scale='(0.4, 1.0)' color_jitter='(0.32, 0.32, 0.32, 0.08)' color_jitter_prob=0.8 gray_scale_prob=0.2 \ |
|
|
--epochs=7 \ |
|
|
--workers=6 \ |
|
|
--model ViT-H-14-CL8-SyntaxMask-GAP \ |
|
|
--precision 'amp_bf16' \ |
|
|
--local-loss \ |
|
|
--gather-with-grad \ |
|
|
--force-image-size 84 \ |
|
|
--grad-checkpointing \ |
|
|
--log-every-n-steps 32 \ |
|
|
--seed 0 \ |
|
|
--logs ./logs/ \ |
|
|
--imagenet-val '/path/to/ImageNet/val' \ |
|
|
--name 'name' \ |
|
|
--report-to "wandb" \ |
|
|
--wandb-project-name "project_name" |
|
|
|
|
|
|
|
|
|
