export CUDA_VISIBLE_DEVICES=0,1
export WANDB_API_KEY=b7b6ecceb6854bd12f58809f18264f979509d13b

torchrun --nproc_per_node=2 --master_port=54321 finetune.py \
-lr 1e-4 \
-batch_size 2 \
-d_node 1288 \
-margin 20 \
-grad_clip 1 \
-max_epochs 20 \
-num_heads 8 \
-dropout 0.2 \
-o '/home/tc415/muPPIt_embedding/checkpoints/finetune_1'