Upload folder using huggingface_hub

train/multiruns/hmr2/0/checkpoints/epoch=35-step=1000000.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ea09c834161468638c9de7a782c614e300c622709bf52967274c543ec72fcf
+size 2709521501

train/multiruns/hmr2/0/dataset_config.yaml

@@ -0,0 +1,112 @@
+3DPW-TEST:
+  KEYPOINT_LIST:
+  - 25
+  - 26
+  - 27
+  - 28
+  - 29
+  - 30
+  - 31
+  - 32
+  - 33
+  - 34
+  - 35
+  - 36
+  - 37
+  - 43
+  TYPE: ImageDataset
+  URLS: /fsx/shubham/data/hmr2023_data_shuffled_new/3dpw-test/{000000..000012}.tar
+  USE_HIPS: false
+AIC-TRAIN:
+  TYPE: ImageDataset
+  URLS: /fsx/shubham/data/hmr2023_data_shuffled/aic-train/{000000..000104}.tar
+  epoch_size: 200000
+AIC-TRAIN-WMASK:
+  TYPE: ImageDataset
+  URLS: /fsx/shubham/data/hmr2023_data_shuffled_wmasks/aic-train-vitpose/{000000..000104}.tar
+  epoch_size: 200000
+AVA-TRAIN-MIDFRAMES-1FPS:
+  TYPE: ImageDataset
+  URLS: /fsx/shubham/data/hmr2023_data_shuffled/ava-train-midframes-1fps/{000000..000092}.tar
+  epoch_size: 200000
+AVA-TRAIN-MIDFRAMES-1FPS-WMASK:
+  TYPE: ImageDataset
+  URLS: /fsx/shubham/data/hmr2023_data_shuffled_wmasks/ava-train-midframes-1fps-vitpose/{000000..000092}.tar
+  epoch_size: 200000
+CMU-MOCAP:
+  DATASET_FILE: /fsx/shubham/code/hmr2023/data/datasets/cmu_mocap.npz
+COCO-TRAIN-2014:
+  TYPE: ImageDataset
+  URLS: /fsx/shubham/data/hmr2023_data_shuffled/coco-train-2014/{000000..000017}.tar
+  epoch_size: 360000
+COCO-TRAIN-2014-VITPOSE-REPLICATE-PRUNED12:
+  TYPE: ImageDataset
+  URLS: /fsx/shubham/data/hmr2023_data_shuffled_wmasks/coco-train-2014-vitpose-replicate-pruned12/{000000..000044}.tar
+  epoch_size: 45000
+COCO-TRAIN-2014-WMASK:
+  TYPE: ImageDataset
+  URLS: /fsx/shubham/data/hmr2023_data_shuffled_wmasks/coco-train-2014/{000000..000034}.tar
+  epoch_size: 35000
+COCO-TRAIN-2014-WMASK-PRUNED:
+  TYPE: ImageDataset
+  URLS: /fsx/shubham/data/hmr2023_data_shuffled_wmasks/coco-train-2014-pruned/{000000..000017}.tar
+  epoch_size: 18000
+COCO-VAL:
+  KEYPOINT_LIST:
+  - 0
+  TYPE: ImageDataset
+  URLS: /fsx/shubham/data/hmr2023_data_shuffled/coco-val/{000000..000000}.tar
+H36M-TRAIN:
+  TYPE: ImageDataset
+  URLS: /fsx/shubham/data/hmr2023_data_shuffled/h36m-train/{000000..000156}.tar
+  epoch_size: 314000
+H36M-TRAIN-WMASK:
+  TYPE: ImageDataset
+  URLS: /fsx/shubham/data/hmr2023_data_shuffled_wmasks/h36m-train/{000000..000312}.tar
+  epoch_size: 314000
+H36M-VAL-P2:
+  KEYPOINT_LIST:
+  - 25
+  - 26
+  - 27
+  - 28
+  - 29
+  - 30
+  - 31
+  - 32
+  - 33
+  - 34
+  - 35
+  - 36
+  - 37
+  - 43
+  TYPE: ImageDataset
+  URLS: /fsx/shubham/data/hmr2023_data_shuffled_new/h36m-val-p2/{000000..000013}.tar
+  USE_HIPS: true
+H36M-VAL-P2-OPENPOSE:
+  TYPE: ImageDataset
+  URLS: /fsx/shubham/data/hmr2023_data_shuffled_new/h36m-val-p2-openpose/{000000..000013}.tar
+INSTA-TRAIN:
+  TYPE: ImageDataset
+  URLS: /fsx/shubham/data/hmr2023_data_shuffled/insta-train/{000000..001828}.tar
+  epoch_size: 4000000
+INSTA-TRAIN-WMASK:
+  TYPE: ImageDataset
+  URLS: /fsx/shubham/data/hmr2023_data_shuffled_wmasks/insta-train-vitpose/{000000..001828}.tar
+  epoch_size: 4000000
+MPI-INF-TRAIN:
+  TYPE: ImageDataset
+  URLS: /fsx/shubham/data/hmr2023_data_shuffled/mpi-inf-train/{000000..000048}.tar
+  epoch_size: 100000
+MPI-INF-TRAIN-PRUNED:
+  TYPE: ImageDataset
+  URLS: /fsx/shubham/data/hmr2023_data_shuffled_new/mpi-inf-train-pruned/{000000..00006}.tar
+  epoch_size: 12000
+MPII-TRAIN:
+  TYPE: ImageDataset
+  URLS: /fsx/shubham/data/hmr2023_data_shuffled/mpii-train/{000000..000004}.tar
+  epoch_size: 100000
+MPII-TRAIN-WMASK:
+  TYPE: ImageDataset
+  URLS: /fsx/shubham/data/hmr2023_data_shuffled_wmasks/mpii-train/{000000..000009}.tar
+  epoch_size: 100000

train/multiruns/hmr2/0/model_config.yaml

@@ -0,0 +1,148 @@
+task_name: train
+tags:
+- dev
+train: true
+test: false
+ckpt_path: null
+seed: null
+DATASETS:
+  SUPPRESS_KP_CONF_THRESH: 0.3
+  FILTER_NUM_KP: 4
+  FILTER_NUM_KP_THRESH: 0.0
+  FILTER_REPROJ_THRESH: 31000
+  SUPPRESS_BETAS_THRESH: 3.0
+  SUPPRESS_BAD_POSES: true
+  POSES_BETAS_SIMULTANEOUS: true
+  FILTER_NO_POSES: false
+  TRAIN:
+    H36M-TRAIN-WMASK:
+      WEIGHT: 0.1
+    MPII-TRAIN-WMASK:
+      WEIGHT: 0.1
+    COCO-TRAIN-2014-WMASK-PRUNED:
+      WEIGHT: 0.1
+    COCO-TRAIN-2014-VITPOSE-REPLICATE-PRUNED12:
+      WEIGHT: 0.1
+    MPI-INF-TRAIN-PRUNED:
+      WEIGHT: 0.02
+    AVA-TRAIN-MIDFRAMES-1FPS-WMASK:
+      WEIGHT: 0.19
+    AIC-TRAIN-WMASK:
+      WEIGHT: 0.19
+    INSTA-TRAIN-WMASK:
+      WEIGHT: 0.2
+  VAL:
+    COCO-VAL:
+      WEIGHT: 1.0
+  MOCAP: CMU-MOCAP
+  CONFIG:
+    SCALE_FACTOR: 0.3
+    ROT_FACTOR: 30
+    TRANS_FACTOR: 0.02
+    COLOR_SCALE: 0.2
+    ROT_AUG_RATE: 0.6
+    TRANS_AUG_RATE: 0.5
+    DO_FLIP: true
+    FLIP_AUG_RATE: 0.5
+    EXTREME_CROP_AUG_RATE: 0.1
+    EXTREME_CROP_AUG_LEVEL: 1
+  BETAS_REG: true
+trainer:
+  _target_: pytorch_lightning.Trainer
+  default_root_dir: ${paths.output_dir}
+  accelerator: gpu
+  devices: 8
+  deterministic: false
+  num_sanity_val_steps: 0
+  log_every_n_steps: ${GENERAL.LOG_STEPS}
+  val_check_interval: ${GENERAL.VAL_STEPS}
+  precision: 16
+  max_steps: ${GENERAL.TOTAL_STEPS}
+  move_metrics_to_cpu: true
+  limit_val_batches: 1
+  track_grad_norm: -1
+  strategy: ddp
+  num_nodes: 1
+  sync_batchnorm: true
+paths:
+  root_dir: ${oc.env:PROJECT_ROOT}
+  data_dir: ${paths.root_dir}/data/
+  log_dir: /fsx/shubham/code/hmr2023/logs_hydra/
+  output_dir: ${hydra:runtime.output_dir}
+  work_dir: ${hydra:runtime.cwd}
+extras:
+  ignore_warnings: false
+  enforce_tags: true
+  print_config: true
+exp_name: hmr2
+SMPL:
+  MODEL_PATH: data/smpl
+  GENDER: neutral
+  NUM_BODY_JOINTS: 23
+  JOINT_REGRESSOR_EXTRA: data/SMPL_to_J19.pkl
+  MEAN_PARAMS: data/smpl_mean_params.npz
+EXTRA:
+  FOCAL_LENGTH: 5000
+  NUM_LOG_IMAGES: 4
+  NUM_LOG_SAMPLES_PER_IMAGE: 8
+  PELVIS_IND: 39
+MODEL:
+  IMAGE_SIZE: 256
+  IMAGE_MEAN:
+  - 0.485
+  - 0.456
+  - 0.406
+  IMAGE_STD:
+  - 0.229
+  - 0.224
+  - 0.225
+  BACKBONE:
+    TYPE: vit
+    NUM_LAYERS: 50
+    OUT_CHANNELS: 2048
+  ADD_NECK: false
+  FLOW:
+    DIM: 144
+    NUM_LAYERS: 4
+    CONTEXT_FEATURES: 2048
+    LAYER_HIDDEN_FEATURES: 1024
+    LAYER_DEPTH: 2
+  FC_HEAD:
+    NUM_FEATURES: 1024
+  SMPL_HEAD:
+    TYPE: transformer_decoder
+    IN_CHANNELS: 2048
+    TRANSFORMER_DECODER:
+      depth: 6
+      heads: 8
+      mlp_dim: 1024
+      dim_head: 64
+      dropout: 0.0
+      emb_dropout: 0.0
+      norm: layer
+      context_dim: 1280
+GENERAL:
+  TOTAL_STEPS: 1000000
+  LOG_STEPS: 1000
+  VAL_STEPS: 1000
+  CHECKPOINT_STEPS: 10000
+  CHECKPOINT_SAVE_TOP_K: 1
+  NUM_WORKERS: 6
+  PREFETCH_FACTOR: 2
+TRAIN:
+  LR: 1.0e-05
+  WEIGHT_DECAY: 0.0001
+  BATCH_SIZE: 48
+  LOSS_REDUCTION: mean
+  NUM_TRAIN_SAMPLES: 2
+  NUM_TEST_SAMPLES: 64
+  POSE_2D_NOISE_RATIO: 0.01
+  SMPL_PARAM_NOISE_RATIO: 0.005
+LOSS_WEIGHTS:
+  KEYPOINTS_3D: 0.05
+  KEYPOINTS_2D: 0.01
+  GLOBAL_ORIENT: 0.001
+  BODY_POSE: 0.001
+  BETAS: 0.0005
+  ADVERSARIAL: 0.0005
+local: {}