Upload folder using huggingface_hub

train/multiruns/hmr2/0/checkpoints/epoch=35-step=1000000.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ea09c834161468638c9de7a782c614e300c622709bf52967274c543ec72fcf
+size 2709521501

train/multiruns/hmr2/0/dataset_config.yaml

@@ -0,0 +1,112 @@
+3DPW-TEST:
+ KEYPOINT_LIST:
+ - 25
+ - 26
+ - 27
+ - 28
+ - 29
+ - 30
+ - 31
+ - 32
+ - 33
+ - 34
+ - 35
+ - 36
+ - 37
+ - 43
+ TYPE: ImageDataset
+ URLS: /fsx/shubham/data/hmr2023_data_shuffled_new/3dpw-test/{000000..000012}.tar
+ USE_HIPS: false
+AIC-TRAIN:
+ TYPE: ImageDataset
+ URLS: /fsx/shubham/data/hmr2023_data_shuffled/aic-train/{000000..000104}.tar
+ epoch_size: 200000
+AIC-TRAIN-WMASK:
+ TYPE: ImageDataset
+ URLS: /fsx/shubham/data/hmr2023_data_shuffled_wmasks/aic-train-vitpose/{000000..000104}.tar
+ epoch_size: 200000
+AVA-TRAIN-MIDFRAMES-1FPS:
+ TYPE: ImageDataset
+ URLS: /fsx/shubham/data/hmr2023_data_shuffled/ava-train-midframes-1fps/{000000..000092}.tar
+ epoch_size: 200000
+AVA-TRAIN-MIDFRAMES-1FPS-WMASK:
+ TYPE: ImageDataset
+ URLS: /fsx/shubham/data/hmr2023_data_shuffled_wmasks/ava-train-midframes-1fps-vitpose/{000000..000092}.tar
+ epoch_size: 200000
+CMU-MOCAP:
+ DATASET_FILE: /fsx/shubham/code/hmr2023/data/datasets/cmu_mocap.npz
+COCO-TRAIN-2014:
+ TYPE: ImageDataset
+ URLS: /fsx/shubham/data/hmr2023_data_shuffled/coco-train-2014/{000000..000017}.tar
+ epoch_size: 360000
+COCO-TRAIN-2014-VITPOSE-REPLICATE-PRUNED12:
+ TYPE: ImageDataset
+ URLS: /fsx/shubham/data/hmr2023_data_shuffled_wmasks/coco-train-2014-vitpose-replicate-pruned12/{000000..000044}.tar
+ epoch_size: 45000
+COCO-TRAIN-2014-WMASK:
+ TYPE: ImageDataset
+ URLS: /fsx/shubham/data/hmr2023_data_shuffled_wmasks/coco-train-2014/{000000..000034}.tar
+ epoch_size: 35000
+COCO-TRAIN-2014-WMASK-PRUNED:
+ TYPE: ImageDataset
+ URLS: /fsx/shubham/data/hmr2023_data_shuffled_wmasks/coco-train-2014-pruned/{000000..000017}.tar
+ epoch_size: 18000
+COCO-VAL:
+ KEYPOINT_LIST:
+ - 0
+ TYPE: ImageDataset
+ URLS: /fsx/shubham/data/hmr2023_data_shuffled/coco-val/{000000..000000}.tar
+H36M-TRAIN:
+ TYPE: ImageDataset
+ URLS: /fsx/shubham/data/hmr2023_data_shuffled/h36m-train/{000000..000156}.tar
+ epoch_size: 314000
+H36M-TRAIN-WMASK:
+ TYPE: ImageDataset
+ URLS: /fsx/shubham/data/hmr2023_data_shuffled_wmasks/h36m-train/{000000..000312}.tar
+ epoch_size: 314000
+H36M-VAL-P2:
+ KEYPOINT_LIST:
+ - 25
+ - 26
+ - 27
+ - 28
+ - 29
+ - 30
+ - 31
+ - 32
+ - 33
+ - 34
+ - 35
+ - 36
+ - 37
+ - 43
+ TYPE: ImageDataset
+ URLS: /fsx/shubham/data/hmr2023_data_shuffled_new/h36m-val-p2/{000000..000013}.tar
+ USE_HIPS: true
+H36M-VAL-P2-OPENPOSE:
+ TYPE: ImageDataset
+ URLS: /fsx/shubham/data/hmr2023_data_shuffled_new/h36m-val-p2-openpose/{000000..000013}.tar
+INSTA-TRAIN:
+ TYPE: ImageDataset
+ URLS: /fsx/shubham/data/hmr2023_data_shuffled/insta-train/{000000..001828}.tar
+ epoch_size: 4000000
+INSTA-TRAIN-WMASK:
+ TYPE: ImageDataset
+ URLS: /fsx/shubham/data/hmr2023_data_shuffled_wmasks/insta-train-vitpose/{000000..001828}.tar
+ epoch_size: 4000000
+MPI-INF-TRAIN:
+ TYPE: ImageDataset
+ URLS: /fsx/shubham/data/hmr2023_data_shuffled/mpi-inf-train/{000000..000048}.tar
+ epoch_size: 100000
+MPI-INF-TRAIN-PRUNED:
+ TYPE: ImageDataset
+ URLS: /fsx/shubham/data/hmr2023_data_shuffled_new/mpi-inf-train-pruned/{000000..00006}.tar
+ epoch_size: 12000
+MPII-TRAIN:
+ TYPE: ImageDataset
+ URLS: /fsx/shubham/data/hmr2023_data_shuffled/mpii-train/{000000..000004}.tar
+ epoch_size: 100000
+MPII-TRAIN-WMASK:
+ TYPE: ImageDataset
+ URLS: /fsx/shubham/data/hmr2023_data_shuffled_wmasks/mpii-train/{000000..000009}.tar
+ epoch_size: 100000

train/multiruns/hmr2/0/model_config.yaml

@@ -0,0 +1,148 @@
+task_name: train
+tags:
+- dev
+train: true
+test: false
+ckpt_path: null
+seed: null
+DATASETS:
+ SUPPRESS_KP_CONF_THRESH: 0.3
+ FILTER_NUM_KP: 4
+ FILTER_NUM_KP_THRESH: 0.0
+ FILTER_REPROJ_THRESH: 31000
+ SUPPRESS_BETAS_THRESH: 3.0
+ SUPPRESS_BAD_POSES: true
+ POSES_BETAS_SIMULTANEOUS: true
+ FILTER_NO_POSES: false
+ TRAIN:
+ H36M-TRAIN-WMASK:
+ WEIGHT: 0.1
+ MPII-TRAIN-WMASK:
+ WEIGHT: 0.1
+ COCO-TRAIN-2014-WMASK-PRUNED:
+ WEIGHT: 0.1
+ COCO-TRAIN-2014-VITPOSE-REPLICATE-PRUNED12:
+ WEIGHT: 0.1
+ MPI-INF-TRAIN-PRUNED:
+ WEIGHT: 0.02
+ AVA-TRAIN-MIDFRAMES-1FPS-WMASK:
+ WEIGHT: 0.19
+ AIC-TRAIN-WMASK:
+ WEIGHT: 0.19
+ INSTA-TRAIN-WMASK:
+ WEIGHT: 0.2
+ VAL:
+ COCO-VAL:
+ WEIGHT: 1.0
+ MOCAP: CMU-MOCAP
+ CONFIG:
+ SCALE_FACTOR: 0.3
+ ROT_FACTOR: 30
+ TRANS_FACTOR: 0.02
+ COLOR_SCALE: 0.2
+ ROT_AUG_RATE: 0.6
+ TRANS_AUG_RATE: 0.5
+ DO_FLIP: true
+ FLIP_AUG_RATE: 0.5
+ EXTREME_CROP_AUG_RATE: 0.1
+ EXTREME_CROP_AUG_LEVEL: 1
+ BETAS_REG: true
+trainer:
+ _target_: pytorch_lightning.Trainer
+ default_root_dir: ${paths.output_dir}
+ accelerator: gpu
+ devices: 8
+ deterministic: false
+ num_sanity_val_steps: 0
+ log_every_n_steps: ${GENERAL.LOG_STEPS}
+ val_check_interval: ${GENERAL.VAL_STEPS}
+ precision: 16
+ max_steps: ${GENERAL.TOTAL_STEPS}
+ move_metrics_to_cpu: true
+ limit_val_batches: 1
+ track_grad_norm: -1
+ strategy: ddp
+ num_nodes: 1
+ sync_batchnorm: true
+paths:
+ root_dir: ${oc.env:PROJECT_ROOT}
+ data_dir: ${paths.root_dir}/data/
+ log_dir: /fsx/shubham/code/hmr2023/logs_hydra/
+ output_dir: ${hydra:runtime.output_dir}
+ work_dir: ${hydra:runtime.cwd}
+extras:
+ ignore_warnings: false
+ enforce_tags: true
+ print_config: true
+exp_name: hmr2
+SMPL:
+ MODEL_PATH: data/smpl
+ GENDER: neutral
+ NUM_BODY_JOINTS: 23
+ JOINT_REGRESSOR_EXTRA: data/SMPL_to_J19.pkl
+ MEAN_PARAMS: data/smpl_mean_params.npz
+EXTRA:
+ FOCAL_LENGTH: 5000
+ NUM_LOG_IMAGES: 4
+ NUM_LOG_SAMPLES_PER_IMAGE: 8
+ PELVIS_IND: 39
+MODEL:
+ IMAGE_SIZE: 256
+ IMAGE_MEAN:
+ - 0.485
+ - 0.456
+ - 0.406
+ IMAGE_STD:
+ - 0.229
+ - 0.224
+ - 0.225
+ BACKBONE:
+ TYPE: vit
+ NUM_LAYERS: 50
+ OUT_CHANNELS: 2048
+ ADD_NECK: false
+ FLOW:
+ DIM: 144
+ NUM_LAYERS: 4
+ CONTEXT_FEATURES: 2048
+ LAYER_HIDDEN_FEATURES: 1024
+ LAYER_DEPTH: 2
+ FC_HEAD:
+ NUM_FEATURES: 1024
+ SMPL_HEAD:
+ TYPE: transformer_decoder
+ IN_CHANNELS: 2048
+ TRANSFORMER_DECODER:
+ depth: 6
+ heads: 8
+ mlp_dim: 1024
+ dim_head: 64
+ dropout: 0.0
+ emb_dropout: 0.0
+ norm: layer
+ context_dim: 1280
+GENERAL:
+ TOTAL_STEPS: 1000000
+ LOG_STEPS: 1000
+ VAL_STEPS: 1000
+ CHECKPOINT_STEPS: 10000
+ CHECKPOINT_SAVE_TOP_K: 1
+ NUM_WORKERS: 6
+ PREFETCH_FACTOR: 2
+TRAIN:
+ LR: 1.0e-05
+ WEIGHT_DECAY: 0.0001
+ BATCH_SIZE: 48
+ LOSS_REDUCTION: mean
+ NUM_TRAIN_SAMPLES: 2
+ NUM_TEST_SAMPLES: 64
+ POSE_2D_NOISE_RATIO: 0.01
+ SMPL_PARAM_NOISE_RATIO: 0.005
+LOSS_WEIGHTS:
+ KEYPOINTS_3D: 0.05
+ KEYPOINTS_2D: 0.01
+ GLOBAL_ORIENT: 0.001
+ BODY_POSE: 0.001
+ BETAS: 0.0005
+ ADVERSARIAL: 0.0005
+local: {}