From 63f89656283aff67b9ed52548448a07449ce5e15 Mon Sep 17 00:00:00 2001 From: Michail Kaseris Date: Fri, 9 Feb 2024 14:10:01 +0200 Subject: [PATCH 1/2] ST-Transformer for the Human36m dataset --- configs/sttf_human36m.yaml | 0 1 file changed, 0 insertions(+), 0 deletions(-) create mode 100644 configs/sttf_human36m.yaml diff --git a/configs/sttf_human36m.yaml b/configs/sttf_human36m.yaml new file mode 100644 index 0000000..e69de29 From 17ba5ab98fd620fbf1aa6a16d3a1c792dff4c311 Mon Sep 17 00:00:00 2001 From: Michail Kaseris Date: Fri, 9 Feb 2024 15:30:04 +0200 Subject: [PATCH 2/2] Config for training ST-Transformer in Human3.6M --- configs/sttf_human36m.yaml | 48 ++++++++++++++++++++++++++++++++++++++ 1 file changed, 48 insertions(+) diff --git a/configs/sttf_human36m.yaml b/configs/sttf_human36m.yaml index e69de29..d7796fe 100644 --- a/configs/sttf_human36m.yaml +++ b/configs/sttf_human36m.yaml @@ -0,0 +1,48 @@ +dataset: + name: Human36MDataset + args: + path: /media/kaseris/FastData/Human3.6M-DMGNN/h36m.npz + +loss: + name: SmoothL1Loss + args: + reduction: mean + beta: 0.01 + +collate_fn: + name: Human36MCollateFnWithRandomSampledContextWindow + args: + block_size: 10 + +logger: + name: TensorboardLogger + args: + log_dir: runs + +optimizer: + name: AdamW + args: + lr: 0.0001 + weight_decay: 0.0001 + +model: + name: SpatioTemporalTransformer + args: + n_joints: 32 + input_dim: 4 + d_model: 256 + n_blocks: 3 + n_heads: 8 + d_head: 16 + mlp_dim: 512 + dropout: 0.5 + +runner: + name: Runner + args: + train_batch_size: 16 + val_batch_size: 16 + block_size: 8 + log_gradient_info: false + device: cuda + n_epochs: 100