Initial snapshot: hand motion pipeline (Dyn-HaMR + dex-retargeting + SPIDER)

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
2026-09-15 14:13:49 +08:00
commit 7e4ef6f98b
7002 changed files with 1452249 additions and 0 deletions
+21
View File
@@ -0,0 +1,21 @@
# HandFlow inference configuration
# Shared by scripts/demo.py
model_yaml: configs/model.yaml
# The denoiser requires window_size (only this field; other dataset fields are eval-only and omitted)
dataset:
window_size: 16
inference:
ode_steps: 3
overlap_size: 8
overlap_method: vblend # avg | vblend
window_size: 16
conf_threshold: 0.1 # HaMeR confidence threshold
# MANO model directory (environment variable, see README; overridable by run-script CLI args)
eval:
mano_root: ${oc.env:MANO_ROOT}
# fm_ckpt is passed via the run script's --fm_ckpt CLI arg (specified per inference)
+29
View File
@@ -0,0 +1,29 @@
model:
fm:
beta_dim: 10
pose_dim: 48 # global_aa(3) + joints_aa(45), directly regressed per frame
trans_dim: 3 # translation, directly regressed
normalization_stats: ${oc.env:HANDFLOW_NORMALIZATION_STATS}
condition:
hamer_embed_dim: 1280
hamer_n_tokens: 192 # 16×12 patches
n_joints: 21
skeleton_pe_freqs: 6
cmask_ratio: 0.2
frame_compressor:
num_layers: 8 # cross-attention pooling layers (replaces Refiner + Compressor)
transformer:
hidden_size: 512
num_heads: 16
depth: 8 # double-stream blocks
depth_single_blocks: 16 # single-stream blocks
mlp_ratio: 4.0
qkv_bias: true
dropout: 0.1
hamer:
checkpoint: ${oc.env:HAMER_CKPT}
frozen: true