Initial snapshot: hand motion pipeline (Dyn-HaMR + dex-retargeting + SPIDER)

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
2026-09-15 14:13:49 +08:00
commit 7e4ef6f98b
7002 changed files with 1452249 additions and 0 deletions
@@ -0,0 +1,162 @@
{
"3": {
"campos": {
"400026": [
-415.1940002441406,
132.24954223632812,
59.5650749206543
]
},
"camrot": {
"400026": [
[
0.9201921224594116,
-0.012140202336013317,
-0.39127883315086365
],
[
0.06150508299469948,
0.9915890097618103,
0.11387889832258224
],
[
0.38660526275634766,
-0.1288560926914215,
0.9131990671157837
]
]
},
"focal": {
"400026": [
1261.5291748046875,
1261.6845703125
]
},
"princpt": {
"400026": [
155.8163604736328,
258.8305969238281
]
}
},
"2": {
"campos": {
"400012": [
606.0524291992188,
-174.7548828125,
163.86656188964844
]
},
"camrot": {
"400012": [
[
0.82091224193573,
0.05194839835166931,
0.5686866044998169
],
[
0.05824033170938492,
0.9830448031425476,
-0.17387045919895172
],
[
-0.5680767297744751,
0.17585287988185883,
0.8039680123329163
]
]
},
"focal": {
"400012": [
1270.7069091796875,
1270.5194091796875
]
},
"princpt": {
"400012": [
196.347412109375,
240.42515563964844
]
}
},
"7": {
"campos": {
"410053": [
973.9876098632812,
-151.85047912597656,
576.7235107421875
]
},
"camrot": {
"410053": [
[
0.42785099148750305,
0.07326933741569519,
0.900874674320221
],
[
0.10334496945142746,
0.9862067103385925,
-0.12929096817970276
],
[
-0.8979216814041138,
0.148418128490448,
0.41437748074531555
]
]
},
"focal": {
"410053": [
1272.947021484375,
1272.957275390625
]
},
"princpt": {
"410053": [
187.24343872070312,
243.6494903564453
]
}
},
"4": {
"campos": {
"410028": [
224.87350463867188,
144.3102569580078,
-8.186153411865234
]
},
"camrot": {
"410028": [
[
0.9784372448921204,
0.024140462279319763,
0.2051287442445755
],
[
-0.048440802842378616,
0.9922666549682617,
0.11428194493055344
],
[
-0.2007835954427719,
-0.12175431102514267,
0.972040057182312
]
]
},
"focal": {
"410028": [
1274.1224365234375,
1274.2861328125
]
},
"princpt": {
"410028": [
270.805419921875,
175.498046875
]
}
}
}
@@ -0,0 +1,610 @@
{
"images": [
{
"id": 326750,
"file_name": "image69148.jpg",
"width": 334,
"height": 512,
"capture": 3,
"subject": 3,
"seq_name": "0390_dh_touchROM",
"camera": "400026",
"frame_idx": 69148
},
{
"id": 286291,
"file_name": "image44669.jpg",
"width": 334,
"height": 512,
"capture": 2,
"subject": 2,
"seq_name": "0266_dh_pray",
"camera": "400012",
"frame_idx": 44669
},
{
"id": 680801,
"file_name": "image29590.jpg",
"width": 334,
"height": 512,
"capture": 7,
"subject": 6,
"seq_name": "0115_rocker_backside",
"camera": "410053",
"frame_idx": 29590
},
{
"id": 471953,
"file_name": "image2017.jpg",
"width": 512,
"height": 334,
"capture": 4,
"subject": 0,
"seq_name": "0007_thumbup_normal",
"camera": "410028",
"frame_idx": 2017
}
],
"annotations": [
{
"id": 326750,
"image_id": 326750,
"bbox": [
33.56839370727539,
164.92373657226562,
185.057861328125,
142.7256622314453
],
"joint_valid": [
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
]
],
"hand_type": "interacting",
"hand_type_valid": 1
},
{
"id": 286291,
"image_id": 286291,
"bbox": [
116.43374633789062,
79.66770935058594,
163.1707763671875,
175.00582885742188
],
"joint_valid": [
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
]
],
"hand_type": "interacting",
"hand_type_valid": 1
},
{
"id": 680801,
"image_id": 680801,
"bbox": [
32.624629974365234,
116.9090805053711,
182.95919799804688,
117.79376983642578
],
"joint_valid": [
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
]
],
"hand_type": "left",
"hand_type_valid": 1
},
{
"id": 471953,
"image_id": 471953,
"bbox": [
154.45904541015625,
27.944841384887695,
90.6390380859375,
184.53550720214844
],
"joint_valid": [
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
1
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
],
[
0
]
],
"hand_type": "right",
"hand_type_valid": 1
}
]
}
File diff suppressed because it is too large Load Diff