axisrobotics/Test-Dataset
AXIS held-out 20 — a cross-embodiment few-shot adaptation benchmark 20 tasks never seen in pretraining, 20 demonstrations each, LoRA adaptation, rollout evaluation. This release is the SPECIFICATION and the INDEX, not the demonstration data. It is published first and on purpose: everything here is what you need to render the benchmark on your own embodiment, and none of it depends on our video encoding being finished. Status: the task list is CANDIDATES. The learnability gate… See the full description on the dataset page: https://huggingface.co/datasets/axisrobotics/Test-Dataset.
090
1{2 "schema": "axis_heldout_camera_rig_v1",3 "required_wrist_rig": {4 "source": "robosuite/models/assets/robots/panda/robot.xml (camera name=eye_in_hand)",5 "mount": "end-effector body; express relative to the EE frame of whatever arm you render",6 "pos": [7 0.05,8 0.0,9 0.010 ],11 "quat": [12 0.0,13 0.707108,14 0.707108,15 0.016 ],17 "fovy_deg": 75.018 },19 "measured_axis_wrist_rig_per_task": {20 "1459": {21 "quaternion_order": "wxyz",22 "rigid_max_elementwise_std": 7.309661247312697e-08,23 "hand_to_camera_translation": [24 -0.07399998733957293,25 2.044420140151177e-10,26 0.0291740191257439127 ],28 "hand_to_camera_rotation": [29 [30 0.017573841298634534,31 -0.8968424064402247,32 -0.442000975478178633 ],34 [35 -0.999843057130211,36 -0.014772044842894195,37 -0.00978026718432044538 ],39 [40 0.00224210003445029,41 0.4421034835070091,42 -0.896961252036275343 ]44 ],45 "fovy_deg": 51.87451774695287,46 "source_resolution": [47 639.0,48 359.049 ],50 "n_frames_used": 40551 },52 "1458": {53 "quaternion_order": "wxyz",54 "rigid_max_elementwise_std": 6.192120691949132e-08,55 "hand_to_camera_translation": [56 -0.07399998951104042,57 1.8634138463176103e-10,58 0.02917400999242334659 ],60 "hand_to_camera_rotation": [61 [62 0.017573839960748103,63 -0.896842403322697,64 -0.4420009757752174665 ],66 [67 -0.9998430522867906,68 -0.014772042865117137,69 -0.00978026614540006870 ],71 [72 0.0022421006567287525,73 0.4421034824572436,74 -0.896961249890694975 ]76 ],77 "fovy_deg": 51.87451774695287,78 "source_resolution": [79 639.0,80 359.081 ],82 "n_frames_used": 40883 },84 "868": {85 "quaternion_order": "wxyz",86 "rigid_max_elementwise_std": 7.060081333035842e-08,87 "hand_to_camera_translation": [88 -0.07399998771804574,89 6.548043620758853e-11,90 0.0291740114887587991 ],92 "hand_to_camera_rotation": [93 [94 0.01757384181019264,95 -0.8968424026639827,96 -0.4420009762077935597 ],98 [99 -0.999843057615328,100 -0.014772045011237415,101 -0.009780267235430589102 ],103 [104 0.0022421001009572963,105 0.44210348293174323,106 -0.8969612547061178107 ]108 ],109 "fovy_deg": 51.87451774695287,110 "source_resolution": [111 639.0,112 359.0113 ],114 "n_frames_used": 440115 },116 "815": {117 "quaternion_order": "wxyz",118 "rigid_max_elementwise_std": 7.113623447481521e-08,119 "hand_to_camera_translation": [120 -0.07399998683416,121 -3.727644606543261e-10,122 0.02917404645096263123 ],124 "hand_to_camera_rotation": [125 [126 0.017573842171517338,127 -0.8968424034858115,128 -0.44200097641790453129 ],130 [131 -0.9998430933374923,132 -0.01477204570490695,133 -0.009780267287678203134 ],135 [136 0.0022421000422019346,137 0.44210349808268806,138 -0.8969612914342193139 ]140 ],141 "fovy_deg": 51.87451774695287,142 "source_resolution": [143 639.0,144 359.0145 ],146 "n_frames_used": 404147 },148 "1889": {149 "quaternion_order": "wxyz",150 "rigid_max_elementwise_std": 7.095493522205894e-08,151 "hand_to_camera_translation": [152 -0.07399998772372832,153 7.87765410104718e-11,154 0.029174013449630696155 ],156 "hand_to_camera_rotation": [157 [158 0.01757384117012479,159 -0.8968424044411006,160 -0.44200097634027574161 ],162 [163 -0.999843057808135,164 -0.014772044343017106,165 -0.009780266999638625166 ],167 [168 0.0022421001342653284,169 0.4421034840714694,170 -0.8969612531148453171 ]172 ],173 "fovy_deg": 51.87451774695287,174 "source_resolution": [175 639.0,176 359.0177 ],178 "n_frames_used": 403179 },180 "1891": {181 "quaternion_order": "wxyz",182 "rigid_max_elementwise_std": 7.259549373387833e-08,183 "hand_to_camera_translation": [184 -0.07399998799647103,185 -1.9996225987863594e-11,186 0.029174009806543694187 ],188 "hand_to_camera_rotation": [189 [190 0.017573841772304314,191 -0.8968424039296243,192 -0.4420009748342181193 ],194 [195 -0.9998430598588884,196 -0.014772044810341806,197 -0.009780267027383677198 ],199 [200 0.0022420999841809156,201 0.44210348486072915,202 -0.896961255667335203 ]204 ],205 "fovy_deg": 51.87451774695287,206 "source_resolution": [207 639.0,208 359.0209 ],210 "n_frames_used": 423211 },212 "945": {213 "quaternion_order": "wxyz",214 "rigid_max_elementwise_std": 6.429784209375213e-08,215 "hand_to_camera_translation": [216 -0.07399998862447532,217 1.2798226659296375e-09,218 0.02917401007441676219 ],220 "hand_to_camera_rotation": [221 [222 0.01757384457730884,223 -0.8968424029441591,224 -0.4420009755693461225 ],226 [227 -0.9998430586509881,228 -0.01477204334469146,229 -0.009780266879046408230 ],231 [232 0.0022421000641939175,233 0.44210348263889077,234 -0.8969612536087813235 ]236 ],237 "fovy_deg": 51.87451774695287,238 "source_resolution": [239 639.0,240 359.0241 ],242 "n_frames_used": 406243 },244 "1046": {245 "quaternion_order": "wxyz",246 "rigid_max_elementwise_std": 6.882525562322479e-08,247 "hand_to_camera_translation": [248 -0.07399998701762492,249 3.223105963511708e-10,250 0.02917401592393444251 ],252 "hand_to_camera_rotation": [253 [254 0.017573840469043256,255 -0.8968424018204992,256 -0.44200097560808177257 ],258 [259 -0.9998430606253986,260 -0.014772047115773429,261 -0.009780268111566365262 ],263 [264 0.0022420999593621817,265 0.4421034842315409,266 -0.896961255260006267 ]268 ],269 "fovy_deg": 51.87451774695287,270 "source_resolution": [271 639.0,272 359.0273 ],274 "n_frames_used": 423275 },276 "966": {277 "quaternion_order": "wxyz",278 "rigid_max_elementwise_std": 6.47663152454748e-08,279 "hand_to_camera_translation": [280 -0.07399998840728787,281 -1.1163404633634809e-09,282 0.029174014092272847283 ],284 "hand_to_camera_rotation": [285 [286 0.017573844577452785,287 -0.8968424034525351,288 -0.4420009757877265289 ],290 [291 -0.9998430566639794,292 -0.014772042691067947,293 -0.009780266268137496294 ],295 [296 0.0022420999478354503,297 0.4421034840752278,298 -0.8969612535442901299 ]300 ],301 "fovy_deg": 51.87451774695287,302 "source_resolution": [303 639.0,304 359.0305 ],306 "n_frames_used": 418307 },308 "1746": {309 "quaternion_order": "wxyz",310 "rigid_max_elementwise_std": 7.037438880703332e-08,311 "hand_to_camera_translation": [312 -0.0739999877060328,313 1.1429390534783869e-11,314 0.029174009323335796315 ],316 "hand_to_camera_rotation": [317 [318 0.017573840701558815,319 -0.8968424041482603,320 -0.44200097524422544321 ],322 [323 -0.9998430511129764,324 -0.014772044093887623,325 -0.009780266895774416326 ],327 [328 0.002242099997691957,329 0.44210348000627075,330 -0.8969612477362681331 ]332 ],333 "fovy_deg": 51.87451774695287,334 "source_resolution": [335 639.0,336 359.0337 ],338 "n_frames_used": 418339 },340 "953": {341 "quaternion_order": "wxyz",342 "rigid_max_elementwise_std": 7.265668831478254e-08,343 "hand_to_camera_translation": [344 -0.07399998898487863,345 8.863799410704162e-10,346 0.02917401194656179347 ],348 "hand_to_camera_rotation": [349 [350 0.017573841845986444,351 -0.8968424048214977,352 -0.4420009746177061353 ],354 [355 -0.9998430488735287,356 -0.014772044709622801,357 -0.00978026691739179358 ],359 [360 0.002242099920884774,361 0.44210347869949174,362 -0.8969612456082451363 ]364 ],365 "fovy_deg": 51.87451774695287,366 "source_resolution": [367 639.0,368 359.0369 ],370 "n_frames_used": 409371 },372 "929": {373 "quaternion_order": "wxyz",374 "rigid_max_elementwise_std": 7.040012371066434e-08,375 "hand_to_camera_translation": [376 -0.07399998817264258,377 3.507688979495355e-10,378 0.029174011148318593379 ],380 "hand_to_camera_rotation": [381 [382 0.01757384184190062,383 -0.8968424027677225,384 -0.4420009767941645385 ],386 [387 -0.9998430559109747,388 -0.014772044846818959,389 -0.00978026700591525390 ],391 [392 0.0022420999570437437,393 0.44210348326627746,394 -0.896961253441919395 ]396 ],397 "fovy_deg": 51.87451774695287,398 "source_resolution": [399 639.0,400 359.0401 ],402 "n_frames_used": 418403 },404 "811": {405 "quaternion_order": "wxyz",406 "rigid_max_elementwise_std": 7.326625361170026e-08,407 "hand_to_camera_translation": [408 -0.07399998692435547,409 2.5328048461496466e-10,410 0.029174014683085416411 ],412 "hand_to_camera_rotation": [413 [414 0.017573841844991365,415 -0.8968424044674931,416 -0.4420009754609683417 ],418 [419 -0.9998430496861568,420 -0.014772044711816345,421 -0.009780267192878238422 ],423 [424 0.0022421002510067097,425 0.4421034804531156,426 -0.8969612471908678427 ]428 ],429 "fovy_deg": 51.87451774695287,430 "source_resolution": [431 639.0,432 359.0433 ],434 "n_frames_used": 403435 },436 "1426": {437 "quaternion_order": "wxyz",438 "rigid_max_elementwise_std": 6.493634673790647e-08,439 "hand_to_camera_translation": [440 -0.07399998851109083,441 2.1653478299942803e-10,442 0.029174012108572206443 ],444 "hand_to_camera_rotation": [445 [446 0.01757384058976304,447 -0.8968424046895248,448 -0.44200097661876175449 ],450 [451 -0.9998430587167471,452 -0.01477204600222639,453 -0.009780267800666983454 ],455 [456 0.0022420998286541787,457 0.44210348482178013,458 -0.8969612556031056459 ]460 ],461 "fovy_deg": 51.87451774695287,462 "source_resolution": [463 639.0,464 359.0465 ],466 "n_frames_used": 407467 },468 "1427": {469 "quaternion_order": "wxyz",470 "rigid_max_elementwise_std": 6.946411685784898e-08,471 "hand_to_camera_translation": [472 -0.07399998912884408,473 -8.454178741119376e-10,474 0.029174010133273056475 ],476 "hand_to_camera_rotation": [477 [478 0.017573842165975906,479 -0.8968424042533706,480 -0.44200097491383283481 ],482 [483 -0.9998430558996497,484 -0.014772044970005263,485 -0.009780267190344125486 ],487 [488 0.002242100014019031,489 0.4421034837627341,490 -0.896961251720341491 ]492 ],493 "fovy_deg": 51.87451774695287,494 "source_resolution": [495 639.0,496 359.0497 ],498 "n_frames_used": 406499 },500 "1252": {501 "quaternion_order": "wxyz",502 "rigid_max_elementwise_std": 7.064044559510248e-08,503 "hand_to_camera_translation": [504 -0.07399998759447271,505 -5.863345905770336e-10,506 0.02917403793848213507 ],508 "hand_to_camera_rotation": [509 [510 0.017573842043559912,511 -0.8968424036813546,512 -0.4420009757341988513 ],514 [515 -0.9998430864849672,516 -0.014772045543437261,517 -0.00978026720764078518 ],519 [520 0.0022420999937119955,521 0.4421034954993768,522 -0.896961284969932523 ]524 ],525 "fovy_deg": 51.87451774695287,526 "source_resolution": [527 639.0,528 359.0529 ],530 "n_frames_used": 402531 },532 "866": {533 "quaternion_order": "wxyz",534 "rigid_max_elementwise_std": 6.431746227180387e-08,535 "hand_to_camera_translation": [536 -0.0739999877793875,537 2.425448400243542e-10,538 0.029174009343727724539 ],540 "hand_to_camera_rotation": [541 [542 0.01757384200430651,543 -0.8968424034937857,544 -0.44200097561761215545 ],546 [547 -0.9998430578612125,548 -0.014772044519695403,549 -0.009780266946820262550 ],551 [552 0.00224209993468322,553 0.4421034830942645,554 -0.8969612537553208555 ]556 ],557 "fovy_deg": 51.87451774695287,558 "source_resolution": [559 639.0,560 359.0561 ],562 "n_frames_used": 413563 },564 "970": {565 "quaternion_order": "wxyz",566 "rigid_max_elementwise_std": 6.585398528806317e-08,567 "hand_to_camera_translation": [568 -0.07399998805413693,569 1.7196075945678004e-10,570 0.029174013775811036571 ],572 "hand_to_camera_rotation": [573 [574 0.017573841242970043,575 -0.8968424042813908,576 -0.4420009749563422577 ],578 [579 -0.9998430533871564,580 -0.014772045768784063,581 -0.009780267249815951582 ],583 [584 0.0022420999064848325,585 0.44210348204636957,586 -0.8969612492396689587 ]588 ],589 "fovy_deg": 51.87451774695287,590 "source_resolution": [591 639.0,592 359.0593 ],594 "n_frames_used": 406595 },596 "809": {597 "quaternion_order": "wxyz",598 "rigid_max_elementwise_std": 6.905078120618676e-08,599 "hand_to_camera_translation": [600 -0.07399998910815292,601 5.282658286754852e-11,602 0.0291740112109379603 ],604 "hand_to_camera_rotation": [605 [606 0.01757384152232314,607 -0.8968424029839233,608 -0.4420009748285454609 ],610 [611 -0.9998430568915418,612 -0.014772044228079187,613 -0.009780266683495078614 ],615 [616 0.002242099949384325,617 0.4421034836032709,618 -0.8969612502563145619 ]620 ],621 "fovy_deg": 51.87451774695287,622 "source_resolution": [623 639.0,624 359.0625 ],626 "n_frames_used": 410627 },628 "810": {629 "quaternion_order": "wxyz",630 "rigid_max_elementwise_std": 6.545038723342788e-08,631 "hand_to_camera_translation": [632 -0.07399998761734401,633 7.332121269556715e-10,634 0.029174012472717673635 ],636 "hand_to_camera_rotation": [637 [638 0.01757384195350361,639 -0.896842405139071,640 -0.44200097648456943641 ],642 [643 -0.9998430556603978,644 -0.014772043995669467,645 -0.009780266807739404646 ],647 [648 0.0022421000342697497,649 0.44210348347331857,650 -0.8969612527116717651 ]652 ],653 "fovy_deg": 51.87451774695287,654 "source_resolution": [655 639.0,656 359.0657 ],658 "n_frames_used": 421659 }660 },661 "note": "required_* is PRESCRIPTIVE and measured_* is what our current Franka renders actually have. They disagree, and that disagreement is a known transfer liability: reproduce required_*, not measured_*."662}