TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l002_off0_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l002_off0_r004/lit.png",5 "camera": {6 "location": [7 548,8 -213,9 14810 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 548,38 -213,39 148,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall": [54 {55 "object_id": "SM_backwall_14",56 "bbox_2d": [57 0,58 0,59 1919,60 98061 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 727,66 -42,67 244.245971679687568 ],69 "extent": [70 513.4542740243764,71 298.30824864120177,72 243.7413177490234473 ]74 },75 "obb": {76 "center": [77 726.9999999999999,78 -42,79 244.245971679687580 ],81 "extent": [82 513.4542740243764,83 298.30824864120177,84 243.7413177490234485 ],86 "rotation": [87 0,88 179.999755859375,89 090 ]91 },92 "location": [93 727,94 -42,95 -1.5661010742187596 ],97 "rotation": [98 0,99 179.999755859375,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 127112 ]113 }114 ],115 "pipe": [116 {117 "object_id": "SM_pipeskitchen2",118 "bbox_2d": [119 0,120 460,121 1,122 496123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 227.54487258468762,128 -284.40251964971355,129 248.0353830024833130 ],131 "extent": [132 11.047083256055203,133 13.444635788883545,134 242.980073706829135 ]136 },137 "obb": {138 "center": [139 227.54487258468762,140 -284.40251964971355,141 248.0353830024833142 ],143 "extent": [144 11.047083256055203,145 13.444635788883545,146 242.980073706829147 ],148 "rotation": [149 0,150 -0.23931884765624997,151 0152 ]153 },154 "location": [155 227.58517456054688,156 -279.1572265625,157 5.055309295654297158 ],159 "rotation": [160 0,161 -0.23931884765624997,162 0163 ],164 "scale": [165 1.013401985168457,166 1.013401985168457,167 1.013401985168457168 ]169 },170 "color": [171 63,172 191,173 63174 ]175 }176 ]177 },178 "foreground": {179 "appliance": [180 {181 "object_id": "SM_metalstove_01_63",182 "bbox_2d": [183 0,184 721,185 735,186 1079187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 428.0511474609375,192 -249.85353088378906,193 64.6959114074707194 ],195 "extent": [196 50.72198486328125,197 44.144866943359375,198 56.601539611816406199 ]200 },201 "obb": {202 "center": [203 428.0511474609375,204 -249.85353088378906,205 64.6959114074707206 ],207 "extent": [208 50.72198486328125,209 44.144866943359375,210 56.601539611816406211 ],212 "rotation": [213 0,214 0,215 0216 ]217 },218 "location": [219 428.0511474609375,220 -249.85353088378906,221 6.2086181640625222 ],223 "rotation": [224 0,225 0,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 255,236 191,237 0238 ]239 }240 ],241 "shelving": [242 {243 "object_id": "SM_kitchenshelf_2",244 "bbox_2d": [245 628,246 862,247 1606,248 1079249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 587.5064392089844,254 -256.2773094177246,255 61.13639831542969256 ],257 "extent": [258 100.01679229736328,259 40.04176330566406,260 54.999107360839844261 ]262 },263 "obb": {264 "center": [265 587.5064392089844,266 -256.2773094177246,267 61.13639831542969268 ],269 "extent": [270 100.01679229736328,271 40.04176330566406,272 54.999107360839844273 ],274 "rotation": [275 0,276 0,277 0278 ]279 },280 "location": [281 587.5064697265625,282 -256.27728271484375,283 5.758232116699219284 ],285 "rotation": [286 0,287 0,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 255,298 191,299 63300 ]301 }302 ],303 "rack": [304 {305 "object_id": "SM_potrack_98",306 "bbox_2d": [307 521,308 0,309 1919,310 310311 ],312 "bbox_3d": {313 "aabb": {314 "center": [315 552.9032776829881,316 -272.0926284614452,317 208.36021662483108318 ],319 "extent": [320 57.77327762029381,321 24.881000084882558,322 47.0049159501541323 ]324 },325 "obb": {326 "center": [327 552.9032776829881,328 -272.0926284614452,329 208.36021662483108330 ],331 "extent": [332 57.77327762029381,333 24.881000084882558,334 47.0049159501541335 ],336 "rotation": [337 0,338 90.00000000000001,339 0340 ]341 },342 "location": [343 552.9215698242188,344 -272.63623046875,345 180.7266387939453346 ],347 "rotation": [348 0,349 90.00000000000001,350 0351 ],352 "scale": [353 1.2925000190734863,354 1.2925000190734863,355 1.2925000190734863356 ]357 },358 "color": [359 255,360 191,361 191362 ]363 }364 ],365 "power": [366 {367 "object_id": "SM_power_box_219",368 "bbox_2d": [369 73,370 137,371 263,372 490373 ],374 "bbox_3d": {375 "aabb": {376 "center": [377 323.1612663269043,378 -292.20082092285156,379 185.96233367919922380 ],381 "extent": [382 37.290985107421875,383 5.41290283203125,384 28.38867950439453385 ]386 },387 "obb": {388 "center": [389 323.1612663269043,390 -292.20082092285156,391 185.96233367919922392 ],393 "extent": [394 37.290985107421875,395 5.41290283203125,396 28.38867950439453397 ],398 "rotation": [399 0,400 90.00000000000001,401 0402 ]403 },404 "location": [405 322.9575500488281,406 -292.1800842285156,407 185.96234130859375408 ],409 "rotation": [410 0,411 90.00000000000001,412 0413 ],414 "scale": [415 1,416 1,417 1418 ]419 },420 "color": [421 0,422 0,423 95424 ]425 }426 ],427 "utensil": [428 {429 "object_id": "SM_ladle_103",430 "bbox_2d": [431 719,432 170,433 891,434 851435 ],436 "bbox_3d": {437 "aabb": {438 "center": [439 518.1432495117188,440 -250.1768615245819,441 147.98595809936523442 ],443 "extent": [444 4.590956687927246,445 4.456455707550049,446 16.89163589477539447 ]448 },449 "obb": {450 "center": [451 518.1432495117188,452 -250.1768615245819,453 147.98595809936523454 ],455 "extent": [456 4.590956687927246,457 4.456455707550049,458 16.89163589477539459 ],460 "rotation": [461 0,462 0,463 180464 ]465 },466 "location": [467 518.1432495117188,468 -248.08279418945312,469 160.36016845703125470 ],471 "rotation": [472 0,473 0,474 180475 ],476 "scale": [477 1,478 1,479 1480 ]481 },482 "color": [483 0,484 63,485 159486 ]487 },488 {489 "object_id": "SM_ladle2",490 "bbox_2d": [491 701,492 149,493 979,494 1021495 ],496 "bbox_3d": {497 "aabb": {498 "center": [499 524.7545732327121,500 -244.71684787915044,501 146.83758989710148502 ],503 "extent": [504 5.526463139583484,505 10.634249389853466,506 18.349037378728525507 ]508 },509 "obb": {510 "center": [511 524.7545732327121,512 -244.71684787915044,513 146.83758989710148514 ],515 "extent": [516 5.526463139583484,517 10.634249389853466,518 18.349037378728525519 ],520 "rotation": [521 0,522 0,523 98.63956451416018524 ]525 },526 "location": [527 524.7548217773438,528 -248.56887817382812,529 164.72760009765625530 ],531 "rotation": [532 0,533 0,534 98.63956451416018535 ],536 "scale": [537 0.685836672782898,538 0.685836672782898,539 0.685836672782898540 ]541 },542 "color": [543 0,544 191,545 159546 ]547 },548 {549 "object_id": "SM_ladle4",550 "bbox_2d": [551 1587,552 0,553 1919,554 1079555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 554.6373901367188,560 -250.1768615245819,561 147.98595809936523562 ],563 "extent": [564 4.590956687927246,565 4.456455707550049,566 16.89163589477539567 ]568 },569 "obb": {570 "center": [571 554.6373901367188,572 -250.1768615245819,573 147.98595809936523574 ],575 "extent": [576 4.590956687927246,577 4.456455707550049,578 16.89163589477539579 ],580 "rotation": [581 0,582 0,583 180584 ]585 },586 "location": [587 554.6373901367188,588 -248.08279418945312,589 160.36016845703125590 ],591 "rotation": [592 0,593 0,594 180595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 0,604 95,605 159606 ]607 },608 {609 "object_id": "SM_DishTray_358",610 "bbox_2d": [611 230,612 908,613 727,614 1079615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 496.18432569504745,620 -249.66693115537112,621 118.42861437797546622 ],623 "extent": [624 5.780400222320395,625 13.423718501232983,626 2.2931244373321533627 ]628 },629 "obb": {630 "center": [631 496.18432569504745,632 -249.66693115537112,633 118.42861437797546634 ],635 "extent": [636 5.780400222320395,637 13.423718501232983,638 2.2931244373321533639 ],640 "rotation": [641 0,642 90.36376953125,643 0644 ]645 },646 "location": [647 496.184326171875,648 -249.66693115234375,649 116.13549041748047650 ],651 "rotation": [652 0,653 90.36376953125,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 159,664 63,665 127666 ]667 }668 ],669 "decor": [670 {671 "object_id": "SM_flowerbag3",672 "bbox_2d": [673 798,674 0,675 911,676 16677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 528.5713788774483,682 -256.8285333813705,683 187.23351448345022684 ],685 "extent": [686 23.166766287308405,687 13.910308041812797,688 9.276372931430615689 ]690 },691 "obb": {692 "center": [693 528.5713788774483,694 -256.8285333813705,695 187.23351448345022696 ],697 "extent": [698 23.166766287308405,699 13.910308041812797,700 9.276372931430615701 ],702 "rotation": [703 2.6114339828491264,704 -93.80771636962898,705 -90.17299652099615706 ]707 },708 "location": [709 550.3392944335938,710 -258.3123779296875,711 187.27366638183594712 ],713 "rotation": [714 2.6114339828491264,715 -93.80771636962898,716 -90.17299652099615717 ],718 "scale": [719 1.9625329971313477,720 1.9625329971313477,721 1.9625329971313477722 ]723 },724 "color": [725 95,726 159,727 0728 ]729 },730 {731 "object_id": "SM_flowerbag4",732 "bbox_2d": [733 1076,734 0,735 1518,736 96737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 536.5554867199428,742 -277.45601737332703,743 188.17610634067148744 ],745 "extent": [746 23.462050405892683,747 14.527224056245359,748 9.304720055439759749 ]750 },751 "obb": {752 "center": [753 536.5554867199428,754 -277.45601737332703,755 188.17610634067148756 ],757 "extent": [758 23.462050405892683,759 14.527224056245359,760 9.304720055439759761 ],762 "rotation": [763 2.6054580211639444,764 -95.46537780761723,765 -90.24874877929693766 ]767 },768 "location": [769 558.2714233398438,770 -279.567626953125,771 188.2450714111328772 ],773 "rotation": [774 2.6054580211639444,775 -95.46537780761723,776 -90.24874877929693777 ],778 "scale": [779 1.9625329971313477,780 1.9625329971313477,781 1.9625329971313477782 ]783 },784 "color": [785 95,786 159,787 255788 ]789 }790 ]791 }792}