TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l026_off1_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l026_off1_r001/lit.png",5 "camera": {6 "location": [7 -669,8 41,9 17810 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -669,38 41,39 178,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall": [54 {55 "object_id": "SM_rightwall_11",56 "bbox_2d": [57 416,58 0,59 1741,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -26.000122070144926,66 201.00004196215752,67 248.0951843261718868 ],69 "extent": [70 1213.475322102896,71 56.19279383862782,72 242.1362609863281273 ]74 },75 "obb": {76 "center": [77 -26.000122070144926,78 201.00004196215752,79 248.0951843261718880 ],81 "extent": [82 1213.475322102896,83 56.19279383862782,84 242.1362609863281285 ],86 "rotation": [87 0,88 179.99977111816406,89 090 ]91 },92 "location": [93 -26,94 201,95 9.8146362304687596 ],97 "rotation": [98 0,99 179.99977111816406,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 }114 ]115 },116 "foreground": {117 "desk 008 parts": [118 {119 "object_id": "SM_desk14",120 "bbox_2d": [121 453,122 899,123 917,124 1079125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 -531.5295257568359,130 172.0668182373047,131 49.12738907652238132 ],133 "extent": [134 30.51487922668457,135 36.7234992980957,136 43.30350411253312137 ]138 },139 "obb": {140 "center": [141 -531.5295257568359,142 172.0668182373047,143 49.12738907652238144 ],145 "extent": [146 30.51487922668457,147 36.7234992980957,148 43.30350411253312149 ],150 "rotation": [151 0,152 0,153 0154 ]155 },156 "location": [157 -531.529541015625,158 172.0668182373047,159 5.823884963989258160 ],161 "rotation": [162 0,163 0,164 0165 ],166 "scale": [167 1,168 1,169 0.9299650192260742170 ]171 },172 "color": [173 0,174 255,175 191176 ]177 }178 ],179 "chair": [180 {181 "object_id": "SM_chair_15",182 "bbox_2d": [183 1176,184 1061,185 1219,186 1079187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 -607.2270967173247,192 167.34073256248888,193 49.59094765017085194 ],195 "extent": [196 33.078338578108855,197 30.285558657286288,198 43.28227930600315199 ]200 },201 "obb": {202 "center": [203 -607.2270967173247,204 167.34073256248888,205 49.59094765017085206 ],207 "extent": [208 33.078338578108855,209 30.285558657286288,210 43.28227930600315211 ],212 "rotation": [213 0,214 -91.97135925292972,215 0216 ]217 },218 "location": [219 -606.7095947265625,220 168.92852783203125,221 6.208571910858154222 ],223 "rotation": [224 0,225 -91.97135925292972,226 0227 ],228 "scale": [229 0.9599999785423279,230 0.9599999785423279,231 0.9599999785423279232 ]233 },234 "color": [235 0,236 63,237 191238 ]239 },240 {241 "object_id": "SM_chair_17",242 "bbox_2d": [243 0,244 724,245 554,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -513.8945650544138,252 107.79517511575094,253 101.12839696576543254 ],255 "extent": [256 32.53614996278043,257 29.686747429376595,258 43.28227930600315259 ]260 },261 "obb": {262 "center": [263 -513.8945650544138,264 107.79517511575094,265 101.12839696576543266 ],267 "extent": [268 32.53614996278043,269 29.686747429376595,270 43.28227930600315271 ],272 "rotation": [273 0,274 -89.12280273437499,275 180276 ]277 },278 "location": [279 -514.3816528320312,280 109.39256286621094,281 144.51077270507812282 ],283 "rotation": [284 0,285 -89.12280273437499,286 180287 ],288 "scale": [289 0.9599999785423279,290 0.9599999785423279,291 0.9599999785423279292 ]293 },294 "color": [295 255,296 255,297 191298 ]299 },300 {301 "object_id": "SM_chair_18",302 "bbox_2d": [303 262,304 833,305 564,306 983307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -482.2105754811311,312 166.00255244282084,313 56.87418178357302314 ],315 "extent": [316 34.997086340310204,317 35.54630012772361,318 50.20029117735385319 ]320 },321 "obb": {322 "center": [323 -482.2105754811311,324 166.00255244282084,325 56.87418178357302326 ],327 "extent": [328 34.997086340310204,329 35.54630012772361,330 50.20029117735385331 ],332 "rotation": [333 0,334 96.31697082519533,335 0336 ]337 },338 "location": [339 -482.6355285644531,340 166.31808471679688,341 6.20855712890625342 ],343 "rotation": [344 0,345 96.31697082519533,346 0347 ],348 "scale": [349 0.9449999928474426,350 0.9449999928474426,351 0.9449999928474426352 ]353 },354 "color": [355 255,356 127,357 191358 ]359 }360 ],361 "decor": [362 {363 "object_id": "SM_decorativepaint_4",364 "bbox_2d": [365 613,366 0,367 1117,368 572369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -540.0263519287109,374 207.16065740585327,375 268.94026947021484376 ],377 "extent": [378 65.36637878417969,379 2.483474731445341,380 96.95228576660156381 ]382 },383 "obb": {384 "center": [385 -540.0263519287109,386 207.16065740585327,387 268.94026947021484388 ],389 "extent": [390 65.36637878417969,391 2.483474731445341,392 96.95228576660156393 ],394 "rotation": [395 0,396 90.00000000000001,397 0398 ]399 },400 "location": [401 -540.0263671875,402 207.16065979003906,403 268.9402770996094404 ],405 "rotation": [406 0,407 90.00000000000001,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 191,418 127,419 191420 ]421 }422 ],423 "lamp": [424 {425 "object_id": "SM_simplelamp2_15",426 "bbox_2d": [427 736,428 781,429 819,430 957431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -537.016845703125,436 194.485595703125,437 109.82845878601074438 ],439 "extent": [440 8.617121696472168,441 8.617121696472168,442 17.312393188476562443 ]444 },445 "obb": {446 "center": [447 -537.016845703125,448 194.485595703125,449 109.82845878601074450 ],451 "extent": [452 8.617121696472168,453 8.617121696472168,454 17.312393188476562455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 -537.016845703125,464 194.485595703125,465 92.38511657714844466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 0,480 31,481 255482 ]483 }484 ],485 "bottle": [486 {487 "object_id": "SM_bottle_3",488 "bbox_2d": [489 711,490 863,491 769,492 926493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -520.0876459124049,498 202.30081114124906,499 101.3363568653354500 ],501 "extent": [502 8.303166726456453,503 7.504702298384132,504 8.945579277444779505 ]506 },507 "obb": {508 "center": [509 -520.0876459124049,510 202.30081114124906,511 101.3363568653354512 ],513 "extent": [514 8.303166726456453,515 7.504702298384132,516 8.945579277444779517 ],518 "rotation": [519 0,520 -119.76403045654294,521 0522 ]523 },524 "location": [525 -519.3078002929688,526 201.34371948242188,527 92.39077758789062528 ],529 "rotation": [530 0,531 -119.76403045654294,532 0533 ],534 "scale": [535 0.6324999928474426,536 0.6324999928474426,537 0.6324999928474426538 ]539 },540 "color": [541 31,542 0,543 255544 ]545 }546 ],547 "utensil": [548 {549 "object_id": "SM_DishTray_129",550 "bbox_2d": [551 690,552 941,553 826,554 1015555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 -544.0652466068384,560 180.1227269166211,561 94.69806170463562562 ],563 "extent": [564 13.66600428537663,565 6.384298002866785,566 2.2931244373321533567 ]568 },569 "obb": {570 "center": [571 -544.0652466068384,572 180.1227269166211,573 94.69806170463562574 ],575 "extent": [576 13.66600428537663,577 6.384298002866785,578 2.2931244373321533579 ],580 "rotation": [581 0,582 2.9821269512176523,583 0584 ]585 },586 "location": [587 -544.0652465820312,588 180.1227264404297,589 92.40493774414062590 ],591 "rotation": [592 0,593 2.9821269512176523,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 31,604 127,605 0606 ]607 }608 ],609 "power": [610 {611 "object_id": "SM_powerplug_A6",612 "bbox_2d": [613 820,614 797,615 843,616 841617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 -537.8261709213257,622 209.2385162115097,623 116.53541231155396624 ],625 "extent": [626 4.41630744934082,627 0.6548557281494141,628 4.416308403015137629 ]630 },631 "obb": {632 "center": [633 -537.8261709213257,634 209.2385162115097,635 116.53541231155396636 ],637 "extent": [638 4.41630744934082,639 0.6548557281494141,640 4.416308403015137641 ],642 "rotation": [643 0,644 180,645 0646 ]647 },648 "location": [649 -537.826171875,650 209.89337158203125,651 116.53541564941406652 ],653 "rotation": [654 0,655 180,656 0657 ],658 "scale": [659 1,660 1,661 1662 ]663 },664 "color": [665 127,666 255,667 95668 ]669 }670 ],671 "cup": [672 {673 "object_id": "SM_Cup22_62",674 "bbox_2d": [675 709,676 986,677 761,678 1059679 ],680 "bbox_3d": {681 "aabb": {682 "center": [683 -556.5105376243591,684 161.49937295913696,685 96.91024112701416686 ],687 "extent": [688 5.032606601715088,689 3.699263572692871,690 4.488618850708008691 ]692 },693 "obb": {694 "center": [695 -556.5105376243591,696 161.49937295913696,697 96.91024112701416698 ],699 "extent": [700 5.032606601715088,701 3.699263572692871,702 4.488618850708008703 ],704 "rotation": [705 0,706 0,707 0708 ]709 },710 "location": [711 -555.1771850585938,712 161.49937438964844,713 92.42162322998047714 ],715 "rotation": [716 0,717 0,718 0719 ],720 "scale": [721 1,722 1,723 1724 ]725 },726 "color": [727 95,728 191,729 95730 ]731 }732 ],733 "fork": [734 {735 "object_id": "SM_fork10",736 "bbox_2d": [737 742,738 974,739 791,740 991741 ],742 "bbox_3d": {743 "aabb": {744 "center": [745 -547.1290073209826,746 181.73409784484969,747 92.87121138366112748 ],749 "extent": [750 7.858332642812115,751 1.607697819268168,752 0.9327532221674772753 ]754 },755 "obb": {756 "center": [757 -547.1290073209826,758 181.73409784484969,759 92.87121138366112760 ],761 "extent": [762 7.858332642812115,763 1.607697819268168,764 0.9327532221674772765 ],766 "rotation": [767 -0.26578199863433866,768 92.04759216308594,769 3.9993419647216797770 ]771 },772 "location": [773 -547.0233154296875,774 181.73797607421875,775 92.89901733398438776 ],777 "rotation": [778 -0.26578199863433866,779 92.04759216308594,780 3.9993419647216797781 ],782 "scale": [783 1,784 1,785 1786 ]787 },788 "color": [789 31,790 159,791 223792 ]793 }794 ],795 "knife": [796 {797 "object_id": "SM_knife_13",798 "bbox_2d": [799 729,800 966,801 798,802 989803 ],804 "bbox_3d": {805 "aabb": {806 "center": [807 -543.1035622356611,808 184.1760516281334,809 92.59413221478462810 ],811 "extent": [812 10.244932021175714,813 1.6586349348885108,814 0.3337603211402893815 ]816 },817 "obb": {818 "center": [819 -543.1035622356611,820 184.1760516281334,821 92.59413221478462822 ],823 "extent": [824 10.244932021175714,825 1.6586349348885108,826 0.3337603211402893827 ],828 "rotation": [829 0,830 93.7838592529297,831 0832 ]833 },834 "location": [835 -548.270751953125,836 183.85105895996094,837 92.59413146972656838 ],839 "rotation": [840 0,841 93.7838592529297,842 0843 ],844 "scale": [845 1,846 1,847 1848 ]849 },850 "color": [851 159,852 255,853 223854 ]855 }856 ]857 }858}