TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l026_off0_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l026_off0_r001/lit.png",5 "camera": {6 "location": [7 -669,8 41,9 14810 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -669,38 41,39 148,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 351,58 1052,59 582,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "wall": [116 {117 "object_id": "SM_rightwall_11",118 "bbox_2d": [119 416,120 0,121 1741,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -26.000122070144926,128 201.00004196215752,129 248.09518432617188130 ],131 "extent": [132 1213.475322102896,133 56.19279383862782,134 242.13626098632812135 ]136 },137 "obb": {138 "center": [139 -26.000122070144926,140 201.00004196215752,141 248.09518432617188142 ],143 "extent": [144 1213.475322102896,145 56.19279383862782,146 242.13626098632812147 ],148 "rotation": [149 0,150 179.99977111816406,151 0152 ]153 },154 "location": [155 -26,156 201,157 9.81463623046875158 ],159 "rotation": [160 0,161 179.99977111816406,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 255,173 127174 ]175 }176 ]177 },178 "foreground": {179 "desk 008 parts": [180 {181 "object_id": "SM_desk14",182 "bbox_2d": [183 492,184 773,185 916,186 1079187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 -531.5295257568359,192 172.0668182373047,193 49.12738907652238194 ],195 "extent": [196 30.51487922668457,197 36.7234992980957,198 43.30350411253312199 ]200 },201 "obb": {202 "center": [203 -531.5295257568359,204 172.0668182373047,205 49.12738907652238206 ],207 "extent": [208 30.51487922668457,209 36.7234992980957,210 43.30350411253312211 ],212 "rotation": [213 0,214 0,215 0216 ]217 },218 "location": [219 -531.529541015625,220 172.0668182373047,221 5.823884963989258222 ],223 "rotation": [224 0,225 0,226 0227 ],228 "scale": [229 1,230 1,231 0.9299650192260742232 ]233 },234 "color": [235 0,236 255,237 191238 ]239 },240 {241 "object_id": "SM_desk15",242 "bbox_2d": [243 0,244 908,245 635,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -532.0759124793296,252 98.14258541641031,253 49.12740433531144254 ],255 "extent": [256 31.320822984556003,257 37.39039804338098,258 43.30350411253312259 ]260 },261 "obb": {262 "center": [263 -532.0759124793296,264 98.14258541641033,265 49.12740433531144266 ],267 "extent": [268 31.320822984556003,269 37.39039804338098,270 43.30350411253312271 ],272 "rotation": [273 0,274 -1.2692129611968996,275 0276 ]277 },278 "location": [279 -532.075927734375,280 98.14258575439453,281 5.82390022277832282 ],283 "rotation": [284 0,285 -1.2692129611968996,286 0287 ],288 "scale": [289 1,290 1,291 0.9299650192260742292 ]293 },294 "color": [295 0,296 127,297 191298 ]299 }300 ],301 "chair": [302 {303 "object_id": "SM_chair_15",304 "bbox_2d": [305 872,306 878,307 1255,308 1079309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -607.2270967173247,314 167.34073256248888,315 49.59094765017085316 ],317 "extent": [318 33.078338578108855,319 30.285558657286288,320 43.28227930600315321 ]322 },323 "obb": {324 "center": [325 -607.2270967173247,326 167.34073256248888,327 49.59094765017085328 ],329 "extent": [330 33.078338578108855,331 30.285558657286288,332 43.28227930600315333 ],334 "rotation": [335 0,336 -91.97135925292972,337 0338 ]339 },340 "location": [341 -606.7095947265625,342 168.92852783203125,343 6.208571910858154344 ],345 "rotation": [346 0,347 -91.97135925292972,348 0349 ],350 "scale": [351 0.9599999785423279,352 0.9599999785423279,353 0.9599999785423279354 ]355 },356 "color": [357 0,358 63,359 191360 ]361 },362 {363 "object_id": "SM_chair_16",364 "bbox_2d": [365 947,366 921,367 1007,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -603.3050597651505,374 97.8179107853997,375 56.87418178357302376 ],377 "extent": [378 41.832456938947075,379 42.15676340635872,380 50.20029117735385381 ]382 },383 "obb": {384 "center": [385 -603.3050597651505,386 97.8179107853997,387 56.87418178357302388 ],389 "extent": [390 41.832456938947075,391 42.15676340635872,392 50.20029117735385393 ],394 "rotation": [395 0,396 -113.34207153320314,397 0398 ]399 },400 "location": [401 -603.0919189453125,402 97.33343505859375,403 6.20855712890625404 ],405 "rotation": [406 0,407 -113.34207153320314,408 0409 ],410 "scale": [411 0.9449999928474426,412 0.9449999928474426,413 0.9449999928474426414 ]415 },416 "color": [417 255,418 0,419 191420 ]421 },422 {423 "object_id": "SM_chair_17",424 "bbox_2d": [425 0,426 560,427 554,428 1076429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -513.8945650544138,434 107.79517511575094,435 101.12839696576543436 ],437 "extent": [438 32.53614996278043,439 29.686747429376595,440 43.28227930600315441 ]442 },443 "obb": {444 "center": [445 -513.8945650544138,446 107.79517511575094,447 101.12839696576543448 ],449 "extent": [450 32.53614996278043,451 29.686747429376595,452 43.28227930600315453 ],454 "rotation": [455 0,456 -89.12280273437499,457 180458 ]459 },460 "location": [461 -514.3816528320312,462 109.39256286621094,463 144.51077270507812464 ],465 "rotation": [466 0,467 -89.12280273437499,468 180469 ],470 "scale": [471 0.9599999785423279,472 0.9599999785423279,473 0.9599999785423279474 ]475 },476 "color": [477 255,478 255,479 191480 ]481 },482 {483 "object_id": "SM_chair_18",484 "bbox_2d": [485 262,486 711,487 653,488 1079489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -482.2105754811311,494 166.00255244282084,495 56.87418178357302496 ],497 "extent": [498 34.997086340310204,499 35.54630012772361,500 50.20029117735385501 ]502 },503 "obb": {504 "center": [505 -482.2105754811311,506 166.00255244282084,507 56.87418178357302508 ],509 "extent": [510 34.997086340310204,511 35.54630012772361,512 50.20029117735385513 ],514 "rotation": [515 0,516 96.31697082519533,517 0518 ]519 },520 "location": [521 -482.6355285644531,522 166.31808471679688,523 6.20855712890625524 ],525 "rotation": [526 0,527 96.31697082519533,528 0529 ],530 "scale": [531 0.9449999928474426,532 0.9449999928474426,533 0.9449999928474426534 ]535 },536 "color": [537 255,538 127,539 191540 ]541 }542 ],543 "decor": [544 {545 "object_id": "SM_decorativepaint_4",546 "bbox_2d": [547 613,548 0,549 1117,550 444551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -540.0263519287109,556 207.16065740585327,557 268.94026947021484558 ],559 "extent": [560 65.36637878417969,561 2.483474731445341,562 96.95228576660156563 ]564 },565 "obb": {566 "center": [567 -540.0263519287109,568 207.16065740585327,569 268.94026947021484570 ],571 "extent": [572 65.36637878417969,573 2.483474731445341,574 96.95228576660156575 ],576 "rotation": [577 0,578 90.00000000000001,579 0580 ]581 },582 "location": [583 -540.0263671875,584 207.16065979003906,585 268.9402770996094586 ],587 "rotation": [588 0,589 90.00000000000001,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 191,600 127,601 191602 ]603 }604 ],605 "lamp": [606 {607 "object_id": "SM_simplelamp2_15",608 "bbox_2d": [609 736,610 640,611 819,612 804613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -537.016845703125,618 194.485595703125,619 109.82845878601074620 ],621 "extent": [622 8.617121696472168,623 8.617121696472168,624 17.312393188476562625 ]626 },627 "obb": {628 "center": [629 -537.016845703125,630 194.485595703125,631 109.82845878601074632 ],633 "extent": [634 8.617121696472168,635 8.617121696472168,636 17.312393188476562637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 -537.016845703125,646 194.485595703125,647 92.38511657714844648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 0,662 31,663 255664 ]665 }666 ],667 "bottle": [668 {669 "object_id": "SM_bottle_3",670 "bbox_2d": [671 711,672 713,673 771,674 790675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -520.0876459124049,680 202.30081114124906,681 101.3363568653354682 ],683 "extent": [684 8.303166726456453,685 7.504702298384132,686 8.945579277444779687 ]688 },689 "obb": {690 "center": [691 -520.0876459124049,692 202.30081114124906,693 101.3363568653354694 ],695 "extent": [696 8.303166726456453,697 7.504702298384132,698 8.945579277444779699 ],700 "rotation": [701 0,702 -119.76403045654294,703 0704 ]705 },706 "location": [707 -519.3078002929688,708 201.34371948242188,709 92.39077758789062710 ],711 "rotation": [712 0,713 -119.76403045654294,714 0715 ],716 "scale": [717 0.6324999928474426,718 0.6324999928474426,719 0.6324999928474426720 ]721 },722 "color": [723 31,724 0,725 255726 ]727 }728 ],729 "utensil": [730 {731 "object_id": "SM_DishTray_129",732 "bbox_2d": [733 690,734 792,735 826,736 848737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 -544.0652466068384,742 180.1227269166211,743 94.69806170463562744 ],745 "extent": [746 13.66600428537663,747 6.384298002866785,748 2.2931244373321533749 ]750 },751 "obb": {752 "center": [753 -544.0652466068384,754 180.1227269166211,755 94.69806170463562756 ],757 "extent": [758 13.66600428537663,759 6.384298002866785,760 2.2931244373321533761 ],762 "rotation": [763 0,764 2.9821269512176523,765 0766 ]767 },768 "location": [769 -544.0652465820312,770 180.1227264404297,771 92.40493774414062772 ],773 "rotation": [774 0,775 2.9821269512176523,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 31,786 127,787 0788 ]789 }790 ],791 "power": [792 {793 "object_id": "SM_powerplug_A6",794 "bbox_2d": [795 820,796 662,797 843,798 704799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 -537.8261709213257,804 209.2385162115097,805 116.53541231155396806 ],807 "extent": [808 4.41630744934082,809 0.6548557281494141,810 4.416308403015137811 ]812 },813 "obb": {814 "center": [815 -537.8261709213257,816 209.2385162115097,817 116.53541231155396818 ],819 "extent": [820 4.41630744934082,821 0.6548557281494141,822 4.416308403015137823 ],824 "rotation": [825 0,826 180,827 0828 ]829 },830 "location": [831 -537.826171875,832 209.89337158203125,833 116.53541564941406834 ],835 "rotation": [836 0,837 180,838 0839 ],840 "scale": [841 1,842 1,843 1844 ]845 },846 "color": [847 127,848 255,849 95850 ]851 }852 ],853 "cup": [854 {855 "object_id": "SM_Cup22_62",856 "bbox_2d": [857 709,858 811,859 761,860 876861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 -556.5105376243591,866 161.49937295913696,867 96.91024112701416868 ],869 "extent": [870 5.032606601715088,871 3.699263572692871,872 4.488618850708008873 ]874 },875 "obb": {876 "center": [877 -556.5105376243591,878 161.49937295913696,879 96.91024112701416880 ],881 "extent": [882 5.032606601715088,883 3.699263572692871,884 4.488618850708008885 ],886 "rotation": [887 0,888 0,889 0890 ]891 },892 "location": [893 -555.1771850585938,894 161.49937438964844,895 92.42162322998047896 ],897 "rotation": [898 0,899 0,900 0901 ],902 "scale": [903 1,904 1,905 1906 ]907 },908 "color": [909 95,910 191,911 95912 ]913 }914 ]915 }916}