TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l013_off0_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l013_off0_r002/lit.png",5 "camera": {6 "location": [7 -153,8 -152,9 14810 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -153,38 -152,39 148,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 73,58 877,59 1131,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "wall": [116 {117 "object_id": "SM_rightwall_11",118 "bbox_2d": [119 97,120 0,121 1072,122 1034123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -26.000122070144926,128 201.00004196215752,129 248.09518432617188130 ],131 "extent": [132 1213.475322102896,133 56.19279383862782,134 242.13626098632812135 ]136 },137 "obb": {138 "center": [139 -26.000122070144926,140 201.00004196215752,141 248.09518432617188142 ],143 "extent": [144 1213.475322102896,145 56.19279383862782,146 242.13626098632812147 ],148 "rotation": [149 0,150 179.99977111816406,151 0152 ]153 },154 "location": [155 -26,156 201,157 9.81463623046875158 ],159 "rotation": [160 0,161 179.99977111816406,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 255,173 127174 ]175 }176 ],177 "door": [178 {179 "object_id": "SM_wooddoor_39",180 "bbox_2d": [181 1132,182 0,183 1919,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -156.7989273071289,190 -145.8241720199585,191 147.42587280273438192 ],193 "extent": [194 56.42961883544922,195 8.872248649597168,196 124.50353240966797197 ]198 },199 "obb": {200 "center": [201 -156.7989273071289,202 -145.8241720199585,203 147.42587280273438204 ],205 "extent": [206 56.42961883544922,207 8.872248649597168,208 124.50353240966797209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 -156.7989501953125,218 -145.8241729736328,219 22.922348022460938220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 255,234 127,235 0236 ]237 }238 ]239 },240 "foreground": {241 "desk 008 parts": [242 {243 "object_id": "SM_desk16",244 "bbox_2d": [245 525,246 688,247 753,248 1008249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 -218.87796020507812,254 172.06649780273438,255 49.12738907652238256 ],257 "extent": [258 30.51487922668457,259 36.7234992980957,260 43.30350411253312261 ]262 },263 "obb": {264 "center": [265 -218.87796020507812,266 172.06649780273438,267 49.12738907652238268 ],269 "extent": [270 30.51487922668457,271 36.7234992980957,272 43.30350411253312273 ],274 "rotation": [275 0,276 0,277 0278 ]279 },280 "location": [281 -218.8779754638672,282 172.06649780273438,283 5.823884963989258284 ],285 "rotation": [286 0,287 0,288 0289 ],290 "scale": [291 1,292 1,293 0.9299650192260742294 ]295 },296 "color": [297 255,298 63,299 191300 ]301 },302 {303 "object_id": "SM_desk17",304 "bbox_2d": [305 556,306 722,307 868,308 1079309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -219.42434692382847,314 96.46644591965202,315 49.127373817733314316 ],317 "extent": [318 30.522578946237672,319 36.72989702269527,320 43.30350411253312321 ]322 },323 "obb": {324 "center": [325 -219.42434692382847,326 96.46644591965202,327 49.127373817733314328 ],329 "extent": [330 30.522578946237672,331 36.72989702269527,332 43.30350411253312333 ],334 "rotation": [335 0,336 -0.012014102190732956,337 0338 ]339 },340 "location": [341 -219.4243621826172,342 96.46644592285156,343 5.823869705200195344 ],345 "rotation": [346 0,347 -0.012014102190732956,348 0349 ],350 "scale": [351 1,352 1,353 0.9299650192260742354 ]355 },356 "color": [357 127,358 0,359 191360 ]361 }362 ],363 "chair": [364 {365 "object_id": "SM_chair_19",366 "bbox_2d": [367 718,368 681,369 933,370 988371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 -283.6292878794341,376 167.34041212791857,377 49.59094765017085378 ],379 "extent": [380 33.07833857810884,381 30.285558657286288,382 43.28227930600315383 ]384 },385 "obb": {386 "center": [387 -283.6292878794341,388 167.34041212791857,389 49.59094765017085390 ],391 "extent": [392 33.07833857810884,393 30.285558657286288,394 43.28227930600315395 ],396 "rotation": [397 0,398 -91.97135925292972,399 0400 ]401 },402 "location": [403 -283.1117858886719,404 168.92820739746094,405 6.208571910858154406 ],407 "rotation": [408 0,409 -91.97135925292972,410 0411 ],412 "scale": [413 0.9599999785423279,414 0.9599999785423279,415 0.9599999785423279416 ]417 },418 "color": [419 127,420 255,421 191422 ]423 },424 {425 "object_id": "SM_chair_20",426 "bbox_2d": [427 836,428 665,429 1101,430 1079431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -299.7014622870114,436 97.71896802283929,437 56.87418178357302438 ],439 "extent": [440 33.752413922546225,441 34.33024546734423,442 50.20029117735385443 ]444 },445 "obb": {446 "center": [447 -299.7014622870114,448 97.7189680228393,449 56.87418178357302450 ],451 "extent": [452 33.752413922546225,453 34.33024546734423,454 50.20029117735385455 ],456 "rotation": [457 0,458 -93.88452148437503,459 0460 ]461 },462 "location": [463 -299.339111328125,464 97.33316040039062,465 6.20855712890625466 ],467 "rotation": [468 0,469 -93.88452148437503,470 0471 ],472 "scale": [473 0.9449999928474426,474 0.9449999928474426,475 0.9449999928474426476 ]477 },478 "color": [479 127,480 127,481 191482 ]483 },484 {485 "object_id": "SM_chair_21",486 "bbox_2d": [487 152,488 781,489 527,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -142.41350819569928,496 92.69991471038334,497 49.59094765017085498 ],499 "extent": [500 34.21821829541875,501 31.55237528602568,502 43.28227930600315503 ]504 },505 "obb": {506 "center": [507 -142.41350819569928,508 92.69991471038334,509 49.59094765017085510 ],511 "extent": [512 34.21821829541875,513 31.55237528602568,514 43.28227930600315515 ],516 "rotation": [517 0,518 85.64340209960939,519 0520 ]521 },522 "location": [523 -142.99664306640625,524 91.1350326538086,525 6.208571910858154526 ],527 "rotation": [528 0,529 85.64340209960939,530 0531 ],532 "scale": [533 0.9599999785423279,534 0.9599999785423279,535 0.9599999785423279536 ]537 },538 "color": [539 127,540 63,541 191542 ]543 },544 {545 "object_id": "SM_chair_22",546 "bbox_2d": [547 380,548 681,549 645,550 1079551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -180.17657345393476,556 160.5481205591148,557 56.87418178357302558 ],559 "extent": [560 35.539341791007985,561 36.07528669451199,562 50.20029117735385563 ]564 },565 "obb": {566 "center": [567 -180.17657345393476,568 160.5481205591148,569 56.87418178357302570 ],571 "extent": [572 35.539341791007985,573 36.07528669451199,574 50.20029117735385575 ],576 "rotation": [577 0,578 82.58309173583984,579 0580 ]581 },582 "location": [583 -180.51446533203125,584 160.9555206298828,585 6.20855712890625586 ],587 "rotation": [588 0,589 82.58309173583984,590 0591 ],592 "scale": [593 0.9449999928474426,594 0.9449999928474426,595 0.9449999928474426596 ]597 },598 "color": [599 63,600 0,601 191602 ]603 }604 ],605 "decor": [606 {607 "object_id": "SM_decorativepaint_5",608 "bbox_2d": [609 431,610 0,611 809,612 479613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -225.57272338867188,618 207.1606421470642,619 268.94026947021484620 ],621 "extent": [622 65.36637878417969,623 2.483474731445341,624 96.95228576660156625 ]626 },627 "obb": {628 "center": [629 -225.57272338867188,630 207.1606421470642,631 268.94026947021484632 ],633 "extent": [634 65.36637878417969,635 2.483474731445341,636 96.95228576660156637 ],638 "rotation": [639 0,640 90.00000000000001,641 0642 ]643 },644 "location": [645 -225.57273864746094,646 207.16064453125,647 268.9402770996094648 ],649 "rotation": [650 0,651 90.00000000000001,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 191,662 63,663 191664 ]665 }666 ],667 "lamp": [668 {669 "object_id": "SM_simplelamp5_21",670 "bbox_2d": [671 630,672 603,673 684,674 711675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -224.21739196777344,680 168.63626098632812,681 109.85375022888184682 ],683 "extent": [684 8.617121696472168,685 8.617121696472168,686 17.312393188476562687 ]688 },689 "obb": {690 "center": [691 -224.21739196777344,692 168.63626098632812,693 109.85375022888184694 ],695 "extent": [696 8.617121696472168,697 8.617121696472168,698 17.312393188476562699 ],700 "rotation": [701 0,702 0,703 0704 ]705 },706 "location": [707 -224.21739196777344,708 168.63626098632812,709 92.41040802001953710 ],711 "rotation": [712 0,713 0,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 0,724 31,725 63726 ]727 }728 ],729 "bottle": [730 {731 "object_id": "SM_bottle_4",732 "bbox_2d": [733 621,734 648,735 661,736 696737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 -225.85238200107887,742 201.74736328557447,743 101.3363568653354744 ],745 "extent": [746 7.027099003296769,747 4.954882071709875,748 8.945579277444779749 ]750 },751 "obb": {752 "center": [753 -225.85238200107887,754 201.74736328557447,755 101.3363568653354756 ],757 "extent": [758 7.027099003296769,759 4.954882071709875,760 8.945579277444779761 ],762 "rotation": [763 0,764 -88.00164031982423,765 0766 ]767 },768 "location": [769 -224.68551635742188,770 201.3441162109375,771 92.39077758789062772 ],773 "rotation": [774 0,775 -88.00164031982423,776 0777 ],778 "scale": [779 0.6324999928474426,780 0.6324999928474426,781 0.6324999928474426782 ]783 },784 "color": [785 31,786 0,787 127788 ]789 }790 ],791 "cup": [792 {793 "object_id": "SM_Cup_114",794 "bbox_2d": [795 753,796 709,797 787,798 746799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 -239.32597350822422,804 99.95329186982056,805 96.9104471206665806 ],807 "extent": [808 5.7116125475155,809 4.696972098097305,810 4.488618850708008811 ]812 },813 "obb": {814 "center": [815 -239.32597350822422,816 99.95329186982056,817 96.9104471206665818 ],819 "extent": [820 5.7116125475155,821 4.696972098097305,822 4.488618850708008823 ],824 "rotation": [825 0,826 -12.446258544921873,827 0828 ]829 },830 "location": [831 -238.02395629882812,832 99.66592407226562,833 92.42182922363281834 ],835 "rotation": [836 0,837 -12.446258544921873,838 0839 ],840 "scale": [841 1,842 1,843 1844 ]845 },846 "color": [847 31,848 255,849 255850 ]851 },852 {853 "object_id": "SM_Cup2_117",854 "bbox_2d": [855 621,856 726,857 653,858 767859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 -201.87300246904906,864 92.14845047554319,865 96.849289894104866 ],867 "extent": [868 5.924087609033421,869 6.244762044192598,870 4.488618850708008871 ]872 },873 "obb": {874 "center": [875 -201.87300246904906,876 92.14845047554319,877 96.849289894104878 ],879 "extent": [880 5.924087609033421,881 6.244762044192598,882 4.488618850708008883 ],884 "rotation": [885 0,886 125.20857238769531,887 0888 ]889 },890 "location": [891 -202.64175415039062,892 93.23787689208984,893 92.36067199707031894 ],895 "rotation": [896 0,897 125.20857238769531,898 0899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 31,908 255,909 127910 ]911 }912 ],913 "utensil": [914 {915 "object_id": "SM_DishTray_132",916 "bbox_2d": [917 693,918 744,919 809,920 782921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 -224.7735137939453,926 71.5688328742981,927 94.68715167045593928 ],929 "extent": [930 13.38782787322998,931 5.695516586303711,932 2.2931244373321533933 ]934 },935 "obb": {936 "center": [937 -224.7735137939453,938 71.5688328742981,939 94.68715167045593940 ],941 "extent": [942 13.38782787322998,943 5.695516586303711,944 2.2931244373321533945 ],946 "rotation": [947 0,948 0,949 0950 ]951 },952 "location": [953 -224.7735137939453,954 71.56883239746094,955 92.39402770996094956 ],957 "rotation": [958 0,959 0,960 0961 ],962 "scale": [963 1,964 1,965 1966 ]967 },968 "color": [969 31,970 127,971 255972 ]973 }974 ],975 "power": [976 {977 "object_id": "SM_powerplug_A7",978 "bbox_2d": [979 583,980 615,981 608,982 640983 ],984 "bbox_3d": {985 "aabb": {986 "center": [987 -211.80201625823975,988 209.23850095272064,989 116.53541231155396990 ],991 "extent": [992 4.41630744934082,993 0.6548557281494141,994 4.416308403015137995 ]996 },997 "obb": {998 "center": [999 -211.80201625823975,1000 209.23850095272064,1001 116.535412311553961002 ],1003 "extent": [1004 4.41630744934082,1005 0.6548557281494141,1006 4.4163084030151371007 ],1008 "rotation": [1009 0,1010 180,1011 01012 ]1013 },1014 "location": [1015 -211.80201721191406,1016 209.8933563232422,1017 116.535415649414061018 ],1019 "rotation": [1020 0,1021 180,1022 01023 ],1024 "scale": [1025 1,1026 1,1027 11028 ]1029 },1030 "color": [1031 127,1032 127,1033 951034 ]1035 },1036 {1037 "object_id": "SM_powerplug_A8",1038 "bbox_2d": [1039 617,1040 614,1041 629,1042 6391043 ],1044 "bbox_3d": {1045 "aabb": {1046 "center": [1047 -223.35377407073975,1048 209.23850095272064,1049 116.535412311553961050 ],1051 "extent": [1052 4.41630744934082,1053 0.6548557281494141,1054 4.4163084030151371055 ]1056 },1057 "obb": {1058 "center": [1059 -223.35377407073975,1060 209.23850095272064,1061 116.535412311553961062 ],1063 "extent": [1064 4.41630744934082,1065 0.6548557281494141,1066 4.4163084030151371067 ],1068 "rotation": [1069 0,1070 180,1071 01072 ]1073 },1074 "location": [1075 -223.35377502441406,1076 209.8933563232422,1077 116.535415649414061078 ],1079 "rotation": [1080 0,1081 180,1082 01083 ],1084 "scale": [1085 1,1086 1,1087 11088 ]1089 },1090 "color": [1091 127,1092 63,1093 951094 ]1095 }1096 ],1097 "knife": [1098 {1099 "object_id": "SM_knife_09_135",1100 "bbox_2d": [1101 781,1102 771,1103 794,1104 7731105 ],1106 "bbox_3d": {1107 "aabb": {1108 "center": [1109 -223.5167922057964,1110 68.36748117419934,1111 92.597748547792431112 ],1113 "extent": [1114 10.247595856520036,1115 1.762360132189471,1116 0.33376032114028931117 ]1118 },1119 "obb": {1120 "center": [1121 -223.5167922057964,1122 68.36748117419934,1123 92.597748547792431124 ],1125 "extent": [1126 10.247595856520036,1127 1.762360132189471,1128 0.33376032114028931129 ],1130 "rotation": [1131 0,1132 94.37193298339845,1133 01134 ]1135 },1136 "location": [1137 -228.6803741455078,1138 67.98947143554688,1139 92.597747802734381140 ],1141 "rotation": [1142 0,1143 94.37193298339845,1144 01145 ],1146 "scale": [1147 1,1148 1,1149 11150 ]1151 },1152 "color": [1153 95,1154 31,1155 2231156 ]1157 }1158 ]1159 }1160}