TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l072_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l072_r000/lit.png",5 "camera": {6 "location": [7 -191,8 -60,9 21210 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -191,38 -60,39 212,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 134,58 0,59 1919,60 18661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "ceiling lamp": [116 {117 "object_id": "SM_SillingLamp3",118 "bbox_2d": [119 205,120 51,121 305,122 171123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 78.66053193308672,128 -257.5021244623304,129 330.37402153015137130 ],131 "extent": [132 10.649809765922015,133 13.151656989309473,134 15.387605667114258135 ]136 },137 "obb": {138 "center": [139 78.66053193308672,140 -257.5021244623304,141 330.37402153015137142 ],143 "extent": [144 10.649809765922015,145 13.151656989309473,146 15.387605667114258147 ],148 "rotation": [149 0,150 -20,151 0152 ]153 },154 "location": [155 78.7145767211914,156 -257.11273193359375,157 345.7616271972656158 ],159 "rotation": [160 0,161 -20,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 31,172 31,173 127174 ]175 }176 ],177 "door": [178 {179 "object_id": "SM_Door_polySurface57",180 "bbox_2d": [181 1450,182 353,183 1633,184 564185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 230.40711644136513,190 194.618632203342,191 193.68687438964844192 ],193 "extent": [194 5.455037415813791,195 40.9399423472035,196 100.37834930419922197 ]198 },199 "obb": {200 "center": [201 230.40711644136513,202 194.618632203342,203 193.68687438964844204 ],205 "extent": [206 5.455037415813791,207 40.9399423472035,208 100.37834930419922209 ],210 "rotation": [211 0,212 -179.99989318847656,213 0214 ]215 },216 "location": [217 229.37254333496094,218 154.16036987304688,219 88.9166030883789220 ],221 "rotation": [222 0,223 -179.99989318847656,224 0225 ],226 "scale": [227 0.800000011920929,228 0.8706653118133545,229 1230 ]231 },232 "color": [233 127,234 159,235 127236 ]237 },238 {239 "object_id": "SM_Door_polySurface50",240 "bbox_2d": [241 1429,242 336,243 1655,244 568245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 237.10054705583462,250 194.50258489944235,251 195.17345428466797252 ],253 "extent": [254 9.745574626675705,255 49.10113152907067,256 105.98666381835938257 ]258 },259 "obb": {260 "center": [261 237.10054705583462,262 194.50258489944235,263 195.17345428466797264 ],265 "extent": [266 9.745574626675705,267 49.10113152907067,268 105.98666381835938269 ],270 "rotation": [271 0,272 -179.99989318847656,273 0274 ]275 },276 "location": [277 236.64108276367188,278 154.88241577148438,279 88.28707122802734280 ],281 "rotation": [282 0,283 -179.99989318847656,284 0285 ],286 "scale": [287 1.5594600439071655,288 0.8500000238418579,289 1290 ]291 },292 "color": [293 127,294 159,295 63296 ]297 }298 ]299 },300 "foreground": {301 "closet": [302 {303 "object_id": "SM_Closet_29",304 "bbox_2d": [305 0,306 20,307 344,308 445309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -5.889900207519531,314 -347.92909240722656,315 225.49037170410156316 ],317 "extent": [318 236.4459686279297,319 20.030471801757812,320 133.37185668945312321 ]322 },323 "obb": {324 "center": [325 -5.889900207519531,326 -347.92909240722656,327 225.49037170410156328 ],329 "extent": [330 236.4459686279297,331 20.030471801757812,332 133.37185668945312333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 -6.054466247558594,342 -367.9595642089844,343 92.11851501464844344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 255,358 127,359 0360 ]361 }362 ],363 "manager desk": [364 {365 "object_id": "SM_ManagerDesk_35",366 "bbox_2d": [367 0,368 671,369 1765,370 1079371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 0.9649276733398438,376 -103.14732360839844,377 133.83098220825195378 ],379 "extent": [380 101.42112731933594,381 175.46688842773438,382 40.50908660888672383 ]384 },385 "obb": {386 "center": [387 0.9649276733398438,388 -103.14732360839844,389 133.83098220825195390 ],391 "extent": [392 101.42112731933594,393 175.46688842773438,394 40.50908660888672395 ],396 "rotation": [397 0,398 0,399 0400 ]401 },402 "location": [403 3.7793960571289062,404 -148.75787353515625,405 93.32191467285156406 ],407 "rotation": [408 0,409 0,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 0,420 127,421 127422 ]423 }424 ],425 "armchair": [426 {427 "object_id": "SM_ArmchairSingle_38",428 "bbox_2d": [429 771,430 550,431 956,432 1014433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 51.21592908139999,438 -90.84782646696817,439 151.32426071166992440 ],441 "extent": [442 33.26026436641297,443 30.065236720987457,444 57.94956588745117445 ]446 },447 "obb": {448 "center": [449 51.21592908139999,450 -90.84782646696817,451 151.32426071166992452 ],453 "extent": [454 33.26026436641297,455 30.065236720987457,456 57.94956588745117457 ],458 "rotation": [459 0,460 90.00011444091797,461 0462 ]463 },464 "location": [465 50.492774963378906,466 -91.7777099609375,467 93.3218994140625468 ],469 "rotation": [470 0,471 90.00011444091797,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 255,482 127,483 127484 ]485 },486 {487 "object_id": "SM_ArmchairSingle2",488 "bbox_2d": [489 1073,490 549,491 1332,492 1045493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 58.77065231685211,498 2.298390028352408,499 151.32426071166992500 ],501 "extent": [502 37.97565641399365,503 35.3839719979233,504 57.94956588745117505 ]506 },507 "obb": {508 "center": [509 58.770652316852114,510 2.298390028352408,511 151.32426071166992512 ],513 "extent": [514 37.97565641399365,515 35.3839719979233,516 57.94956588745117517 ],518 "rotation": [519 0,520 80.00003051757812,521 0522 ]523 },524 "location": [525 57.897010803222656,526 1.508209228515625,527 93.3218994140625528 ],529 "rotation": [530 0,531 80.00003051757812,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 127,542 0,543 0544 ]545 },546 {547 "object_id": "SM_ArmchairSingle3",548 "bbox_2d": [549 532,550 563,551 949,552 1079553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -49.20721648019243,558 -92.56789634471355,559 151.32426071166992560 ],561 "extent": [562 37.97550408343436,563 35.383796010207135,564 57.94956588745117565 ]566 },567 "obb": {568 "center": [569 -49.20721648019243,570 -92.56789634471355,571 151.32426071166992572 ],573 "extent": [574 37.97550408343436,575 35.383796010207135,576 57.94956588745117577 ],578 "rotation": [579 0,580 -99.99960327148439,581 0582 ]583 },584 "location": [585 -48.333580017089844,586 -91.7777099609375,587 93.3218994140625588 ],589 "rotation": [590 0,591 -99.99960327148439,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 127,602 0,603 255604 ]605 },606 {607 "object_id": "SM_ArmchairSingle4",608 "bbox_2d": [609 1177,610 561,611 1693,612 1079613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -39.08587858956743,618 7.719998857923171,619 151.32426071166992620 ],621 "extent": [622 37.97550408343436,623 35.38379601020713,624 57.94956588745117625 ]626 },627 "obb": {628 "center": [629 -39.08587858956743,630 7.719998857923169,631 151.32426071166992632 ],633 "extent": [634 37.97550408343436,635 35.38379601020713,636 57.94956588745117637 ],638 "rotation": [639 0,640 -99.99960327148439,641 0642 ]643 },644 "location": [645 -38.212242126464844,646 8.510185241699219,647 93.3218994140625648 ],649 "rotation": [650 0,651 -99.99960327148439,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 127,662 255,663 0664 ]665 }666 ],667 "monitor": [668 {669 "object_id": "SM_Monitor",670 "bbox_2d": [671 0,672 422,673 360,674 869675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -67.37585065973605,680 -169.9528735959834,681 199.99402505135185682 ],683 "extent": [684 29.307229343322547,685 27.056972213491918,686 26.38376504158623687 ]688 },689 "obb": {690 "center": [691 -67.37585065973605,692 -169.9528735959834,693 199.99402505135185694 ],695 "extent": [696 29.307229343322547,697 27.056972213491918,698 26.38376504158623699 ],700 "rotation": [701 0,702 -50.00012207031249,703 0704 ]705 },706 "location": [707 -52.64727783203125,708 -170.69700622558594,709 173.61026000976562710 ],711 "rotation": [712 0,713 -50.00012207031249,714 0715 ],716 "scale": [717 0.800000011920929,718 0.800000011920929,719 0.800000011920929720 ]721 },722 "color": [723 127,724 63,725 255726 ]727 }728 ],729 "keyboard": [730 {731 "object_id": "SM_Keyboard",732 "bbox_2d": [733 0,734 764,735 262,736 822737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 -47.88224438253921,742 -188.2073324036146,743 174.28158950805664744 ],745 "extent": [746 18.963977966121476,747 17.614904752164534,748 0.5217170715332031749 ]750 },751 "obb": {752 "center": [753 -47.88224438253921,754 -188.2073324036146,755 174.28158950805664756 ],757 "extent": [758 18.963977966121476,759 17.614904752164534,760 0.5217170715332031761 ],762 "rotation": [763 0,764 -50.00012207031249,765 0766 ]767 },768 "location": [769 -49.16081619262695,770 -172.16757202148438,771 173.61026000976562772 ],773 "rotation": [774 0,775 -50.00012207031249,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 127,786 63,787 127788 ]789 }790 ],791 "calendar": [792 {793 "object_id": "SM_CalendarDesk_116",794 "bbox_2d": [795 531,796 638,797 553,798 691799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 61.437330427932885,804 -166.4330257628863,805 179.62402725219727806 ],807 "extent": [808 12.325876402342068,809 9.841876774162444,810 5.984294891357422811 ]812 },813 "obb": {814 "center": [815 61.437330427932885,816 -166.4330257628863,817 179.62402725219727818 ],819 "extent": [820 12.325876402342068,821 9.841876774162444,822 5.984294891357422823 ],824 "rotation": [825 0,826 -110.00013732910158,827 0828 ]829 },830 "location": [831 60.486053466796875,832 -166.10409545898438,833 173.6102752685547834 ],835 "rotation": [836 0,837 -110.00013732910158,838 0839 ],840 "scale": [841 1,842 1,843 1844 ]845 },846 "color": [847 127,848 63,849 63850 ]851 }852 ],853 "chassis": [854 {855 "object_id": "SM_Chassis_125",856 "bbox_2d": [857 346,858 681,859 448,860 699861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 51.43301841964879,866 -207.5330078601583,867 174.3187141418457868 ],869 "extent": [870 18.3861534901983,871 19.869006395314557,872 0.7084541320800781873 ]874 },875 "obb": {876 "center": [877 51.43301841964879,878 -207.5330078601583,879 174.3187141418457880 ],881 "extent": [882 18.3861534901983,883 19.869006395314557,884 0.7084541320800781885 ],886 "rotation": [887 0,888 -119.99999999999997,889 0890 ]891 },892 "location": [893 68.90663146972656,894 -199.1138916015625,895 173.61026000976562896 ],897 "rotation": [898 0,899 -119.99999999999997,900 0901 ],902 "scale": [903 1,904 1,905 1906 ]907 },908 "color": [909 63,910 0,911 127912 ]913 },914 {915 "object_id": "SM_Chassis2",916 "bbox_2d": [917 924,918 702,919 951,920 718921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 24.49961826119435,926 -77.28905089753601,927 174.93947219848633928 ],929 "extent": [930 19.157636636899547,931 16.736308918784175,932 0.7084541320800781933 ]934 },935 "obb": {936 "center": [937 24.49961826119435,938 -77.28905089753601,939 174.93947219848633940 ],941 "extent": [942 19.157636636899547,943 16.736308918784175,944 0.7084541320800781945 ],946 "rotation": [947 0,948 -19.999786376953125,949 0950 ]951 },952 "location": [953 13.174087524414062,954 -61.54290771484375,955 174.23101806640625956 ],957 "rotation": [958 0,959 -19.999786376953125,960 0961 ],962 "scale": [963 1,964 1,965 1966 ]967 },968 "color": [969 63,970 255,971 0972 ]973 },974 {975 "object_id": "SM_Chassis3",976 "bbox_2d": [977 1186,978 728,979 1336,980 771981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 -18.499947766334913,986 -5.504907283882709,987 174.96762466430664988 ],989 "extent": [990 19.157673532840363,991 16.73637900311035,992 0.7084541320800781993 ]994 },995 "obb": {996 "center": [997 -18.499947766334913,998 -5.504907283882709,999 174.967624664306641000 ],1001 "extent": [1002 19.157673532840363,1003 16.73637900311035,1004 0.70845413208007811005 ],1006 "rotation": [1007 0,1008 -159.99984741210938,1009 01010 ]1011 },1012 "location": [1013 0.297332763671875,1014 -10.287261962890625,1015 174.259170532226561016 ],1017 "rotation": [1018 0,1019 -159.99984741210938,1020 01021 ],1022 "scale": [1023 1,1024 1,1025 11026 ]1027 },1028 "color": [1029 63,1030 255,1031 2551032 ]1033 }1034 ],1035 "books": [1036 {1037 "object_id": "SM_Book48",1038 "bbox_2d": [1039 58,1040 347,1041 66,1042 4161043 ],1044 "bbox_3d": {1045 "aabb": {1046 "center": [1047 100.10064697260418,1048 -339.94922970954076,1049 259.589050292968751050 ],1051 "extent": [1052 1.4089231548569217,1053 8.610493105736907,1054 10.5325775146484381055 ]1056 },1057 "obb": {1058 "center": [1059 100.10064697260418,1060 -339.94922970954076,1061 259.589050292968751062 ],1063 "extent": [1064 1.4089231548569217,1065 8.610493105736907,1066 10.5325775146484381067 ],1068 "rotation": [1069 -90,1070 0.0001713782548904404,1071 01072 ]1073 },1074 "location": [1075 98.6633071899414,1076 -339.9492492675781,1077 259.589050292968751078 ],1079 "rotation": [1080 -90,1081 0.0001713782548904404,1082 01083 ],1084 "scale": [1085 1,1086 1,1087 11088 ]1089 },1090 "color": [1091 63,1092 255,1093 951094 ]1095 },1096 {1097 "object_id": "SM_Book49",1098 "bbox_2d": [1099 48,1100 345,1101 57,1102 4151103 ],1104 "bbox_3d": {1105 "aabb": {1106 "center": [1107 97.05229949946172,1108 -339.94922986283416,1109 259.589050292968751110 ],1111 "extent": [1112 1.4089222365419118,1113 8.610492955479629,1114 10.5325775146484381115 ]1116 },1117 "obb": {1118 "center": [1119 97.05229949946172,1120 -339.94922986283416,1121 259.589050292968751122 ],1123 "extent": [1124 1.4089222365419118,1125 8.610492955479629,1126 10.5325775146484381127 ],1128 "rotation": [1129 -90,1130 0.00016526761464774557,1131 01132 ]1133 },1134 "location": [1135 95.61495971679688,1136 -339.9492492675781,1137 259.589050292968751138 ],1139 "rotation": [1140 -90,1141 0.00016526761464774557,1142 01143 ],1144 "scale": [1145 1,1146 1,1147 11148 ]1149 },1150 "color": [1151 63,1152 127,1153 951154 ]1155 },1156 {1157 "object_id": "SM_Book50",1158 "bbox_2d": [1159 16,1160 344,1161 47,1162 4131163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 93.89089202875859,1168 -339.94922986146156,1169 259.589050292968751170 ],1171 "extent": [1172 1.4089222447645824,1173 8.610492956824999,1174 10.5325775146484381175 ]1176 },1177 "obb": {1178 "center": [1179 93.89089202875859,1180 -339.94922986146156,1181 259.589050292968751182 ],1183 "extent": [1184 1.4089222447645824,1185 8.610492956824999,1186 10.5325775146484381187 ],1188 "rotation": [1189 -90,1190 0.00016532232984900456,1191 01192 ]1193 },1194 "location": [1195 92.45355224609375,1196 -339.9492492675781,1197 259.589050292968751198 ],1199 "rotation": [1200 -90,