TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l099_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l099_r003/lit.png",5 "camera": {6 "location": [7 105,8 -60,9 22610 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 105,38 -60,39 226,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window divided": [54 {55 "object_id": "SM_Window_44",56 "bbox_2d": [57 1191,58 240,59 1473,60 87461 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -260.562744140625,66 -199.95819446111318,67 219.5106124877929768 ],69 "extent": [70 5,71 53.16790417169932,72 119.4392242431640673 ]74 },75 "obb": {76 "center": [77 -260.562744140625,78 -199.95819446111318,79 219.5106124877929780 ],81 "extent": [82 5,83 53.16790417169932,84 119.4392242431640685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -255.562744140625,94 -253.1260986328125,95 100.0967559814453196 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1.1299999952316284,105 1106 ]107 },108 "color": [109 127,110 255,111 255112 ]113 },114 {115 "object_id": "SM_Window2",116 "bbox_2d": [117 643,118 240,119 925,120 874121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -260.562744140625,126 6.057598385566507,127 219.51061248779297128 ],129 "extent": [130 5,131 53.16790417169932,132 119.43922424316406133 ]134 },135 "obb": {136 "center": [137 -260.562744140625,138 6.057598385566507,139 219.51061248779297140 ],141 "extent": [142 5,143 53.16790417169932,144 119.43922424316406145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -255.562744140625,154 -47.11030578613281,155 100.09675598144531156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1.1299999952316284,165 1166 ]167 },168 "color": [169 127,170 127,171 0172 ]173 },174 {175 "object_id": "SM_Window3_62",176 "bbox_2d": [177 97,178 240,179 376,180 813181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -260.5628662109375,186 211.59552451635,187 219.51061248779297188 ],189 "extent": [190 5,191 52.69739219213125,192 119.43922424316406193 ]194 },195 "obb": {196 "center": [197 -260.5628662109375,198 211.59552451635,199 219.51061248779297200 ],201 "extent": [202 5,203 52.69739219213125,204 119.43922424316406205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 -255.5628662109375,214 158.89813232421875,215 100.09675598144531216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1.1200000047683716,225 1226 ]227 },228 "color": [229 127,230 127,231 127232 ]233 }234 ],235 "window": [236 {237 "object_id": "SM_WindowOpen_50",238 "bbox_2d": [239 926,240 240,241 1192,242 807243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -260.2314281463623,248 -96.93702158267479,249 219.51058197021484250 ],251 "extent": [252 20.735897064208984,253 49.87431874935646,254 119.43922424316406255 ]256 },257 "obb": {258 "center": [259 -260.2314281463623,260 -96.93702158267479,261 219.51058197021484262 ],263 "extent": [264 20.735897064208984,265 49.87431874935646,266 119.43922424316406267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 -255.55386352539062,276 -146.81134033203125,277 100.09672546386719278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1.059999942779541,287 1288 ]289 },290 "color": [291 127,292 0,293 127294 ]295 },296 {297 "object_id": "SM_WindowOpen2_60",298 "bbox_2d": [299 358,300 240,301 642,302 805303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -260.2314281463623,308 109.07870259945412,309 219.51058197021484310 ],311 "extent": [312 20.735897064208984,313 49.87431874935646,314 119.43922424316406315 ]316 },317 "obb": {318 "center": [319 -260.2314281463623,320 109.07870259945412,321 219.51058197021484322 ],323 "extent": [324 20.735897064208984,325 49.87431874935646,326 119.43922424316406327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 -255.55386352539062,336 59.204383850097656,337 100.09672546386719338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1.059999942779541,347 1348 ]349 },350 "color": [351 127,352 127,353 255354 ]355 }356 ],357 "ceiling": [358 {359 "object_id": "SM_Silling_57",360 "bbox_2d": [361 0,362 0,363 1882,364 136365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -3.5792999267578125,370 231.85098266601562,371 349.02508544921875372 ],373 "extent": [374 176.71539306640625,375 496.9198303222656,376 10.160568237304688377 ]378 },379 "obb": {380 "center": [381 -3.5792999267578125,382 231.85098266601562,383 349.02508544921875384 ],385 "extent": [386 176.71539306640625,387 496.9198303222656,388 10.160568237304688389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 0,398 0,399 0400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 127,414 255,415 127416 ]417 }418 ],419 "ceiling lamp": [420 {421 "object_id": "SM_SillingLamp_2",422 "bbox_2d": [423 1839,424 0,425 1919,426 99427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -93.80305915372323,432 -257.4046730905663,433 330.37402153015137434 ],435 "extent": [436 11.91749922077183,437 13.449667203755325,438 15.387605667114258439 ]440 },441 "obb": {442 "center": [443 -93.80305915372323,444 -257.4046730905663,445 330.37402153015137446 ],447 "extent": [448 11.91749922077183,449 13.449667203755325,450 15.387605667114258451 ],452 "rotation": [453 0,454 30.000083923339854,455 0456 ]457 },458 "location": [459 -94.06661224365234,460 -257.11297607421875,461 345.7616271972656462 ],463 "rotation": [464 0,465 30.000083923339854,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 31,476 31,477 0478 ]479 }480 ]481 },482 "foreground": {483 "closet": [484 {485 "object_id": "SM_Closet_29",486 "bbox_2d": [487 1710,488 93,489 1919,490 847491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -5.889900207519531,496 -347.92909240722656,497 225.49037170410156498 ],499 "extent": [500 236.4459686279297,501 20.030471801757812,502 133.37185668945312503 ]504 },505 "obb": {506 "center": [507 -5.889900207519531,508 -347.92909240722656,509 225.49037170410156510 ],511 "extent": [512 236.4459686279297,513 20.030471801757812,514 133.37185668945312515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 -6.054466247558594,524 -367.9595642089844,525 92.11851501464844526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 255,540 127,541 0542 ]543 }544 ],545 "manager desk": [546 {547 "object_id": "SM_ManagerDesk_35",548 "bbox_2d": [549 0,550 798,551 1919,552 1079553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 0.9649276733398438,558 -103.14732360839844,559 133.83098220825195560 ],561 "extent": [562 101.42112731933594,563 175.46688842773438,564 40.50908660888672565 ]566 },567 "obb": {568 "center": [569 0.9649276733398438,570 -103.14732360839844,571 133.83098220825195572 ],573 "extent": [574 101.42112731933594,575 175.46688842773438,576 40.50908660888672577 ],578 "rotation": [579 0,580 0,581 0582 ]583 },584 "location": [585 3.7793960571289062,586 -148.75787353515625,587 93.32191467285156588 ],589 "rotation": [590 0,591 0,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 0,602 127,603 127604 ]605 }606 ],607 "armchair": [608 {609 "object_id": "SM_ArmchairSingle3",610 "bbox_2d": [611 983,612 628,613 1229,614 899615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 -49.20721648019243,620 -92.56789634471355,621 151.32426071166992622 ],623 "extent": [624 37.97550408343436,625 35.383796010207135,626 57.94956588745117627 ]628 },629 "obb": {630 "center": [631 -49.20721648019243,632 -92.56789634471355,633 151.32426071166992634 ],635 "extent": [636 37.97550408343436,637 35.383796010207135,638 57.94956588745117639 ],640 "rotation": [641 0,642 -99.99960327148439,643 0644 ]645 },646 "location": [647 -48.333580017089844,648 -91.7777099609375,649 93.3218994140625650 ],651 "rotation": [652 0,653 -99.99960327148439,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 127,664 0,665 255666 ]667 },668 {669 "object_id": "SM_ArmchairSingle4",670 "bbox_2d": [671 393,672 633,673 670,674 899675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -39.08587858956743,680 7.719998857923171,681 151.32426071166992682 ],683 "extent": [684 37.97550408343436,685 35.38379601020713,686 57.94956588745117687 ]688 },689 "obb": {690 "center": [691 -39.08587858956743,692 7.719998857923169,693 151.32426071166992694 ],695 "extent": [696 37.97550408343436,697 35.38379601020713,698 57.94956588745117699 ],700 "rotation": [701 0,702 -99.99960327148439,703 0704 ]705 },706 "location": [707 -38.212242126464844,708 8.510185241699219,709 93.3218994140625710 ],711 "rotation": [712 0,713 -99.99960327148439,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 127,724 255,725 0726 ]727 }728 ],729 "plane": [730 {731 "object_id": "Plane_68",732 "bbox_2d": [733 398,734 385,735 1178,736 596737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 -427.68328857421875,742 211.84524536132807,743 234.66394042968747744 ],745 "extent": [746 0.0023036386334069903,747 1000.0018954050647,748 300.0063180862628749 ]750 },751 "obb": {752 "center": [753 -427.68328857421875,754 211.845245361328,755 234.66394042968744756 ],757 "extent": [758 0.0023036386334069903,759 1000.0018954050647,760 300.0063180862628761 ],762 "rotation": [763 0.0003620000206824746,764 -89.99987030029298,765 89.99999237060548766 ]767 },768 "location": [769 -427.68328857421875,770 211.84524536132812,771 234.6639404296875772 ],773 "rotation": [774 0.0003620000206824746,775 -89.99987030029298,776 89.99999237060548777 ],778 "scale": [779 20,780 6,781 1782 ]783 },784 "color": [785 255,786 0,787 63788 ]789 }790 ],791 "curtain": [792 {793 "object_id": "SM_CurtainLong_74",794 "bbox_2d": [795 1228,796 204,797 1484,798 776799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 -237.58009314537048,804 -201.08392884500245,805 243.79515838623047806 ],807 "extent": [808 2.8221590518951416,809 44.898785157101884,810 101.98615264892578811 ]812 },813 "obb": {814 "center": [815 -237.58009314537048,816 -201.08392884500245,817 243.79515838623047818 ],819 "extent": [820 2.8221590518951416,821 44.898785157101884,822 101.98615264892578823 ],824 "rotation": [825 0,826 0,827 0828 ]829 },830 "location": [831 -240.40225219726562,832 -203.2975311279297,833 345.78131103515625834 ],835 "rotation": [836 0,837 0,838 0839 ],840 "scale": [841 1,842 0.8799999952316284,843 1844 ]845 },846 "color": [847 255,848 127,849 63850 ]851 },852 {853 "object_id": "SM_CurtainLong2_77",854 "bbox_2d": [855 945,856 204,857 1198,858 335859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 -237.57948279380798,864 -99.70682678361663,865 322.2176284790039866 ],867 "extent": [868 2.8221590518951416,869 44.898785157101884,870 23.563682556152344871 ]872 },873 "obb": {874 "center": [875 -237.57948279380798,876 -99.70682678361663,877 322.2176284790039878 ],879 "extent": [880 2.8221590518951416,881 44.898785157101884,882 23.563682556152344883 ],884 "rotation": [885 0,886 0,887 0888 ]889 },890 "location": [891 -240.40164184570312,892 -99.96336364746094,893 345.78131103515625894 ],895 "rotation": [896 0,897 0,898 0899 ],900 "scale": [901 1,902 0.8799999952316284,903 1904 ]905 },906 "color": [907 127,908 0,909 63910 ]911 },912 {913 "object_id": "SM_CurtainLong4",914 "bbox_2d": [915 366,916 204,917 624,918 335919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 -237.57984900474548,924 105.36954345564118,925 322.2176284790039926 ],927 "extent": [928 2.8221590518951416,929 44.898785157101884,930 23.563682556152344931 ]932 },933 "obb": {934 "center": [935 -237.57984900474548,936 105.36954345564118,937 322.2176284790039938 ],939 "extent": [940 2.8221590518951416,941 44.898785157101884,942 23.563682556152344943 ],944 "rotation": [945 0,946 0,947 0948 ]949 },950 "location": [951 -240.40200805664062,952 105.11300659179688,953 345.78131103515625954 ],955 "rotation": [956 0,957 0,958 0959 ],960 "scale": [961 1,962 0.8799999952316284,963 1964 ]965 },966 "color": [967 127,968 255,969 63970 ]971 },972 {973 "object_id": "SM_CurtainLong5",974 "bbox_2d": [975 72,976 204,977 334,978 538979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 -237.57984924316406,984 209.5871099767619,985 286.1421890258789986 ],987 "extent": [988 2.8221588134765625,989 44.898785157101884,990 59.639122009277344991 ]992 },993 "obb": {994 "center": [995 -237.57984924316406,996 209.5871099767619,997 286.1421890258789998 ],999 "extent": [1000 2.8221588134765625,1001 44.898785157101884,1002 59.6391220092773441003 ],1004 "rotation": [1005 0,1006 0,1007 01008 ]1009 },1010 "location": [1011 -240.40200805664062,1012 208.00189208984375,1013 345.781311035156251014 ],1015 "rotation": [1016 0,1017 0,1018 01019 ],1020 "scale": [1021 1,1022 0.8799999952316284,1023 11024 ]1025 },1026 "color": [1027 127,1028 127,1029 631030 ]1031 },1032 {1033 "object_id": "SM_Curtain_67",1034 "bbox_2d": [1035 656,1036 204,1037 909,1038 5371039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 -237.83901977539062,1044 2.8463529882365037,1045 286.236976623535161046 ],1047 "extent": [1048 2.8221588134765625,1049 44.898785157101884,1050 59.6391220092773441051 ]1052 },1053 "obb": {1054 "center": [1055 -237.83901977539062,1056 2.8463529882365037,1057 286.236976623535161058 ],1059 "extent": [1060 2.8221588134765625,1061 44.898785157101884,1062 59.6391220092773441063 ],1064 "rotation": [1065 0,1066 0,1067 01068 ]1069 },1070 "location": [1071 -240.6611785888672,1072 1.2611351013183594,1073 345.87609863281251074 ],1075 "rotation": [1076 0,1077 0,1078 01079 ],1080 "scale": [1081 1,1082 0.8799999952316284,1083 11084 ]1085 },1086 "color": [1087 255,1088 63,1089 2231090 ]1091 }1092 ],1093 "monitor": [1094 {1095 "object_id": "SM_Monitor",1096 "bbox_2d": [1097 1495,1098 538,1099 1651,1100 8581101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 -67.37585065973605,1106 -169.9528735959834,1107 199.994025051351851108 ],1109 "extent": [1110 29.307229343322547,1111 27.056972213491918,1112 26.383765041586231113 ]1114 },1115 "obb": {1116 "center": [1117 -67.37585065973605,1118 -169.9528735959834,1119 199.994025051351851120 ],1121 "extent": [1122 29.307229343322547,1123 27.056972213491918,1124 26.383765041586231125 ],1126 "rotation": [1127 0,1128 -50.00012207031249,1129 01130 ]1131 },1132 "location": [1133 -52.64727783203125,1134 -170.69700622558594,1135 173.610260009765621136 ],1137 "rotation": [1138 0,1139 -50.00012207031249,1140 01141 ],1142 "scale": [1143 0.800000011920929,1144 0.800000011920929,1145 0.8000000119209291146 ]1147 },1148 "color": [1149 127,1150 63,1151 2551152 ]1153 }1154 ],1155 "keyboard": [1156 {1157 "object_id": "SM_Keyboard",1158 "bbox_2d": [1159 1700,1160 826,1161 1834,1162 9131163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 -47.88224438253921,1168 -188.2073324036146,1169 174.281589508056641170 ],1171 "extent": [1172 18.963977966121476,1173 17.614904752164534,1174 0.52171707153320311175 ]1176 },1177 "obb": {1178 "center": [1179 -47.88224438253921,1180 -188.2073324036146,1181 174.281589508056641182 ],1183 "extent": [1184 18.963977966121476,1185 17.614904752164534,1186 0.52171707153320311187 ],1188 "rotation": [1189 0,1190 -50.00012207031249,1191 01192 ]1193 },1194 "location": [1195 -49.16081619262695,1196 -172.16757202148438,1197 173.610260009765621198 ],1199 "rotation": [1200 0,