TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l009_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l009_r004/lit.png",5 "camera": {6 "location": [7 -128,8 175,9 17310 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -128,38 175,39 173,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window divided": [54 {55 "object_id": "SM_Window_44",56 "bbox_2d": [57 1101,58 126,59 1165,60 59861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -260.562744140625,66 -199.95819446111318,67 219.5106124877929768 ],69 "extent": [70 5,71 53.16790417169932,72 119.4392242431640673 ]74 },75 "obb": {76 "center": [77 -260.562744140625,78 -199.95819446111318,79 219.5106124877929780 ],81 "extent": [82 5,83 53.16790417169932,84 119.4392242431640685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -255.562744140625,94 -253.1260986328125,95 100.0967559814453196 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1.1299999952316284,105 1106 ]107 },108 "color": [109 127,110 255,111 255112 ]113 },114 {115 "object_id": "SM_Window2",116 "bbox_2d": [117 652,118 0,119 961,120 909121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -260.562744140625,126 6.057598385566507,127 219.51061248779297128 ],129 "extent": [130 5,131 53.16790417169932,132 119.43922424316406133 ]134 },135 "obb": {136 "center": [137 -260.562744140625,138 6.057598385566507,139 219.51061248779297140 ],141 "extent": [142 5,143 53.16790417169932,144 119.43922424316406145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -255.562744140625,154 -47.11030578613281,155 100.09675598144531156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1.1299999952316284,165 1166 ]167 },168 "color": [169 127,170 127,171 0172 ]173 }174 ],175 "window": [176 {177 "object_id": "SM_WindowOpen_50",178 "bbox_2d": [179 962,180 0,181 1141,182 595183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -260.2314281463623,188 -96.93702158267479,189 219.51058197021484190 ],191 "extent": [192 20.735897064208984,193 49.87431874935646,194 119.43922424316406195 ]196 },197 "obb": {198 "center": [199 -260.2314281463623,200 -96.93702158267479,201 219.51058197021484202 ],203 "extent": [204 20.735897064208984,205 49.87431874935646,206 119.43922424316406207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -255.55386352539062,216 -146.81134033203125,217 100.09672546386719218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1.059999942779541,227 1228 ]229 },230 "color": [231 127,232 0,233 127234 ]235 },236 {237 "object_id": "SM_WindowOpen2_60",238 "bbox_2d": [239 0,240 0,241 665,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -260.2314281463623,248 109.07870259945412,249 219.51058197021484250 ],251 "extent": [252 20.735897064208984,253 49.87431874935646,254 119.43922424316406255 ]256 },257 "obb": {258 "center": [259 -260.2314281463623,260 109.07870259945412,261 219.51058197021484262 ],263 "extent": [264 20.735897064208984,265 49.87431874935646,266 119.43922424316406267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 -255.55386352539062,276 59.204383850097656,277 100.09672546386719278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1.059999942779541,287 1288 ]289 },290 "color": [291 127,292 127,293 255294 ]295 }296 ],297 "ceiling": [298 {299 "object_id": "SM_Silling_57",300 "bbox_2d": [301 1326,302 0,303 1919,304 131305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -3.5792999267578125,310 231.85098266601562,311 349.02508544921875312 ],313 "extent": [314 176.71539306640625,315 496.9198303222656,316 10.160568237304688317 ]318 },319 "obb": {320 "center": [321 -3.5792999267578125,322 231.85098266601562,323 349.02508544921875324 ],325 "extent": [326 176.71539306640625,327 496.9198303222656,328 10.160568237304688329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 0,338 0,339 0340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 127,354 255,355 127356 ]357 }358 ],359 "ceiling lamp": [360 {361 "object_id": "SM_SillingLamp_2",362 "bbox_2d": [363 1591,364 67,365 1649,366 162367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -93.80305915372323,372 -257.4046730905663,373 330.37402153015137374 ],375 "extent": [376 11.91749922077183,377 13.449667203755325,378 15.387605667114258379 ]380 },381 "obb": {382 "center": [383 -93.80305915372323,384 -257.4046730905663,385 330.37402153015137386 ],387 "extent": [388 11.91749922077183,389 13.449667203755325,390 15.387605667114258391 ],392 "rotation": [393 0,394 30.000083923339854,395 0396 ]397 },398 "location": [399 -94.06661224365234,400 -257.11297607421875,401 345.7616271972656402 ],403 "rotation": [404 0,405 30.000083923339854,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 31,416 31,417 0418 ]419 },420 {421 "object_id": "SM_SillingLamp2",422 "bbox_2d": [423 1911,424 13,425 1919,426 111427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -6.130724676588379,432 -257.49718661139474,433 330.37402153015137434 ],435 "extent": [436 7.192038678185117,437 11.378019827732814,438 15.387605667114258439 ]440 },441 "obb": {442 "center": [443 -6.130724676588379,444 -257.49718661139474,445 330.37402153015137446 ],447 "extent": [448 7.192038678185117,449 11.378019827732814,450 15.387605667114258451 ],452 "rotation": [453 0,454 3.4332275390625e-05,455 0456 ]457 },458 "location": [459 -6.2131195068359375,460 -257.11279296875,461 345.7616271972656462 ],463 "rotation": [464 0,465 3.4332275390625e-05,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 31,476 31,477 255478 ]479 }480 ]481 },482 "foreground": {483 "closet": [484 {485 "object_id": "SM_Closet_29",486 "bbox_2d": [487 1262,488 59,489 1919,490 721491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -5.889900207519531,496 -347.92909240722656,497 225.49037170410156498 ],499 "extent": [500 236.4459686279297,501 20.030471801757812,502 133.37185668945312503 ]504 },505 "obb": {506 "center": [507 -5.889900207519531,508 -347.92909240722656,509 225.49037170410156510 ],511 "extent": [512 236.4459686279297,513 20.030471801757812,514 133.37185668945312515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 -6.054466247558594,524 -367.9595642089844,525 92.11851501464844526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 255,540 127,541 0542 ]543 }544 ],545 "armchair": [546 {547 "object_id": "SM_ArmchairManager_32",548 "bbox_2d": [549 1901,550 411,551 1919,552 537553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -2.0084305367577002,558 -266.9637446004958,559 156.8519277990954560 ],561 "extent": [562 54.566865723696466,563 55.92745020578518,564 63.54718651223584565 ]566 },567 "obb": {568 "center": [569 -2.0084305367577002,570 -266.9637446004958,571 156.8519277990954572 ],573 "extent": [574 54.566865723696466,575 55.92745020578518,576 63.54718651223584577 ],578 "rotation": [579 0,580 30.00005722045899,581 0582 ]583 },584 "location": [585 -2.4702606201171875,586 -266.4104919433594,587 93.3218994140625588 ],589 "rotation": [590 0,591 30.00005722045899,592 0593 ],594 "scale": [595 1.100000023841858,596 1.100000023841858,597 1.100000023841858598 ]599 },600 "color": [601 255,602 127,603 255604 ]605 },606 {607 "object_id": "SM_ArmchairSingle3",608 "bbox_2d": [609 1735,610 356,611 1919,612 910613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -49.20721648019243,618 -92.56789634471355,619 151.32426071166992620 ],621 "extent": [622 37.97550408343436,623 35.383796010207135,624 57.94956588745117625 ]626 },627 "obb": {628 "center": [629 -49.20721648019243,630 -92.56789634471355,631 151.32426071166992632 ],633 "extent": [634 37.97550408343436,635 35.383796010207135,636 57.94956588745117637 ],638 "rotation": [639 0,640 -99.99960327148439,641 0642 ]643 },644 "location": [645 -48.333580017089844,646 -91.7777099609375,647 93.3218994140625648 ],649 "rotation": [650 0,651 -99.99960327148439,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 127,662 0,663 255664 ]665 }666 ],667 "manager desk": [668 {669 "object_id": "SM_ManagerDesk_35",670 "bbox_2d": [671 1606,672 538,673 1919,674 827675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 0.9649276733398438,680 -103.14732360839844,681 133.83098220825195682 ],683 "extent": [684 101.42112731933594,685 175.46688842773438,686 40.50908660888672687 ]688 },689 "obb": {690 "center": [691 0.9649276733398438,692 -103.14732360839844,693 133.83098220825195694 ],695 "extent": [696 101.42112731933594,697 175.46688842773438,698 40.50908660888672699 ],700 "rotation": [701 0,702 0,703 0704 ]705 },706 "location": [707 3.7793960571289062,708 -148.75787353515625,709 93.32191467285156710 ],711 "rotation": [712 0,713 0,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 0,724 127,725 127726 ]727 }728 ],729 "plane": [730 {731 "object_id": "Plane_68",732 "bbox_2d": [733 0,734 189,735 1072,736 447737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 -427.68328857421875,742 211.84524536132807,743 234.66394042968747744 ],745 "extent": [746 0.0023036386334069903,747 1000.0018954050647,748 300.0063180862628749 ]750 },751 "obb": {752 "center": [753 -427.68328857421875,754 211.845245361328,755 234.66394042968744756 ],757 "extent": [758 0.0023036386334069903,759 1000.0018954050647,760 300.0063180862628761 ],762 "rotation": [763 0.0003620000206824746,764 -89.99987030029298,765 89.99999237060548766 ]767 },768 "location": [769 -427.68328857421875,770 211.84524536132812,771 234.6639404296875772 ],773 "rotation": [774 0.0003620000206824746,775 -89.99987030029298,776 89.99999237060548777 ],778 "scale": [779 20,780 6,781 1782 ]783 },784 "color": [785 255,786 0,787 63788 ]789 }790 ],791 "curtain": [792 {793 "object_id": "SM_CurtainLong_74",794 "bbox_2d": [795 1151,796 55,797 1230,798 599799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 -237.58009314537048,804 -201.08392884500245,805 243.79515838623047806 ],807 "extent": [808 2.8221590518951416,809 44.898785157101884,810 101.98615264892578811 ]812 },813 "obb": {814 "center": [815 -237.58009314537048,816 -201.08392884500245,817 243.79515838623047818 ],819 "extent": [820 2.8221590518951416,821 44.898785157101884,822 101.98615264892578823 ],824 "rotation": [825 0,826 0,827 0828 ]829 },830 "location": [831 -240.40225219726562,832 -203.2975311279297,833 345.78131103515625834 ],835 "rotation": [836 0,837 0,838 0839 ],840 "scale": [841 1,842 0.8799999952316284,843 1844 ]845 },846 "color": [847 255,848 127,849 63850 ]851 },852 {853 "object_id": "SM_CurtainLong2_77",854 "bbox_2d": [855 1041,856 0,857 1155,858 173859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 -237.57948279380798,864 -99.70682678361663,865 322.2176284790039866 ],867 "extent": [868 2.8221590518951416,869 44.898785157101884,870 23.563682556152344871 ]872 },873 "obb": {874 "center": [875 -237.57948279380798,876 -99.70682678361663,877 322.2176284790039878 ],879 "extent": [880 2.8221590518951416,881 44.898785157101884,882 23.563682556152344883 ],884 "rotation": [885 0,886 0,887 0888 ]889 },890 "location": [891 -240.40164184570312,892 -99.96336364746094,893 345.78131103515625894 ],895 "rotation": [896 0,897 0,898 0899 ],900 "scale": [901 1,902 0.8799999952316284,903 1904 ]905 },906 "color": [907 127,908 0,909 63910 ]911 },912 {913 "object_id": "SM_Curtain_67",914 "bbox_2d": [915 786,916 0,917 1018,918 326919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 -237.83901977539062,924 2.8463529882365037,925 286.23697662353516926 ],927 "extent": [928 2.8221588134765625,929 44.898785157101884,930 59.639122009277344931 ]932 },933 "obb": {934 "center": [935 -237.83901977539062,936 2.8463529882365037,937 286.23697662353516938 ],939 "extent": [940 2.8221588134765625,941 44.898785157101884,942 59.639122009277344943 ],944 "rotation": [945 0,946 0,947 0948 ]949 },950 "location": [951 -240.6611785888672,952 1.2611351013183594,953 345.8760986328125954 ],955 "rotation": [956 0,957 0,958 0959 ],960 "scale": [961 1,962 0.8799999952316284,963 1964 ]965 },966 "color": [967 255,968 63,969 223970 ]971 }972 ],973 "monitor": [974 {975 "object_id": "SM_Monitor",976 "bbox_2d": [977 1657,978 330,979 1915,980 537981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 -67.37585065973605,986 -169.9528735959834,987 199.99402505135185988 ],989 "extent": [990 29.307229343322547,991 27.056972213491918,992 26.38376504158623993 ]994 },995 "obb": {996 "center": [997 -67.37585065973605,998 -169.9528735959834,999 199.994025051351851000 ],1001 "extent": [1002 29.307229343322547,1003 27.056972213491918,1004 26.383765041586231005 ],1006 "rotation": [1007 0,1008 -50.00012207031249,1009 01010 ]1011 },1012 "location": [1013 -52.64727783203125,1014 -170.69700622558594,1015 173.610260009765621016 ],1017 "rotation": [1018 0,1019 -50.00012207031249,1020 01021 ],1022 "scale": [1023 0.800000011920929,1024 0.800000011920929,1025 0.8000000119209291026 ]1027 },1028 "color": [1029 127,1030 63,1031 2551032 ]1033 }1034 ],1035 "keyboard": [1036 {1037 "object_id": "SM_Keyboard",1038 "bbox_2d": [1039 1908,1040 534,1041 1919,1042 5361043 ],1044 "bbox_3d": {1045 "aabb": {1046 "center": [1047 -47.88224438253921,1048 -188.2073324036146,1049 174.281589508056641050 ],1051 "extent": [1052 18.963977966121476,1053 17.614904752164534,1054 0.52171707153320311055 ]1056 },1057 "obb": {1058 "center": [1059 -47.88224438253921,1060 -188.2073324036146,1061 174.281589508056641062 ],1063 "extent": [1064 18.963977966121476,1065 17.614904752164534,1066 0.52171707153320311067 ],1068 "rotation": [1069 0,1070 -50.00012207031249,1071 01072 ]1073 },1074 "location": [1075 -49.16081619262695,1076 -172.16757202148438,1077 173.610260009765621078 ],1079 "rotation": [1080 0,1081 -50.00012207031249,1082 01083 ],1084 "scale": [1085 1,1086 1,1087 11088 ]1089 },1090 "color": [1091 127,1092 63,1093 1271094 ]1095 }1096 ],1097 "tea table": [1098 {1099 "object_id": "SM_TeaTable_8",1100 "bbox_2d": [1101 1264,1102 589,1103 1349,1104 6011105 ],1106 "bbox_3d": {1107 "aabb": {1108 "center": [1109 -212.34503437948638,1110 -295.45776235127244,1111 121.291126245018861112 ],1113 "extent": [1114 19.04937372325287,1115 19.049376364458,1116 27.9879545730184421117 ]1118 },1119 "obb": {1120 "center": [1121 -212.34503437948638,1122 -295.45776235127244,1123 121.291126245018861124 ],1125 "extent": [1126 19.04937372325287,1127 19.049376364458,1128 27.9879545730184421129 ],1130 "rotation": [1131 0,1132 0,1133 01134 ]1135 },1136 "location": [1137 -212.34503173828125,1138 -295.457763671875,1139 93.322204589843751140 ],1141 "rotation": [1142 0,1143 0,1144 01145 ],1146 "scale": [1147 0.6923760771751404,1148 0.6923760771751404,1149 0.93198192119598391150 ]1151 },1152 "color": [1153 31,1154 191,1155 1911156 ]1157 }1158 ],1159 "decorative grass": [1160 {1161 "object_id": "SM_Decorative76_7",1162 "bbox_2d": [1163 1569,1164 345,1165 1599,1166 3671167 ],1168 "bbox_3d": {1169 "aabb": {1170 "center": [1171 -100.5865405130462,1172 -339.46472209123397,1173 254.589164303513831174 ],1175 "extent": [1176 5.887163628576673,1177 6.730595939007003,1178 5.4201803395335451179 ]1180 },1181 "obb": {1182 "center": [1183 -100.5865405130462,1184 -339.46472209123397,1185 254.589164303513831186 ],1187 "extent": [1188 5.887163628576673,1189 6.730595939007003,1190 5.4201803395335451191 ],1192 "rotation": [1193 0,1194 0,1195 01196 ]1197 },1198 "location": [1199 -100.58649444580078,1200 -339.4647216796875,