TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l043_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l043_r004/lit.png",5 "camera": {6 "location": [7 178,8 133,9 20410 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 178,38 133,39 204,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window divided": [54 {55 "object_id": "SM_Window_44",56 "bbox_2d": [57 467,58 263,59 516,60 58561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -260.562744140625,66 -199.95819446111318,67 219.5106124877929768 ],69 "extent": [70 5,71 53.16790417169932,72 119.4392242431640673 ]74 },75 "obb": {76 "center": [77 -260.562744140625,78 -199.95819446111318,79 219.5106124877929780 ],81 "extent": [82 5,83 53.16790417169932,84 119.4392242431640685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -255.562744140625,94 -253.1260986328125,95 100.0967559814453196 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1.1299999952316284,105 1106 ]107 },108 "color": [109 127,110 255,111 255112 ]113 },114 {115 "object_id": "SM_Window2",116 "bbox_2d": [117 0,118 193,119 224,120 677121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -260.562744140625,126 6.057598385566507,127 219.51061248779297128 ],129 "extent": [130 5,131 53.16790417169932,132 119.43922424316406133 ]134 },135 "obb": {136 "center": [137 -260.562744140625,138 6.057598385566507,139 219.51061248779297140 ],141 "extent": [142 5,143 53.16790417169932,144 119.43922424316406145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -255.562744140625,154 -47.11030578613281,155 100.09675598144531156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1.1299999952316284,165 1166 ]167 },168 "color": [169 127,170 127,171 0172 ]173 }174 ],175 "window": [176 {177 "object_id": "SM_WindowOpen_50",178 "bbox_2d": [179 225,180 193,181 481,182 586183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -260.2314281463623,188 -96.93702158267479,189 219.51058197021484190 ],191 "extent": [192 20.735897064208984,193 49.87431874935646,194 119.43922424316406195 ]196 },197 "obb": {198 "center": [199 -260.2314281463623,200 -96.93702158267479,201 219.51058197021484202 ],203 "extent": [204 20.735897064208984,205 49.87431874935646,206 119.43922424316406207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -255.55386352539062,216 -146.81134033203125,217 100.09672546386719218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1.059999942779541,227 1228 ]229 },230 "color": [231 127,232 0,233 127234 ]235 }236 ],237 "ceiling": [238 {239 "object_id": "SM_Silling_57",240 "bbox_2d": [241 0,242 0,243 1498,244 279245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -3.5792999267578125,250 231.85098266601562,251 349.02508544921875252 ],253 "extent": [254 176.71539306640625,255 496.9198303222656,256 10.160568237304688257 ]258 },259 "obb": {260 "center": [261 -3.5792999267578125,262 231.85098266601562,263 349.02508544921875264 ],265 "extent": [266 176.71539306640625,267 496.9198303222656,268 10.160568237304688269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 0,278 0,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 127,294 255,295 127296 ]297 }298 ],299 "ceiling lamp": [300 {301 "object_id": "SM_SillingLamp_2",302 "bbox_2d": [303 856,304 250,305 900,306 316307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -93.80305915372323,312 -257.4046730905663,313 330.37402153015137314 ],315 "extent": [316 11.91749922077183,317 13.449667203755325,318 15.387605667114258319 ]320 },321 "obb": {322 "center": [323 -93.80305915372323,324 -257.4046730905663,325 330.37402153015137326 ],327 "extent": [328 11.91749922077183,329 13.449667203755325,330 15.387605667114258331 ],332 "rotation": [333 0,334 30.000083923339854,335 0336 ]337 },338 "location": [339 -94.06661224365234,340 -257.11297607421875,341 345.7616271972656342 ],343 "rotation": [344 0,345 30.000083923339854,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 31,356 31,357 0358 ]359 },360 {361 "object_id": "SM_SillingLamp2",362 "bbox_2d": [363 1020,364 219,365 1059,366 295367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -6.130724676588379,372 -257.49718661139474,373 330.37402153015137374 ],375 "extent": [376 7.192038678185117,377 11.378019827732814,378 15.387605667114258379 ]380 },381 "obb": {382 "center": [383 -6.130724676588379,384 -257.49718661139474,385 330.37402153015137386 ],387 "extent": [388 7.192038678185117,389 11.378019827732814,390 15.387605667114258391 ],392 "rotation": [393 0,394 3.4332275390625e-05,395 0396 ]397 },398 "location": [399 -6.2131195068359375,400 -257.11279296875,401 345.7616271972656402 ],403 "rotation": [404 0,405 3.4332275390625e-05,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 31,416 31,417 255418 ]419 },420 {421 "object_id": "SM_SillingLamp3",422 "bbox_2d": [423 1212,424 184,425 1248,426 269427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 78.66053193308672,432 -257.5021244623304,433 330.37402153015137434 ],435 "extent": [436 10.649809765922015,437 13.151656989309473,438 15.387605667114258439 ]440 },441 "obb": {442 "center": [443 78.66053193308672,444 -257.5021244623304,445 330.37402153015137446 ],447 "extent": [448 10.649809765922015,449 13.151656989309473,450 15.387605667114258451 ],452 "rotation": [453 0,454 -20,455 0456 ]457 },458 "location": [459 78.7145767211914,460 -257.11273193359375,461 345.7616271972656462 ],463 "rotation": [464 0,465 -20,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 31,476 31,477 127478 ]479 }480 ]481 },482 "foreground": {483 "closet": [484 {485 "object_id": "SM_Closet_29",486 "bbox_2d": [487 754,488 145,489 1667,490 815491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -5.889900207519531,496 -347.92909240722656,497 225.49037170410156498 ],499 "extent": [500 236.4459686279297,501 20.030471801757812,502 133.37185668945312503 ]504 },505 "obb": {506 "center": [507 -5.889900207519531,508 -347.92909240722656,509 225.49037170410156510 ],511 "extent": [512 236.4459686279297,513 20.030471801757812,514 133.37185668945312515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 -6.054466247558594,524 -367.9595642089844,525 92.11851501464844526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 255,540 127,541 0542 ]543 }544 ],545 "armchair": [546 {547 "object_id": "SM_ArmchairManager_32",548 "bbox_2d": [549 1073,550 504,551 1164,552 618553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -2.0084305367577002,558 -266.9637446004958,559 156.8519277990954560 ],561 "extent": [562 54.566865723696466,563 55.92745020578518,564 63.54718651223584565 ]566 },567 "obb": {568 "center": [569 -2.0084305367577002,570 -266.9637446004958,571 156.8519277990954572 ],573 "extent": [574 54.566865723696466,575 55.92745020578518,576 63.54718651223584577 ],578 "rotation": [579 0,580 30.00005722045899,581 0582 ]583 },584 "location": [585 -2.4702606201171875,586 -266.4104919433594,587 93.3218994140625588 ],589 "rotation": [590 0,591 30.00005722045899,592 0593 ],594 "scale": [595 1.100000023841858,596 1.100000023841858,597 1.100000023841858598 ]599 },600 "color": [601 255,602 127,603 255604 ]605 },606 {607 "object_id": "SM_ArmchairSingle_38",608 "bbox_2d": [609 850,610 519,611 1111,612 993613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 51.21592908139999,618 -90.84782646696817,619 151.32426071166992620 ],621 "extent": [622 33.26026436641297,623 30.065236720987457,624 57.94956588745117625 ]626 },627 "obb": {628 "center": [629 51.21592908139999,630 -90.84782646696817,631 151.32426071166992632 ],633 "extent": [634 33.26026436641297,635 30.065236720987457,636 57.94956588745117637 ],638 "rotation": [639 0,640 90.00011444091797,641 0642 ]643 },644 "location": [645 50.492774963378906,646 -91.7777099609375,647 93.3218994140625648 ],649 "rotation": [650 0,651 90.00011444091797,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 255,662 127,663 127664 ]665 },666 {667 "object_id": "SM_ArmchairSingle2",668 "bbox_2d": [669 540,670 509,671 959,672 1079673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 58.77065231685211,678 2.298390028352408,679 151.32426071166992680 ],681 "extent": [682 37.97565641399365,683 35.3839719979233,684 57.94956588745117685 ]686 },687 "obb": {688 "center": [689 58.770652316852114,690 2.298390028352408,691 151.32426071166992692 ],693 "extent": [694 37.97565641399365,695 35.3839719979233,696 57.94956588745117697 ],698 "rotation": [699 0,700 80.00003051757812,701 0702 ]703 },704 "location": [705 57.897010803222656,706 1.508209228515625,707 93.3218994140625708 ],709 "rotation": [710 0,711 80.00003051757812,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 127,722 0,723 0724 ]725 },726 {727 "object_id": "SM_ArmchairSingle3",728 "bbox_2d": [729 570,730 524,731 793,732 847733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -49.20721648019243,738 -92.56789634471355,739 151.32426071166992740 ],741 "extent": [742 37.97550408343436,743 35.383796010207135,744 57.94956588745117745 ]746 },747 "obb": {748 "center": [749 -49.20721648019243,750 -92.56789634471355,751 151.32426071166992752 ],753 "extent": [754 37.97550408343436,755 35.383796010207135,756 57.94956588745117757 ],758 "rotation": [759 0,760 -99.99960327148439,761 0762 ]763 },764 "location": [765 -48.333580017089844,766 -91.7777099609375,767 93.3218994140625768 ],769 "rotation": [770 0,771 -99.99960327148439,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 127,782 0,783 255784 ]785 },786 {787 "object_id": "SM_ArmchairSingle4",788 "bbox_2d": [789 205,790 517,791 569,792 1079793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 -39.08587858956743,798 7.719998857923171,799 151.32426071166992800 ],801 "extent": [802 37.97550408343436,803 35.38379601020713,804 57.94956588745117805 ]806 },807 "obb": {808 "center": [809 -39.08587858956743,810 7.719998857923169,811 151.32426071166992812 ],813 "extent": [814 37.97550408343436,815 35.38379601020713,816 57.94956588745117817 ],818 "rotation": [819 0,820 -99.99960327148439,821 0822 ]823 },824 "location": [825 -38.212242126464844,826 8.510185241699219,827 93.3218994140625828 ],829 "rotation": [830 0,831 -99.99960327148439,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 127,842 255,843 0844 ]845 }846 ],847 "manager desk": [848 {849 "object_id": "SM_ManagerDesk_35",850 "bbox_2d": [851 40,852 609,853 1285,854 1079855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 0.9649276733398438,860 -103.14732360839844,861 133.83098220825195862 ],863 "extent": [864 101.42112731933594,865 175.46688842773438,866 40.50908660888672867 ]868 },869 "obb": {870 "center": [871 0.9649276733398438,872 -103.14732360839844,873 133.83098220825195874 ],875 "extent": [876 101.42112731933594,877 175.46688842773438,878 40.50908660888672879 ],880 "rotation": [881 0,882 0,883 0884 ]885 },886 "location": [887 3.7793960571289062,888 -148.75787353515625,889 93.32191467285156890 ],891 "rotation": [892 0,893 0,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 0,904 127,905 127906 ]907 }908 ],909 "plane": [910 {911 "object_id": "Plane_68",912 "bbox_2d": [913 231,914 335,915 450,916 538917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 -427.68328857421875,922 211.84524536132807,923 234.66394042968747924 ],925 "extent": [926 0.0023036386334069903,927 1000.0018954050647,928 300.0063180862628929 ]930 },931 "obb": {932 "center": [933 -427.68328857421875,934 211.845245361328,935 234.66394042968744936 ],937 "extent": [938 0.0023036386334069903,939 1000.0018954050647,940 300.0063180862628941 ],942 "rotation": [943 0.0003620000206824746,944 -89.99987030029298,945 89.99999237060548946 ]947 },948 "location": [949 -427.68328857421875,950 211.84524536132812,951 234.6639404296875952 ],953 "rotation": [954 0.0003620000206824746,955 -89.99987030029298,956 89.99999237060548957 ],958 "scale": [959 20,960 6,961 1962 ]963 },964 "color": [965 255,966 0,967 63968 ]969 }970 ],971 "curtain": [972 {973 "object_id": "SM_CurtainLong_74",974 "bbox_2d": [975 506,976 243,977 657,978 657979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 -237.58009314537048,984 -201.08392884500245,985 243.79515838623047986 ],987 "extent": [988 2.8221590518951416,989 44.898785157101884,990 101.98615264892578991 ]992 },993 "obb": {994 "center": [995 -237.58009314537048,996 -201.08392884500245,997 243.79515838623047998 ],999 "extent": [1000 2.8221590518951416,1001 44.898785157101884,1002 101.986152648925781003 ],1004 "rotation": [1005 0,1006 0,1007 01008 ]1009 },1010 "location": [1011 -240.40225219726562,1012 -203.2975311279297,1013 345.781311035156251014 ],1015 "rotation": [1016 0,1017 0,1018 01019 ],1020 "scale": [1021 1,1022 0.8799999952316284,1023 11024 ]1025 },1026 "color": [1027 255,1028 127,1029 631030 ]1031 },1032 {1033 "object_id": "SM_CurtainLong2_77",1034 "bbox_2d": [1035 267,1036 173,1037 489,1038 3351039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 -237.57948279380798,1044 -99.70682678361663,1045 322.21762847900391046 ],1047 "extent": [1048 2.8221590518951416,1049 44.898785157101884,1050 23.5636825561523441051 ]1052 },1053 "obb": {1054 "center": [1055 -237.57948279380798,1056 -99.70682678361663,1057 322.21762847900391058 ],1059 "extent": [1060 2.8221590518951416,1061 44.898785157101884,1062 23.5636825561523441063 ],1064 "rotation": [1065 0,1066 0,1067 01068 ]1069 },1070 "location": [1071 -240.40164184570312,1072 -99.96336364746094,1073 345.781311035156251074 ],1075 "rotation": [1076 0,1077 0,1078 01079 ],1080 "scale": [1081 1,1082 0.8799999952316284,1083 11084 ]1085 },1086 "color": [1087 127,1088 0,1089 631090 ]1091 },1092 {1093 "object_id": "SM_Curtain_67",1094 "bbox_2d": [1095 0,1096 92,1097 234,1098 4781099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 -237.83901977539062,1104 2.8463529882365037,1105 286.236976623535161106 ],1107 "extent": [1108 2.8221588134765625,1109 44.898785157101884,1110 59.6391220092773441111 ]1112 },1113 "obb": {1114 "center": [1115 -237.83901977539062,1116 2.8463529882365037,1117 286.236976623535161118 ],1119 "extent": [1120 2.8221588134765625,1121 44.898785157101884,1122 59.6391220092773441123 ],1124 "rotation": [1125 0,1126 0,1127 01128 ]1129 },1130 "location": [1131 -240.6611785888672,1132 1.2611351013183594,1133 345.87609863281251134 ],1135 "rotation": [1136 0,1137 0,1138 01139 ],1140 "scale": [1141 1,1142 0.8799999952316284,1143 11144 ]1145 },1146 "color": [1147 255,1148 63,1149 2231150 ]1151 }1152 ],1153 "monitor": [1154 {1155 "object_id": "SM_Monitor",1156 "bbox_2d": [1157 777,1158 480,1159 836,1160 6171161 ],1162 "bbox_3d": {1163 "aabb": {1164 "center": [1165 -67.37585065973605,1166 -169.9528735959834,1167 199.994025051351851168 ],1169 "extent": [1170 29.307229343322547,1171 27.056972213491918,1172 26.383765041586231173 ]1174 },1175 "obb": {1176 "center": [1177 -67.37585065973605,1178 -169.9528735959834,1179 199.994025051351851180 ],1181 "extent": [1182 29.307229343322547,1183 27.056972213491918,1184 26.383765041586231185 ],1186 "rotation": [1187 0,1188 -50.00012207031249,1189 01190 ]1191 },1192 "location": [1193 -52.64727783203125,1194 -170.69700622558594,1195 173.610260009765621196 ],1197 "rotation": [1198 0,1199 -50.00012207031249,1200 0