TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l077_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l077_r000/lit.png",5 "camera": {6 "location": [7 -78,8 -141,9 21110 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -78,38 -141,39 211,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 464,58 0,59 1919,60 2361 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "door": [116 {117 "object_id": "SM_Door_polySurface57",118 "bbox_2d": [119 1886,120 281,121 1919,122 789123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 230.40711644136513,128 194.618632203342,129 193.68687438964844130 ],131 "extent": [132 5.455037415813791,133 40.9399423472035,134 100.37834930419922135 ]136 },137 "obb": {138 "center": [139 230.40711644136513,140 194.618632203342,141 193.68687438964844142 ],143 "extent": [144 5.455037415813791,145 40.9399423472035,146 100.37834930419922147 ],148 "rotation": [149 0,150 -179.99989318847656,151 0152 ]153 },154 "location": [155 229.37254333496094,156 154.16036987304688,157 88.9166030883789158 ],159 "rotation": [160 0,161 -179.99989318847656,162 0163 ],164 "scale": [165 0.800000011920929,166 0.8706653118133545,167 1168 ]169 },170 "color": [171 127,172 159,173 127174 ]175 },176 {177 "object_id": "SM_Door_polySurface50",178 "bbox_2d": [179 1853,180 257,181 1919,182 645183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 237.10054705583462,188 194.50258489944235,189 195.17345428466797190 ],191 "extent": [192 9.745574626675705,193 49.10113152907067,194 105.98666381835938195 ]196 },197 "obb": {198 "center": [199 237.10054705583462,200 194.50258489944235,201 195.17345428466797202 ],203 "extent": [204 9.745574626675705,205 49.10113152907067,206 105.98666381835938207 ],208 "rotation": [209 0,210 -179.99989318847656,211 0212 ]213 },214 "location": [215 236.64108276367188,216 154.88241577148438,217 88.28707122802734218 ],219 "rotation": [220 0,221 -179.99989318847656,222 0223 ],224 "scale": [225 1.5594600439071655,226 0.8500000238418579,227 1228 ]229 },230 "color": [231 127,232 159,233 63234 ]235 }236 ]237 },238 "foreground": {239 "manager desk": [240 {241 "object_id": "SM_ManagerDesk_35",242 "bbox_2d": [243 580,244 751,245 1919,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 0.9649276733398438,252 -103.14732360839844,253 133.83098220825195254 ],255 "extent": [256 101.42112731933594,257 175.46688842773438,258 40.50908660888672259 ]260 },261 "obb": {262 "center": [263 0.9649276733398438,264 -103.14732360839844,265 133.83098220825195266 ],267 "extent": [268 101.42112731933594,269 175.46688842773438,270 40.50908660888672271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 3.7793960571289062,280 -148.75787353515625,281 93.32191467285156282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 0,296 127,297 127298 ]299 }300 ],301 "armchair": [302 {303 "object_id": "SM_ArmchairSingle_38",304 "bbox_2d": [305 1120,306 551,307 1413,308 846309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 51.21592908139999,314 -90.84782646696817,315 151.32426071166992316 ],317 "extent": [318 33.26026436641297,319 30.065236720987457,320 57.94956588745117321 ]322 },323 "obb": {324 "center": [325 51.21592908139999,326 -90.84782646696817,327 151.32426071166992328 ],329 "extent": [330 33.26026436641297,331 30.065236720987457,332 57.94956588745117333 ],334 "rotation": [335 0,336 90.00011444091797,337 0338 ]339 },340 "location": [341 50.492774963378906,342 -91.7777099609375,343 93.3218994140625344 ],345 "rotation": [346 0,347 90.00011444091797,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 255,358 127,359 127360 ]361 },362 {363 "object_id": "SM_ArmchairSingle2",364 "bbox_2d": [365 1638,366 550,367 1919,368 846369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 58.77065231685211,374 2.298390028352408,375 151.32426071166992376 ],377 "extent": [378 37.97565641399365,379 35.3839719979233,380 57.94956588745117381 ]382 },383 "obb": {384 "center": [385 58.770652316852114,386 2.298390028352408,387 151.32426071166992388 ],389 "extent": [390 37.97565641399365,391 35.3839719979233,392 57.94956588745117393 ],394 "rotation": [395 0,396 80.00003051757812,397 0398 ]399 },400 "location": [401 57.897010803222656,402 1.508209228515625,403 93.3218994140625404 ],405 "rotation": [406 0,407 80.00003051757812,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 127,418 0,419 0420 ]421 }422 ],423 "monitor": [424 {425 "object_id": "SM_Monitor",426 "bbox_2d": [427 0,428 0,429 667,430 1079431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -67.37585065973605,436 -169.9528735959834,437 199.99402505135185438 ],439 "extent": [440 29.307229343322547,441 27.056972213491918,442 26.38376504158623443 ]444 },445 "obb": {446 "center": [447 -67.37585065973605,448 -169.9528735959834,449 199.99402505135185450 ],451 "extent": [452 29.307229343322547,453 27.056972213491918,454 26.38376504158623455 ],456 "rotation": [457 0,458 -50.00012207031249,459 0460 ]461 },462 "location": [463 -52.64727783203125,464 -170.69700622558594,465 173.61026000976562466 ],467 "rotation": [468 0,469 -50.00012207031249,470 0471 ],472 "scale": [473 0.800000011920929,474 0.800000011920929,475 0.800000011920929476 ]477 },478 "color": [479 127,480 63,481 255482 ]483 }484 ],485 "calendar": [486 {487 "object_id": "SM_CalendarDesk_116",488 "bbox_2d": [489 732,490 706,491 776,492 787493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 61.437330427932885,498 -166.4330257628863,499 179.62402725219727500 ],501 "extent": [502 12.325876402342068,503 9.841876774162444,504 5.984294891357422505 ]506 },507 "obb": {508 "center": [509 61.437330427932885,510 -166.4330257628863,511 179.62402725219727512 ],513 "extent": [514 12.325876402342068,515 9.841876774162444,516 5.984294891357422517 ],518 "rotation": [519 0,520 -110.00013732910158,521 0522 ]523 },524 "location": [525 60.486053466796875,526 -166.10409545898438,527 173.6102752685547528 ],529 "rotation": [530 0,531 -110.00013732910158,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 127,542 63,543 63544 ]545 }546 ],547 "chassis": [548 {549 "object_id": "SM_Chassis2",550 "bbox_2d": [551 1425,552 831,553 1796,554 958555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 24.49961826119435,560 -77.28905089753601,561 174.93947219848633562 ],563 "extent": [564 19.157636636899547,565 16.736308918784175,566 0.7084541320800781567 ]568 },569 "obb": {570 "center": [571 24.49961826119435,572 -77.28905089753601,573 174.93947219848633574 ],575 "extent": [576 19.157636636899547,577 16.736308918784175,578 0.7084541320800781579 ],580 "rotation": [581 0,582 -19.999786376953125,583 0584 ]585 },586 "location": [587 13.174087524414062,588 -61.54290771484375,589 174.23101806640625590 ],591 "rotation": [592 0,593 -19.999786376953125,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 63,604 255,605 0606 ]607 }608 ],609 "award": [610 {611 "object_id": "SM_Award1_3",612 "bbox_2d": [613 640,614 406,615 669,616 454617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 224.00866947174063,622 -238.12922668456537,623 245.04850653967355624 ],625 "extent": [626 5.65505594874719,627 5.521427518391306,628 7.9460106796113905629 ]630 },631 "obb": {632 "center": [633 224.00866947174063,634 -238.12922668456537,635 245.04850653967355636 ],637 "extent": [638 5.65505594874719,639 5.521427518391306,640 7.9460106796113905641 ],642 "rotation": [643 0,644 90.00011444091797,645 0646 ]647 },648 "location": [649 224.0086669921875,650 -238.1292266845703,651 237.07546997070312652 ],653 "rotation": [654 0,655 90.00011444091797,656 0657 ],658 "scale": [659 1.2999999523162842,660 1.2999999523162842,661 1.2999999523162842662 ]663 },664 "color": [665 0,666 159,667 31668 ]669 },670 {671 "object_id": "SM_Award2_6",672 "bbox_2d": [673 732,674 406,675 785,676 454677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 221.54150390625,682 -203.6403045654297,683 244.94906530110302684 ],685 "extent": [686 3.410948030211671,687 8.40239660325173,688 7.798189020223276689 ]690 },691 "obb": {692 "center": [693 221.54150390625,694 -203.6403045654297,695 244.94906530110302696 ],697 "extent": [698 3.410948030211671,699 8.40239660325173,700 7.798189020223276701 ],702 "rotation": [703 0,704 90.00011444091797,705 0706 ]707 },708 "location": [709 221.54150390625,710 -203.6403045654297,711 237.07546997070312712 ],713 "rotation": [714 0,715 90.00011444091797,716 0717 ],718 "scale": [719 1.2999999523162842,720 1.2999999523162842,721 1.2999999523162842722 ]723 },724 "color": [725 0,726 159,727 95728 ]729 },730 {731 "object_id": "SM_Award3_9",732 "bbox_2d": [733 841,734 403,735 871,736 454737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 222.7982635498047,742 -173.45571899414062,743 245.4228153860297744 ],745 "extent": [746 4.620157125472019,747 4.402174044997054,748 8.280255156659337749 ]750 },751 "obb": {752 "center": [753 222.7982635498047,754 -173.45571899414062,755 245.4228153860297756 ],757 "extent": [758 4.620157125472019,759 4.402174044997054,760 8.280255156659337761 ],762 "rotation": [763 0,764 90.00011444091797,765 0766 ]767 },768 "location": [769 222.7982635498047,770 -173.45571899414062,771 237.07546997070312772 ],773 "rotation": [774 0,775 90.00011444091797,776 0777 ],778 "scale": [779 1.7608659267425537,780 1.7608659267425537,781 1.7608659267425537782 ]783 },784 "color": [785 255,786 159,787 0788 ]789 },790 {791 "object_id": "SM_Award4_12",792 "bbox_2d": [793 937,794 402,795 974,796 454797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 222.08213806152344,802 -142.11911010742188,803 245.5829866149786804 ],805 "extent": [806 3.4109432216309585,807 5.994941437960392,808 8.444712043002482809 ]810 },811 "obb": {812 "center": [813 222.08213806152344,814 -142.11911010742188,815 245.5829866149786816 ],817 "extent": [818 3.4109432216309585,819 5.994941437960392,820 8.444712043002482821 ],822 "rotation": [823 0,824 90.00011444091797,825 0826 ]827 },828 "location": [829 222.08213806152344,830 -142.11911010742188,831 237.07546997070312832 ],833 "rotation": [834 0,835 90.00011444091797,836 0837 ],838 "scale": [839 1.2999999523162842,840 1.2999999523162842,841 1.2999999523162842842 ]843 },844 "color": [845 255,846 159,847 255848 ]849 },850 {851 "object_id": "SM_Award5_15",852 "bbox_2d": [853 658,854 193,855 682,856 269857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 222.96510314941406,862 -232.7168731689453,863 306.5081182716651864 ],865 "extent": [866 3.8437967559448794,867 3.7271725241157583,868 12.341716599768233869 ]870 },871 "obb": {872 "center": [873 222.96510314941406,874 -232.7168731689453,875 306.5081182716651876 ],877 "extent": [878 3.8437967559448794,879 3.7271725241157583,880 12.341716599768233881 ],882 "rotation": [883 0,884 90.00000000000001,885 0886 ]887 },888 "location": [889 222.96510314941406,890 -232.7168731689453,891 294.1536865234375892 ],893 "rotation": [894 0,895 90.00000000000001,896 0897 ],898 "scale": [899 1.2999999523162842,900 1.2999999523162842,901 1.2999999523162842902 ]903 },904 "color": [905 255,906 159,907 127908 ]909 },910 {911 "object_id": "SM_Award6_18",912 "bbox_2d": [913 723,914 236,915 747,916 269917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 221.92637634277344,922 -210.99447631835938,923 299.9412369035739924 ],925 "extent": [926 3.7536064201646013,927 3.7536070400528843,928 5.7771263387706995929 ]930 },931 "obb": {932 "center": [933 221.92637634277344,934 -210.99447631835938,935 299.9412369035739936 ],937 "extent": [938 3.7536064201646013,939 3.7536070400528843,940 5.7771263387706995941 ],942 "rotation": [943 0,944 90.00000000000001,945 0946 ]947 },948 "location": [949 221.92637634277344,950 -210.99447631835938,951 294.1536865234375952 ],953 "rotation": [954 0,955 90.00000000000001,956 0957 ],958 "scale": [959 1.2999999523162842,960 1.2999999523162842,961 1.2999999523162842962 ]963 },964 "color": [965 255,966 159,967 63968 ]969 },970 {971 "object_id": "SM_Award7_21",972 "bbox_2d": [973 799,974 202,975 829,976 269977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 222.1977081298828,982 -186.43215942382812,983 305.0446336460059984 ],985 "extent": [986 4.517423695737364,987 4.30428683757782,988 10.881958239247638989 ]990 },991 "obb": {992 "center": [993 222.1977081298828,994 -186.43215942382812,995 305.0446336460059996 ],997 "extent": [998 4.517423695737364,999 4.30428683757782,1000 10.8819582392476381001 ],1002 "rotation": [1003 0,1004 90.00000000000001,1005 01006 ]1007 },1008 "location": [1009 222.1977081298828,1010 -186.43215942382812,1011 294.15368652343751012 ],1013 "rotation": [1014 0,1015 90.00000000000001,1016 01017 ],1018 "scale": [1019 1.721714735031128,1020 1.721714735031128,1021 1.7217147350311281022 ]1023 },1024 "color": [1025 255,1026 159,1027 1911028 ]1029 },1030 {1031 "object_id": "SM_Award8_24",1032 "bbox_2d": [1033 875,1034 247,1035 909,1036 2691037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 225.1148681640625,1042 -162.44825744628906,1043 298.77075237981851044 ],1045 "extent": [1046 5.595295128628095,1047 5.52141436351576,1048 4.60965571184686951049 ]1050 },1051 "obb": {1052 "center": [1053 225.1148681640625,1054 -162.44825744628906,1055 298.77075237981851056 ],1057 "extent": [1058 5.595295128628095,1059 5.52141436351576,1060 4.60965571184686951061 ],1062 "rotation": [1063 0,1064 90.00000000000001,1065 01066 ]1067 },1068 "location": [1069 225.1148681640625,1070 -162.44825744628906,1071 294.15368652343751072 ],1073 "rotation": [1074 0,1075 90.00000000000001,1076 01077 ],1078 "scale": [1079 1.2999999523162842,1080 1.2999999523162842,1081 1.29999995231628421082 ]1083 },1084 "color": [1085 255,1086 159,1087 311088 ]1089 },1090 {1091 "object_id": "SM_Award9_27",1092 "bbox_2d": [1093 964,1094 215,1095 1008,1096 2691097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 223.9742431640625,1102 -132.713623046875,1103 303.4563183710161104 ],1105 "extent": [1106 5.595309053419697,1107 6.971577311140976,1108 9.2764260704177561109 ]1110 },1111 "obb": {1112 "center": [1113 223.9742431640625,1114 -132.713623046875,1115 303.4563183710161116 ],1117 "extent": [1118 5.595309053419697,1119 6.971577311140976,1120 9.2764260704177561121 ],1122 "rotation": [1123 0,1124 90.00011444091797,1125 01126 ]1127 },1128 "location": [1129 223.9742431640625,1130 -132.713623046875,1131 294.15368652343751132 ],1133 "rotation": [1134 0,1135 90.00011444091797,1136 01137 ],1138 "scale": [1139 1.2999999523162842,1140 1.2999999523162842,1141 1.29999995231628421142 ]1143 },1144 "color": [1145 255,1146 159,1147 951148 ]1149 }1150 ],1151 "award frame": [1152 {1153 "object_id": "SM_AwardFrame_30",1154 "bbox_2d": [1155 1075,1156 245,1157 1634,1158 5461159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 229.0532147884385,1164 -15.01662607962811,1165 256.96517944335941166 ],1167 "extent": [1168 0.7269985662826457,1169 89.25543358045786,1170 48.072570800781251171 ]1172 },1173 "obb": {1174 "center": [1175 229.0532147884385,1176 -15.01662607962811,1177 256.96517944335941178 ],1179 "extent": [1180 0.7269985662826457,1181 89.25543358045786,1182 48.072570800781251183 ],1184 "rotation": [1185 0,1186 90.00011444091797,1187 01188 ]1189 },1190 "location": [1191 229.86875915527344,1192 -15.016624450683594,1193 256.96517944335941194 ],1195 "rotation": [1196 0,1197 90.00011444091797,1198 01199 ],1200 "scale": [