TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l087_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l087_r000/lit.png",5 "camera": {6 "location": [7 -70,8 15,9 22910 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -70,38 15,39 229,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 0,58 0,59 1919,60 7761 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "door": [116 {117 "object_id": "SM_Door_polySurface57",118 "bbox_2d": [119 1408,120 332,121 1665,122 974123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 230.40711644136513,128 194.618632203342,129 193.68687438964844130 ],131 "extent": [132 5.455037415813791,133 40.9399423472035,134 100.37834930419922135 ]136 },137 "obb": {138 "center": [139 230.40711644136513,140 194.618632203342,141 193.68687438964844142 ],143 "extent": [144 5.455037415813791,145 40.9399423472035,146 100.37834930419922147 ],148 "rotation": [149 0,150 -179.99989318847656,151 0152 ]153 },154 "location": [155 229.37254333496094,156 154.16036987304688,157 88.9166030883789158 ],159 "rotation": [160 0,161 -179.99989318847656,162 0163 ],164 "scale": [165 0.800000011920929,166 0.8706653118133545,167 1168 ]169 },170 "color": [171 127,172 159,173 127174 ]175 },176 {177 "object_id": "SM_Door_polySurface50",178 "bbox_2d": [179 1377,180 308,181 1695,182 977183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 237.10054705583462,188 194.50258489944235,189 195.17345428466797190 ],191 "extent": [192 9.745574626675705,193 49.10113152907067,194 105.98666381835938195 ]196 },197 "obb": {198 "center": [199 237.10054705583462,200 194.50258489944235,201 195.17345428466797202 ],203 "extent": [204 9.745574626675705,205 49.10113152907067,206 105.98666381835938207 ],208 "rotation": [209 0,210 -179.99989318847656,211 0212 ]213 },214 "location": [215 236.64108276367188,216 154.88241577148438,217 88.28707122802734218 ],219 "rotation": [220 0,221 -179.99989318847656,222 0223 ],224 "scale": [225 1.5594600439071655,226 0.8500000238418579,227 1228 ]229 },230 "color": [231 127,232 159,233 63234 ]235 }236 ]237 },238 "foreground": {239 "manager desk": [240 {241 "object_id": "SM_ManagerDesk_35",242 "bbox_2d": [243 0,244 867,245 1443,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 0.9649276733398438,252 -103.14732360839844,253 133.83098220825195254 ],255 "extent": [256 101.42112731933594,257 175.46688842773438,258 40.50908660888672259 ]260 },261 "obb": {262 "center": [263 0.9649276733398438,264 -103.14732360839844,265 133.83098220825195266 ],267 "extent": [268 101.42112731933594,269 175.46688842773438,270 40.50908660888672271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 3.7793960571289062,280 -148.75787353515625,281 93.32191467285156282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 0,296 127,297 127298 ]299 }300 ],301 "armchair": [302 {303 "object_id": "SM_ArmchairSingle_38",304 "bbox_2d": [305 67,306 667,307 410,308 1026309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 51.21592908139999,314 -90.84782646696817,315 151.32426071166992316 ],317 "extent": [318 33.26026436641297,319 30.065236720987457,320 57.94956588745117321 ]322 },323 "obb": {324 "center": [325 51.21592908139999,326 -90.84782646696817,327 151.32426071166992328 ],329 "extent": [330 33.26026436641297,331 30.065236720987457,332 57.94956588745117333 ],334 "rotation": [335 0,336 90.00011444091797,337 0338 ]339 },340 "location": [341 50.492774963378906,342 -91.7777099609375,343 93.3218994140625344 ],345 "rotation": [346 0,347 90.00011444091797,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 255,358 127,359 127360 ]361 },362 {363 "object_id": "SM_ArmchairSingle2",364 "bbox_2d": [365 689,366 661,367 988,368 1026369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 58.77065231685211,374 2.298390028352408,375 151.32426071166992376 ],377 "extent": [378 37.97565641399365,379 35.3839719979233,380 57.94956588745117381 ]382 },383 "obb": {384 "center": [385 58.770652316852114,386 2.298390028352408,387 151.32426071166992388 ],389 "extent": [390 37.97565641399365,391 35.3839719979233,392 57.94956588745117393 ],394 "rotation": [395 0,396 80.00003051757812,397 0398 ]399 },400 "location": [401 57.897010803222656,402 1.508209228515625,403 93.3218994140625404 ],405 "rotation": [406 0,407 80.00003051757812,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 127,418 0,419 0420 ]421 }422 ],423 "chassis": [424 {425 "object_id": "SM_Chassis2",426 "bbox_2d": [427 0,428 1006,429 196,430 1079431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 24.49961826119435,436 -77.28905089753601,437 174.93947219848633438 ],439 "extent": [440 19.157636636899547,441 16.736308918784175,442 0.7084541320800781443 ]444 },445 "obb": {446 "center": [447 24.49961826119435,448 -77.28905089753601,449 174.93947219848633450 ],451 "extent": [452 19.157636636899547,453 16.736308918784175,454 0.7084541320800781455 ],456 "rotation": [457 0,458 -19.999786376953125,459 0460 ]461 },462 "location": [463 13.174087524414062,464 -61.54290771484375,465 174.23101806640625466 ],467 "rotation": [468 0,469 -19.999786376953125,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 63,480 255,481 0482 ]483 }484 ],485 "award": [486 {487 "object_id": "SM_Award1_3",488 "bbox_2d": [489 109,490 462,491 156,492 512493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 224.00866947174063,498 -238.12922668456537,499 245.04850653967355500 ],501 "extent": [502 5.65505594874719,503 5.521427518391306,504 7.9460106796113905505 ]506 },507 "obb": {508 "center": [509 224.00866947174063,510 -238.12922668456537,511 245.04850653967355512 ],513 "extent": [514 5.65505594874719,515 5.521427518391306,516 7.9460106796113905517 ],518 "rotation": [519 0,520 90.00011444091797,521 0522 ]523 },524 "location": [525 224.0086669921875,526 -238.1292266845703,527 237.07546997070312528 ],529 "rotation": [530 0,531 90.00011444091797,532 0533 ],534 "scale": [535 1.2999999523162842,536 1.2999999523162842,537 1.2999999523162842538 ]539 },540 "color": [541 0,542 159,543 31544 ]545 },546 {547 "object_id": "SM_Award2_6",548 "bbox_2d": [549 208,550 462,551 268,552 512553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 221.54150390625,558 -203.6403045654297,559 244.94906530110302560 ],561 "extent": [562 3.410948030211671,563 8.40239660325173,564 7.798189020223276565 ]566 },567 "obb": {568 "center": [569 221.54150390625,570 -203.6403045654297,571 244.94906530110302572 ],573 "extent": [574 3.410948030211671,575 8.40239660325173,576 7.798189020223276577 ],578 "rotation": [579 0,580 90.00011444091797,581 0582 ]583 },584 "location": [585 221.54150390625,586 -203.6403045654297,587 237.07546997070312588 ],589 "rotation": [590 0,591 90.00011444091797,592 0593 ],594 "scale": [595 1.2999999523162842,596 1.2999999523162842,597 1.2999999523162842598 ]599 },600 "color": [601 0,602 159,603 95604 ]605 },606 {607 "object_id": "SM_Award3_9",608 "bbox_2d": [609 319,610 459,611 364,612 512613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 222.7982635498047,618 -173.45571899414062,619 245.4228153860297620 ],621 "extent": [622 4.620157125472019,623 4.402174044997054,624 8.280255156659337625 ]626 },627 "obb": {628 "center": [629 222.7982635498047,630 -173.45571899414062,631 245.4228153860297632 ],633 "extent": [634 4.620157125472019,635 4.402174044997054,636 8.280255156659337637 ],638 "rotation": [639 0,640 90.00011444091797,641 0642 ]643 },644 "location": [645 222.7982635498047,646 -173.45571899414062,647 237.07546997070312648 ],649 "rotation": [650 0,651 90.00011444091797,652 0653 ],654 "scale": [655 1.7608659267425537,656 1.7608659267425537,657 1.7608659267425537658 ]659 },660 "color": [661 255,662 159,663 0664 ]665 },666 {667 "object_id": "SM_Award4_12",668 "bbox_2d": [669 424,670 458,671 463,672 512673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 222.08213806152344,678 -142.11911010742188,679 245.5829866149786680 ],681 "extent": [682 3.4109432216309585,683 5.994941437960392,684 8.444712043002482685 ]686 },687 "obb": {688 "center": [689 222.08213806152344,690 -142.11911010742188,691 245.5829866149786692 ],693 "extent": [694 3.4109432216309585,695 5.994941437960392,696 8.444712043002482697 ],698 "rotation": [699 0,700 90.00011444091797,701 0702 ]703 },704 "location": [705 222.08213806152344,706 -142.11911010742188,707 237.07546997070312708 ],709 "rotation": [710 0,711 90.00011444091797,712 0713 ],714 "scale": [715 1.2999999523162842,716 1.2999999523162842,717 1.2999999523162842718 ]719 },720 "color": [721 255,722 159,723 255724 ]725 },726 {727 "object_id": "SM_Award5_15",728 "bbox_2d": [729 127,730 243,731 169,732 321733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 222.96510314941406,738 -232.7168731689453,739 306.5081182716651740 ],741 "extent": [742 3.8437967559448794,743 3.7271725241157583,744 12.341716599768233745 ]746 },747 "obb": {748 "center": [749 222.96510314941406,750 -232.7168731689453,751 306.5081182716651752 ],753 "extent": [754 3.8437967559448794,755 3.7271725241157583,756 12.341716599768233757 ],758 "rotation": [759 0,760 90.00000000000001,761 0762 ]763 },764 "location": [765 222.96510314941406,766 -232.7168731689453,767 294.1536865234375768 ],769 "rotation": [770 0,771 90.00000000000001,772 0773 ],774 "scale": [775 1.2999999523162842,776 1.2999999523162842,777 1.2999999523162842778 ]779 },780 "color": [781 255,782 159,783 127784 ]785 },786 {787 "object_id": "SM_Award6_18",788 "bbox_2d": [789 198,790 287,791 234,792 321793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 221.92637634277344,798 -210.99447631835938,799 299.9412369035739800 ],801 "extent": [802 3.7536064201646013,803 3.7536070400528843,804 5.7771263387706995805 ]806 },807 "obb": {808 "center": [809 221.92637634277344,810 -210.99447631835938,811 299.9412369035739812 ],813 "extent": [814 3.7536064201646013,815 3.7536070400528843,816 5.7771263387706995817 ],818 "rotation": [819 0,820 90.00000000000001,821 0822 ]823 },824 "location": [825 221.92637634277344,826 -210.99447631835938,827 294.1536865234375828 ],829 "rotation": [830 0,831 90.00000000000001,832 0833 ],834 "scale": [835 1.2999999523162842,836 1.2999999523162842,837 1.2999999523162842838 ]839 },840 "color": [841 255,842 159,843 63844 ]845 },846 {847 "object_id": "SM_Award7_21",848 "bbox_2d": [849 275,850 252,851 321,852 321853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 222.1977081298828,858 -186.43215942382812,859 305.0446336460059860 ],861 "extent": [862 4.517423695737364,863 4.30428683757782,864 10.881958239247638865 ]866 },867 "obb": {868 "center": [869 222.1977081298828,870 -186.43215942382812,871 305.0446336460059872 ],873 "extent": [874 4.517423695737364,875 4.30428683757782,876 10.881958239247638877 ],878 "rotation": [879 0,880 90.00000000000001,881 0882 ]883 },884 "location": [885 222.1977081298828,886 -186.43215942382812,887 294.1536865234375888 ],889 "rotation": [890 0,891 90.00000000000001,892 0893 ],894 "scale": [895 1.721714735031128,896 1.721714735031128,897 1.721714735031128898 ]899 },900 "color": [901 255,902 159,903 191904 ]905 },906 {907 "object_id": "SM_Award8_24",908 "bbox_2d": [909 362,910 298,911 403,912 321913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 225.1148681640625,918 -162.44825744628906,919 298.7707523798185920 ],921 "extent": [922 5.595295128628095,923 5.52141436351576,924 4.6096557118468695925 ]926 },927 "obb": {928 "center": [929 225.1148681640625,930 -162.44825744628906,931 298.7707523798185932 ],933 "extent": [934 5.595295128628095,935 5.52141436351576,936 4.6096557118468695937 ],938 "rotation": [939 0,940 90.00000000000001,941 0942 ]943 },944 "location": [945 225.1148681640625,946 -162.44825744628906,947 294.1536865234375948 ],949 "rotation": [950 0,951 90.00000000000001,952 0953 ],954 "scale": [955 1.2999999523162842,956 1.2999999523162842,957 1.2999999523162842958 ]959 },960 "color": [961 255,962 159,963 31964 ]965 },966 {967 "object_id": "SM_Award9_27",968 "bbox_2d": [969 453,970 265,971 502,972 321973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 223.9742431640625,978 -132.713623046875,979 303.456318371016980 ],981 "extent": [982 5.595309053419697,983 6.971577311140976,984 9.276426070417756985 ]986 },987 "obb": {988 "center": [989 223.9742431640625,990 -132.713623046875,991 303.456318371016992 ],993 "extent": [994 5.595309053419697,995 6.971577311140976,996 9.276426070417756997 ],998 "rotation": [999 0,1000 90.00011444091797,1001 01002 ]1003 },1004 "location": [1005 223.9742431640625,1006 -132.713623046875,1007 294.15368652343751008 ],1009 "rotation": [1010 0,1011 90.00011444091797,1012 01013 ],1014 "scale": [1015 1.2999999523162842,1016 1.2999999523162842,1017 1.29999995231628421018 ]1019 },1020 "color": [1021 255,1022 159,1023 951024 ]1025 }1026 ],1027 "award frame": [1028 {1029 "object_id": "SM_AwardFrame_30",1030 "bbox_2d": [1031 576,1032 295,1033 1150,1034 6041035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 229.0532147884385,1040 -15.01662607962811,1041 256.96517944335941042 ],1043 "extent": [1044 0.7269985662826457,1045 89.25543358045786,1046 48.072570800781251047 ]1048 },1049 "obb": {1050 "center": [1051 229.0532147884385,1052 -15.01662607962811,1053 256.96517944335941054 ],1055 "extent": [1056 0.7269985662826457,1057 89.25543358045786,1058 48.072570800781251059 ],1060 "rotation": [1061 0,1062 90.00011444091797,1063 01064 ]1065 },1066 "location": [1067 229.86875915527344,1068 -15.016624450683594,1069 256.96517944335941070 ],1071 "rotation": [1072 0,1073 90.00011444091797,1074 01075 ],1076 "scale": [1077 2,1078 2,1079 21080 ]1081 },1082 "color": [1083 127,1084 159,1085 01086 ]1087 }1088 ],1089 "cabinet": [1090 {1091 "object_id": "SM_KomodCClosed_55",1092 "bbox_2d": [1093 23,1094 801,1095 627,1096 9691097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 216.32473171699846,1102 -167.35725345748017,1103 127.007100713451111104 ],1105 "extent": [1106 13.030124955822174,1107 84.78256622877805,1108 20.5834620459572761109 ]1110 },1111 "obb": {1112 "center": [1113 216.32473171699846,1114 -167.35725345748017,1115 127.007100713451111116 ],1117 "extent": [1118 13.030124955822174,1119 84.78256622877805,1120 20.5834620459572761121 ],1122 "rotation": [1123 0,1124 90.00011444091797,1125 01126 ]1127 },1128 "location": [1129 229.52696228027344,1130 -167.43386840820312,1131 106.279609680175781132 ],1133 "rotation": [1134 0,1135 90.00011444091797,1136 01137 ],1138 "scale": [1139 1.1326565742492676,1140 1.0708844661712646,1141 1.59923481941223141142 ]1143 },1144 "color": [1145 31,1146 159,1147 01148 ]1149 },1150 {1151 "object_id": "SM_KomodCClosed2",1152 "bbox_2d": [1153 619,1154 801,1155 1213,1156 9691157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 216.32476811318836,1162 2.686028097707336,1163 127.007100713451111164 ],1165 "extent": [1166 13.030119153919912,1167 84.78256622876646,1168 20.5834620459572761169 ]1170 },1171 "obb": {1172 "center": [1173 216.32476811318836,1174 2.686028097707336,1175 127.007100713451111176 ],1177 "extent": [1178 13.030119153919912,1179 84.78256622876646,1180 20.5834620459572761181 ],1182 "rotation": [1183 0,1184 90.00011444091797,1185 01186 ]1187 },1188 "location": [1189 229.52699279785156,1190 2.6094131469726562,1191 106.279609680175781192 ],1193 "rotation": [1194 0,1195 90.00011444091797,1196 01197 ],1198 "scale": [1199 1.1326565742492676,1200 1.0708839893341064,