TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ConferenceRoomVol1",3 "view_id": "l019_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/NEW/ConferenceRoomVol1/l019_r003/lit.png",5 "camera": {6 "location": [7 35,8 170,9 10910 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 35,38 170,39 109,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "baseboard": [54 {55 "object_id": "SM_Baseboard",56 "bbox_2d": [57 15,58 848,59 378,60 107661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1.626556396484375,66 -0.800201416015625,67 3.99999952316284268 ],69 "extent": [70 281.200439453125,71 370.935546875,72 4.00019454956054773 ]74 },75 "obb": {76 "center": [77 1.626556396484375,78 -0.800201416015625,79 3.99999952316284280 ],81 "extent": [82 281.200439453125,83 370.935546875,84 4.00019454956054785 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 127,111 0112 ]113 }114 ],115 "window divided": [116 {117 "object_id": "SM_Window",118 "bbox_2d": [119 378,120 79,121 1919,122 872123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -290.9998779296875,128 -6.103515625e-05,129 149.56552124023438130 ],131 "extent": [132 11.925933837890625,133 391.7356872558594,134 150.43450927734375135 ]136 },137 "obb": {138 "center": [139 -290.9998779296875,140 -6.103515625e-05,141 149.56552124023438142 ],143 "extent": [144 11.925933837890625,145 391.7356872558594,146 150.43450927734375147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 127,173 0174 ]175 }176 ],177 "ceiling planks corner": [178 {179 "object_id": "SM_Ceiling",180 "bbox_2d": [181 279,182 0,183 1919,184 78185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 1.42608642578125,190 0,191 276.0003662109375192 ],193 "extent": [194 280.9999694824219,195 371.7356872558594,196 16.000015258789062197 ]198 },199 "obb": {200 "center": [201 1.42608642578125,202 0,203 276.0003662109375204 ],205 "extent": [206 280.9999694824219,207 371.7356872558594,208 16.000015258789062209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 0,218 0,219 0220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 127,234 0,235 0236 ]237 }238 ],239 "floor planks corner": [240 {241 "object_id": "SM_Floor",242 "bbox_2d": [243 22,244 873,245 552,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 11.426055908203125,252 -3.0517578125e-05,253 0254 ],255 "extent": [256 290.99993896484375,257 371.7356872558594,258 2.2762245240797244e-14259 ]260 },261 "obb": {262 "center": [263 11.426055908203125,264 -3.0517578125e-05,265 0266 ],267 "extent": [268 290.99993896484375,269 371.7356872558594,270 2.2762245240797244e-14271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 0,280 0,281 0282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 127,296 255,297 0298 ]299 }300 ],301 "background": [302 {303 "object_id": "SM_BackgroundBR",304 "bbox_2d": [305 0,306 0,307 377,308 1039309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -217.75371834196508,314 366.08603422770534,315 130.00033569335938316 ],317 "extent": [318 61.820012126809985,319 5.650117715832039,320 130.00006103515625321 ]322 },323 "obb": {324 "center": [325 -217.75371834196508,326 366.08603422770534,327 130.00033569335938328 ],329 "extent": [330 61.820012126809985,331 5.650117715832039,332 130.00006103515625333 ],334 "rotation": [335 0,336 1.0017900422099046e-05,337 0338 ]339 },340 "location": [341 -217.3520050048828,342 371.7359924316406,343 0344 ],345 "rotation": [346 0,347 1.0017900422099046e-05,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 191,358 127,359 127360 ]361 }362 ]363 },364 "foreground": {365 "downlight": [366 {367 "object_id": "SM_Downlight",368 "bbox_2d": [369 1516,370 12,371 1543,372 27373 ],374 "bbox_3d": {375 "aabb": {376 "center": [377 -243.08077998558545,378 5,379 259.50000005960464380 ],381 "extent": [382 3.500000043711424,383 3.5,384 0.5000006040031622385 ]386 },387 "obb": {388 "center": [389 -243.08077998558545,390 5,391 259.50000005960464392 ],393 "extent": [394 3.500000043711424,395 3.5,396 0.5000006040031622397 ],398 "rotation": [399 5.008960215491242e-06,400 0,401 0402 ]403 },404 "location": [405 -243.08078002929688,406 5,407 260408 ],409 "rotation": [410 5.008960215491242e-06,411 0,412 0413 ],414 "scale": [415 1,416 1,417 1418 ]419 },420 "color": [421 255,422 127,423 255424 ]425 },426 {427 "object_id": "SM_Downlight2",428 "bbox_2d": [429 1034,430 12,431 1057,432 27433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 -243.08077998566364,438 145,439 259.50000005960464440 ],441 "extent": [442 3.5000000436332357,443 3.5,444 0.5000006034558169445 ]446 },447 "obb": {448 "center": [449 -243.08077998566364,450 145,451 259.50000005960464452 ],453 "extent": [454 3.5000000436332357,455 3.5,456 0.5000006034558169457 ],458 "rotation": [459 4.999999873689375e-06,460 0,461 0462 ]463 },464 "location": [465 -243.08078002929688,466 145,467 260468 ],469 "rotation": [470 4.999999873689375e-06,471 0,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 255,482 63,483 127484 ]485 },486 {487 "object_id": "SM_Downlight3",488 "bbox_2d": [489 550,490 12,491 575,492 27493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -243.08077998566364,498 285,499 259.50000005960464500 ],501 "extent": [502 3.5000000436332357,503 3.5,504 0.5000006034558169505 ]506 },507 "obb": {508 "center": [509 -243.08077998566364,510 285,511 259.50000005960464512 ],513 "extent": [514 3.5000000436332357,515 3.5,516 0.5000006034558169517 ],518 "rotation": [519 4.999999873689375e-06,520 0,521 0522 ]523 },524 "location": [525 -243.08078002929688,526 285,527 260528 ],529 "rotation": [530 4.999999873689375e-06,531 0,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 127,542 63,543 0544 ]545 }546 ],547 "table": [548 {549 "object_id": "SM_Table",550 "bbox_2d": [551 235,552 840,553 1919,554 1079555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 6.866455078125e-05,560 15.000076293945312,561 35.63624954223633562 ],563 "extent": [564 86.55204772949219,565 205.9636993408203,566 35.63626480102539567 ]568 },569 "obb": {570 "center": [571 6.866455078125e-05,572 15.000076293945312,573 35.63624954223633574 ],575 "extent": [576 86.55204772949219,577 205.9636993408203,578 35.63626480102539579 ],580 "rotation": [581 0,582 0,583 0584 ]585 },586 "location": [587 0,588 15,589 0590 ],591 "rotation": [592 0,593 0,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 127,604 255,605 255606 ]607 }608 ],609 "chair": [610 {611 "object_id": "SM_ChairA",612 "bbox_2d": [613 0,614 975,615 254,616 1079617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 -16.809508499895117,622 243.8478024681101,623 56.49450428890417624 ],625 "extent": [626 41.769079566028196,627 42.297435696472746,628 57.30998234797566629 ]630 },631 "obb": {632 "center": [633 -16.809508499895117,634 243.8478024681101,635 56.49450428890416636 ],637 "extent": [638 41.769079566028196,639 42.297435696472746,640 57.30998234797566641 ],642 "rotation": [643 -7.583033279093544e-22,644 -159.99971008300778,645 3.2329702662536874e-05646 ]647 },648 "location": [649 -16.805219650268555,650 243.83599853515625,651 -0.8154370188713074652 ],653 "rotation": [654 -7.583033279093544e-22,655 -159.99971008300778,656 3.2329702662536874e-05657 ],658 "scale": [659 0.9235389828681946,660 0.9235389828681946,661 1.1688100099563599662 ]663 },664 "color": [665 127,666 0,667 127668 ]669 },670 {671 "object_id": "SM_ChairA4",672 "bbox_2d": [673 1710,674 513,675 1919,676 839677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 -106.81778082900883,682 13.83600560628504,683 56.49450428883189684 ],685 "extent": [686 33.236603305148044,687 32.35257295188812,688 57.309982156719755689 ]690 },691 "obb": {692 "center": [693 -106.81778082900883,694 13.836005606285038,695 56.4945042888319696 ],697 "extent": [698 33.236603305148044,699 32.35257295188812,700 57.309982156719755701 ],702 "rotation": [703 0,704 -90.00011444091795,705 3.199999991920776e-05706 ]707 },708 "location": [709 -106.80522155761719,710 13.83599853515625,711 -0.8154370188713074712 ],713 "rotation": [714 0,715 -90.00011444091795,716 3.199999991920776e-05717 ],718 "scale": [719 0.9235389828681946,720 0.9235389828681946,721 1.1688100099563599722 ]723 },724 "color": [725 255,726 255,727 63728 ]729 },730 {731 "object_id": "SM_ChairA5",732 "bbox_2d": [733 1315,734 513,735 1794,736 844737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 -106.81778082900883,742 83.83600560628504,743 56.49450428883189744 ],745 "extent": [746 33.236603305148044,747 32.35257295188812,748 57.309982156719755749 ]750 },751 "obb": {752 "center": [753 -106.81778082900883,754 83.83600560628504,755 56.4945042888319756 ],757 "extent": [758 33.236603305148044,759 32.35257295188812,760 57.309982156719755761 ],762 "rotation": [763 0,764 -90.00011444091795,765 3.199999991920776e-05766 ]767 },768 "location": [769 -106.80522155761719,770 83.83599853515625,771 -0.8154370188713074772 ],773 "rotation": [774 0,775 -90.00011444091795,776 3.199999991920776e-05777 ],778 "scale": [779 0.9235389828681946,780 0.9235389828681946,781 1.1688100099563599782 ]783 },784 "color": [785 255,786 127,787 63788 ]789 },790 {791 "object_id": "SM_ChairA6",792 "bbox_2d": [793 882,794 513,795 1275,796 854797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 -106.81778082900883,802 153.83600560628503,803 56.49450428883189804 ],805 "extent": [806 33.236603305148044,807 32.35257295188813,808 57.309982156719755809 ]810 },811 "obb": {812 "center": [813 -106.81778082900883,814 153.83600560628503,815 56.4945042888319816 ],817 "extent": [818 33.236603305148044,819 32.35257295188813,820 57.309982156719755821 ],822 "rotation": [823 0,824 -90.00011444091795,825 3.199999991920776e-05826 ]827 },828 "location": [829 -106.80522155761719,830 153.83599853515625,831 -0.8154370188713074832 ],833 "rotation": [834 0,835 -90.00011444091795,836 3.199999991920776e-05837 ],838 "scale": [839 0.9235389828681946,840 0.9235389828681946,841 1.1688100099563599842 ]843 },844 "color": [845 127,846 0,847 63848 ]849 },850 {851 "object_id": "SM_ChairB",852 "bbox_2d": [853 648,854 579,855 879,856 861857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 -249.9999771118164,862 224.99999999995123,863 48.06242370605469864 ],865 "extent": [866 29.050199835425587,867 30.59184541564079,868 48.062225341796875869 ]870 },871 "obb": {872 "center": [873 -249.9999771118164,874 224.99999999995123,875 48.06242370605469876 ],877 "extent": [878 29.050199835425587,879 30.59184541564079,880 48.062225341796875881 ],882 "rotation": [883 0,884 -90.00012207031251,885 0886 ]887 },888 "location": [889 -250,890 225,891 0892 ],893 "rotation": [894 0,895 -90.00012207031251,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 63,906 63,907 191908 ]909 },910 {911 "object_id": "SM_ChairB3",912 "bbox_2d": [913 1202,914 579,915 1344,916 798917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 -249.9999771118164,922 64.99999999995124,923 48.06242370605469924 ],925 "extent": [926 29.050199835425587,927 30.591845415640776,928 48.062225341796875929 ]930 },931 "obb": {932 "center": [933 -249.9999771118164,934 64.99999999995124,935 48.06242370605469936 ],937 "extent": [938 29.050199835425587,939 30.591845415640776,940 48.062225341796875941 ],942 "rotation": [943 0,944 -90.00012207031251,945 0946 ]947 },948 "location": [949 -250,950 65,951 0952 ],953 "rotation": [954 0,955 -90.00012207031251,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 0,966 191,967 255968 ]969 },970 {971 "object_id": "SM_ChairB4",972 "bbox_2d": [973 1572,974 582,975 1744,976 839977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 -249.9999771118164,982 -15.000000000048766,983 48.06242370605469984 ],985 "extent": [986 29.050199835425587,987 30.591845415640783,988 48.062225341796875989 ]990 },991 "obb": {992 "center": [993 -249.9999771118164,994 -15.000000000048765,995 48.06242370605469996 ],997 "extent": [998 29.050199835425587,999 30.591845415640783,1000 48.0622253417968751001 ],1002 "rotation": [1003 0,1004 -90.00012207031251,1005 01006 ]1007 },1008 "location": [1009 -250,1010 -15,1011 01012 ],1013 "rotation": [1014 0,1015 -90.00012207031251,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 0,1026 191,1027 1271028 ]1029 },1030 {1031 "object_id": "SM_ChairB5",1032 "bbox_2d": [1033 1702,1034 583,1035 1758,1036 7771037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 -249.9999771118164,1042 -95.00000000004876,1043 48.062423706054691044 ],1045 "extent": [1046 29.050199835425587,1047 30.591845415640776,1048 48.0622253417968751049 ]1050 },1051 "obb": {1052 "center": [1053 -249.9999771118164,1054 -95.00000000004876,1055 48.062423706054691056 ],1057 "extent": [1058 29.050199835425587,1059 30.591845415640776,1060 48.0622253417968751061 ],1062 "rotation": [1063 0,1064 -90.00012207031251,1065 01066 ]1067 },1068 "location": [1069 -250,1070 -95,1071 01072 ],1073 "rotation": [1074 0,1075 -90.00012207031251,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 0,1086 191,1087 631088 ]1089 }1090 ],1091 "curtain": [1092 {1093 "object_id": "SM_Curtain",1094 "bbox_2d": [1095 1275,1096 79,1097 1686,1098 5141099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 -286.70534936152023,1104 -3.2094228267669678,1105 200.572517463536541106 ],1107 "extent": [1108 1.0004270430589486,1109 69.80915069580078,1110 83.062461942471471111 ]1112 },1113 "obb": {1114 "center": [1115 -286.70534936152023,1116 -3.2094228267669678,1117 200.572517463536541118 ],1119 "extent": [1120 1.0004270430589486,1121 69.80915069580078,1122 83.062461942471471123 ],1124 "rotation": [1125 -5.1226397772552446e-06,1126 0,1127 01128 ]1129 },1130 "location": [1131 -285.9389953613281,1132 -3.209399938583374,1133 283.6350097656251134 ],1135 "rotation": [1136 -5.1226397772552446e-06,1137 0,1138 01139 ],1140 "scale": [1141 1,1142 1,1143 11144 ]1145 },1146 "color": [1147 0,1148 0,1149 1911150 ]1151 },1152 {1153 "object_id": "SM_Curtain2",1154 "bbox_2d": [1155 821,1156 79,1157 1237,1158 3791159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 -286.7053491837275,1164 146.79058074951172,1165 245.57251746189621166 ],1167 "extent": [1168 1.0004268652662631,1169 69.80915069580078,1170 83.062461940330121171 ]1172 },1173 "obb": {1174 "center": [1175 -286.7053491837275,1176 146.79058074951172,1177 245.57251746189621178 ],1179 "extent": [1180 1.0004268652662631,1181 69.80915069580078,1182 83.062461940330121183 ],1184 "rotation": [1185 -4.999999873689375e-06,1186 0,1187 01188 ]1189 },1190 "location": [1191 -285.9389953613281,1192 146.7906036376953,1193 328.6350097656251194 ],1195 "rotation": [1196 -4.999999873689375e-06,1197 0,1198 01199 ],1200 "scale": [