TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l003_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l003_r005/lit.png",5 "camera": {6 "location": [7 107,8 1085,9 8510 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 107,38 1085,39 85,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "counter corner": [54 {55 "object_id": "SM_Counter_Corner_Left_13",56 "bbox_2d": [57 157,58 434,59 918,60 104961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 168.2187271118164,66 859.9999656677246,67 55.0000076293945368 ],69 "extent": [70 91.78129577636719,71 50.00008010864258,72 45.000011444091873 ]74 },75 "obb": {76 "center": [77 168.2187271118164,78 859.9999656677246,79 55.0000076293945380 ],81 "extent": [82 91.78129577636719,83 50.00008010864258,84 45.000011444091885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 180,94 810,95 1096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 95,111 191112 ]113 }114 ]115 },116 "foreground": {117 "small shelf": [118 {119 "object_id": "SM_Small_Shelf_10",120 "bbox_2d": [121 919,122 147,123 1199,124 1075125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 200.30500335042814,130 950.1268792991527,131 75132 ],133 "extent": [134 26.97160964135395,135 31.83506042418435,136 65137 ]138 },139 "obb": {140 "center": [141 200.30500335042814,142 950.1268792991527,143 75144 ],145 "extent": [146 26.97160964135395,147 31.83506042418435,148 65149 ],150 "rotation": [151 0,152 -67.41302490234374,153 0154 ]155 },156 "location": [157 200,158 950,159 10160 ],161 "rotation": [162 0,163 -67.41302490234374,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 0,174 95,175 31176 ]177 }178 ],179 "tobacco display": [180 {181 "object_id": "SM_Tobacco_Display_C_8",182 "bbox_2d": [183 206,184 202,185 245,186 437187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 24.718214886462405,192 604.8800907798582,193 109.9212646484375194 ],195 "extent": [196 22.350087063553914,197 38.00004380254984,198 99.92132568359375199 ]200 },201 "obb": {202 "center": [203 24.718214886462402,204 604.8800907798582,205 109.9212646484375206 ],207 "extent": [208 22.350087063553914,209 38.00004380254984,210 99.92132568359375211 ],212 "rotation": [213 0,214 -90.00012207031251,215 0216 ]217 },218 "location": [219 2.3681564331054688,220 566.880126953125,221 9.99993896484375222 ],223 "rotation": [224 0,225 -90.00012207031251,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 255,236 95,237 0238 ]239 },240 {241 "object_id": "SM_Tobacco_Display_A_2",242 "bbox_2d": [243 0,244 0,245 168,246 880247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 23.729498760974124,252 758.7660160728269,253 109.92137145996094254 ],255 "extent": [256 22.350087063553914,257 38.00004380254984,258 99.92132568359375259 ]260 },261 "obb": {262 "center": [263 23.72949876097412,264 758.7660160728269,265 109.92137145996094266 ],267 "extent": [268 22.350087063553914,269 38.00004380254984,270 99.92132568359375271 ],272 "rotation": [273 0,274 -90.00012207031251,275 0276 ]277 },278 "location": [279 1.3794403076171875,280 720.7660522460938,281 10.000045776367188282 ],283 "rotation": [284 0,285 -90.00012207031251,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 95,296 63,297 63298 ]299 },300 {301 "object_id": "SM_Tobacco_Display_B_8",302 "bbox_2d": [303 143,304 123,305 213,306 794307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 23.90831144999611,312 682.3889438536045,313 109.92131042480469314 ],315 "extent": [316 22.3500820035545,317 38.00004082647695,318 99.92132568359375319 ]320 },321 "obb": {322 "center": [323 23.90831144999611,324 682.3889438536045,325 109.92131042480469326 ],327 "extent": [328 22.3500820035545,329 38.00004082647695,330 99.92132568359375331 ],332 "rotation": [333 0,334 -90.00011444091797,335 0336 ]337 },338 "location": [339 1.558258056640625,340 644.3889770507812,341 9.999984741210938342 ],343 "rotation": [344 0,345 -90.00011444091797,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 95,356 63,357 191358 ]359 }360 ],361 "coffee machine": [362 {363 "object_id": "SM_Coffee_Machine_2",364 "bbox_2d": [365 1220,366 460,367 1294,368 523369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 797.5586261905396,374 445.6846854893375,375 128.9685573577881376 ],377 "extent": [378 27.070429990485422,379 22.343763158214927,380 28.9674015045166381 ]382 },383 "obb": {384 "center": [385 797.5586261905396,386 445.6846854893375,387 128.9685573577881388 ],389 "extent": [390 27.070429990485422,391 22.343763158214927,392 28.9674015045166393 ],394 "rotation": [395 0,396 90.00007629394531,397 0398 ]399 },400 "location": [401 798.4383544921875,402 445.6964111328125,403 100.00115966796875404 ],405 "rotation": [406 0,407 90.00007629394531,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 127,418 95,419 31420 ]421 }422 ],423 "coffee supplies": [424 {425 "object_id": "SM_Coffee_Supplies_5",426 "bbox_2d": [427 1200,428 497,429 1233,430 522431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 728.4383504150533,436 445.6962622915158,437 111.84191799163818438 ],439 "extent": [440 24.109946031074287,441 16.28647964711405,442 11.954957008361816443 ]444 },445 "obb": {446 "center": [447 728.4383504150533,448 445.6962622915158,449 111.84191799163818450 ],451 "extent": [452 24.109946031074287,453 16.28647964711405,454 11.954957008361816455 ],456 "rotation": [457 0,458 93.59552001953126,459 0460 ]461 },462 "location": [463 728.4383544921875,464 445.6961669921875,465 100.00115966796875466 ],467 "rotation": [468 0,469 93.59552001953126,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 63,480 95,481 0482 ]483 }484 ],485 "cup": [486 {487 "object_id": "SM_Paper_Cups_11",488 "bbox_2d": [489 1238,490 507,491 1248,492 522493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 758.4381108283997,498 465.6969604492194,499 107.31064081192017500 ],501 "extent": [502 4.662275800468478,503 4.662275800468535,504 7.309482097625732505 ]506 },507 "obb": {508 "center": [509 758.4381108283997,510 465.6969604492194,511 107.31064081192017512 ],513 "extent": [514 4.662275800468478,515 4.662275800468535,516 7.309482097625732517 ],518 "rotation": [519 0,520 90.00007629394531,521 0522 ]523 },524 "location": [525 758.4381103515625,526 465.69696044921875,527 100.00115966796875528 ],529 "rotation": [530 0,531 90.00007629394531,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 63,542 95,543 127544 ]545 },546 {547 "object_id": "SM_Paper_Cups2",548 "bbox_2d": [549 1263,550 541,551 1278,552 550553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 774.2435852559868,558 481.9266381261665,559 80.00115966796875560 ],561 "extent": [562 4.66232409787483,563 7.309516863272449,564 4.662269592285156565 ]566 },567 "obb": {568 "center": [569 774.2435852559868,570 481.9266381261665,571 80.00115966796875572 ],573 "extent": [574 4.66232409787483,575 7.309516863272449,576 4.662269592285156577 ],578 "rotation": [579 -90,580 89.99957275390624,581 0582 ]583 },584 "location": [585 774.2435302734375,586 474.6171569824219,587 80.00115966796875588 ],589 "rotation": [590 -90,591 89.99957275390624,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 63,602 95,603 63604 ]605 },606 {607 "object_id": "SM_Plastic_Cup2",608 "bbox_2d": [609 1363,610 523,611 1371,612 523613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 937.7943624063862,618 457.99038000375793,619 107.4034008981981620 ],621 "extent": [622 4.662322958371874,623 4.662273699495586,624 6.09771546991837625 ]626 },627 "obb": {628 "center": [629 937.7943624063862,630 457.99038000375793,631 107.4034008981981632 ],633 "extent": [634 4.662322958371874,635 4.662273699495586,636 6.09771546991837637 ],638 "rotation": [639 -0.0004781132156495003,640 -179.99996948242188,641 -179.99998474121097642 ]643 },644 "location": [645 937.7943115234375,646 457.9903564453125,647 113.5010757446289648 ],649 "rotation": [650 -0.0004781132156495003,651 -179.99996948242188,652 -179.99998474121097653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 31,662 95,663 63664 ]665 },666 {667 "object_id": "SM_Plastic_Cup3",668 "bbox_2d": [669 1363,670 522,671 1371,672 522673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 937.7943623943374,678 457.99038000375793,679 108.45808076880347680 ],681 "extent": [682 4.662322946323229,683 4.662273699495586,684 6.097715460706041685 ]686 },687 "obb": {688 "center": [689 937.7943623943374,690 457.99038000375793,691 108.45808076880347692 ],693 "extent": [694 4.662322946323229,695 4.662273699495586,696 6.097715460706041697 ],698 "rotation": [699 -0.00047800000174902363,700 -179.99996948242188,701 -179.99998474121097702 ]703 },704 "location": [705 937.7943115234375,706 457.9903564453125,707 114.55575561523438708 ],709 "rotation": [710 -0.00047800000174902363,711 -179.99996948242188,712 -179.99998474121097713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 31,722 95,723 191724 ]725 },726 {727 "object_id": "SM_Plastic_Cup4",728 "bbox_2d": [729 1362,730 520,731 1371,732 521733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 937.7943623943374,738 457.99038000375793,739 109.43800020239722740 ],741 "extent": [742 4.662322946323229,743 4.662273699495586,744 6.097715460706041745 ]746 },747 "obb": {748 "center": [749 937.7943623943374,750 457.99038000375793,751 109.43800020239722752 ],753 "extent": [754 4.662322946323229,755 4.662273699495586,756 6.097715460706041757 ],758 "rotation": [759 -0.00047800000174902363,760 -179.99996948242188,761 -179.99998474121097762 ]763 },764 "location": [765 937.7943115234375,766 457.9903564453125,767 115.53567504882812768 ],769 "rotation": [770 -0.00047800000174902363,771 -179.99996948242188,772 -179.99998474121097773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 31,782 95,783 31784 ]785 },786 {787 "object_id": "SM_Plastic_Cup5",788 "bbox_2d": [789 1362,790 508,791 1370,792 519793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 937.7943623943374,798 457.99038000375793,799 110.60352754614722800 ],801 "extent": [802 4.662322946323229,803 4.662273699495586,804 6.097715460706041805 ]806 },807 "obb": {808 "center": [809 937.7943623943374,810 457.99038000375793,811 110.60352754614722812 ],813 "extent": [814 4.662322946323229,815 4.662273699495586,816 6.097715460706041817 ],818 "rotation": [819 -0.00047800000174902363,820 -179.99996948242188,821 -179.99998474121097822 ]823 },824 "location": [825 937.7943115234375,826 457.9903564453125,827 116.70120239257812828 ],829 "rotation": [830 -0.00047800000174902363,831 -179.99996948242188,832 -179.99998474121097833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 0,842 95,843 95844 ]845 },846 {847 "object_id": "SM_Plastic_Cup6",848 "bbox_2d": [849 1407,850 541,851 1420,852 548853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 976.5128099366584,858 482.11237764378257,859 80.07191109149238860 ],861 "extent": [862 4.662327705307916,863 6.097736163472632,864 4.662300099139145865 ]866 },867 "obb": {868 "center": [869 976.5128099366584,870 482.11237764378257,871 80.07191109149238872 ],873 "extent": [874 4.662327705307916,875 6.097736163472632,876 4.662300099139145877 ],878 "rotation": [879 5.5600874475203515e-05,880 -179.99949645996094,881 89.99975585937501882 ]883 },884 "location": [885 976.5127563476562,886 488.2100524902344,887 80.07190704345703888 ],889 "rotation": [890 5.5600874475203515e-05,891 -179.99949645996094,892 89.99975585937501893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 255,902 95,903 95904 ]905 },906 {907 "object_id": "SM_Plastic_Cup7",908 "bbox_2d": [909 1425,910 541,911 1437,912 548913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 1004.8085252686898,918 482.11237764378257,919 80.07191109149238920 ],921 "extent": [922 4.662327737785745,923 6.0977361634728595,924 4.662300131616803925 ]926 },927 "obb": {928 "center": [929 1004.8085252686898,930 482.11237764378257,931 80.07191109149238932 ],933 "extent": [934 4.662327737785745,935 6.0977361634728595,936 4.662300131616803937 ],938 "rotation": [939 5.6000000768108266e-05,940 -179.99949645996094,941 89.99975585937501942 ]943 },944 "location": [945 1004.8084716796875,946 488.2100524902344,947 80.07190704345703948 ],949 "rotation": [950 5.6000000768108266e-05,951 -179.99949645996094,952 89.99975585937501953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 127,962 95,963 95964 ]965 }966 ],967 "coffee counter": [968 {969 "object_id": "SM_Coffee_Counter_10",970 "bbox_2d": [971 1200,972 522,973 1325,974 627975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 748.8608591313241,980 439.99975984073865,981 55.00001907348633982 ],983 "extent": [984 101.1391713864673,985 40.000270676740854,986 45.00001907348633987 ]988 },989 "obb": {990 "center": [991 748.8608591313241,992 439.99975984073865,993 55.00001907348633994 ],995 "extent": [996 101.1391713864673,997 40.000270676740854,998 45.00001907348633999 ],1000 "rotation": [1001 0,1002 90.00011444091797,1003 01004 ]1005 },1006 "location": [1007 850,1008 400,1009 101010 ],1011 "rotation": [1012 0,1013 90.00011444091797,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 191,1024 95,1025 311026 ]1027 },1028 {1029 "object_id": "SM_Coffee_Counter2_12",1030 "bbox_2d": [1031 1320,1032 524,1033 1453,1034 6191035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 951.2646677250741,1040 439.99975984073865,1041 55.000019073486331042 ],1043 "extent": [1044 101.1391713864673,1045 40.000270676740854,1046 45.000019073486331047 ]1048 },1049 "obb": {1050 "center": [1051 951.2646677250741,1052 439.99975984073865,1053 55.000019073486331054 ],1055 "extent": [1056 101.1391713864673,1057 40.000270676740854,1058 45.000019073486331059 ],1060 "rotation": [1061 0,1062 90.00011444091797,1063 01064 ]1065 },1066 "location": [1067 1052.40380859375,1068 400,1069 101070 ],1071 "rotation": [1072 0,1073 90.00011444091797,1074 01075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 31,1084 95,1085 01086 ]1087 }1088 ],1089 "drink machine": [1090 {1091 "object_id": "SM_Drink_Machine_2",1092 "bbox_2d": [1093 1279,1094 453,1095 1363,1096 5231097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 889.1782880594402,1102 443.63552856446387,1103 133.545261383056641104 ],1105 "extent": [1106 29.00478112511564,1107 27.472098157030928,1108 33.429824829101561109 ]1110 },1111 "obb": {1112 "center": [1113 889.1782880594402,1114 443.63552856446387,1115 133.545261383056641116 ],1117 "extent": [1118 29.00478112511564,1119 27.472098157030928,1120 33.429824829101561121 ],1122 "rotation": [1123 0,1124 90.00012207031251,1125 01126 ]1127 },1128 "location": [1129 889.1782836914062,1130 443,1131 100.000015258789061132 ],1133 "rotation": [1134 0,1135 90.00012207031251,1136 01137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 31,1146 95,1147 2551148 ]1149 }1150 ],1151 "hot dog grill": [1152 {1153 "object_id": "SM_Hot_Dog_Grill_2",1154 "bbox_2d": [1155 588,1156 438,1157 653,1158 4551159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 218.9225597381623,1164 506.7220488255456,1165 120.71469879150391166 ],1167 "extent": [1168 21.332088011749477,1169 32.01364102946616,1170 20.8434486389160161171 ]1172 },1173 "obb": {1174 "center": [1175 218.9225597381623,1176 506.7220488255456,1177 120.71469879150391178 ],1179 "extent": [1180 21.332088011749477,1181 32.01364102946616,1182 20.8434486389160161183 ],1184 "rotation": [1185 0,1186 -90.00012207031251,1187 01188 ]1189 },1190 "location": [1191 220.29644775390625,1192 506.7220458984375,1193 1001194 ],1195 "rotation": [1196 0,1197 -90.00012207031251,1198 01199 ],1200 "scale": [