TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l088_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l088_r004/lit.png",5 "camera": {6 "location": [7 717,8 1028,9 12610 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 717,38 1028,39 126,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "counter corner": [54 {55 "object_id": "SM_Counter_Corner_Left_13",56 "bbox_2d": [57 0,58 592,59 299,60 84961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 168.2187271118164,66 859.9999656677246,67 55.0000076293945368 ],69 "extent": [70 91.78129577636719,71 50.00008010864258,72 45.000011444091873 ]74 },75 "obb": {76 "center": [77 168.2187271118164,78 859.9999656677246,79 55.0000076293945380 ],81 "extent": [82 91.78129577636719,83 50.00008010864258,84 45.000011444091885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 180,94 810,95 1096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 95,111 191112 ]113 }114 ]115 },116 "foreground": {117 "tobacco display": [118 {119 "object_id": "SM_Tobacco_Display_C_8",120 "bbox_2d": [121 396,122 420,123 502,124 586125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 24.718214886462405,130 604.8800907798582,131 109.9212646484375132 ],133 "extent": [134 22.350087063553914,135 38.00004380254984,136 99.92132568359375137 ]138 },139 "obb": {140 "center": [141 24.718214886462402,142 604.8800907798582,143 109.9212646484375144 ],145 "extent": [146 22.350087063553914,147 38.00004380254984,148 99.92132568359375149 ],150 "rotation": [151 0,152 -90.00012207031251,153 0154 ]155 },156 "location": [157 2.3681564331054688,158 566.880126953125,159 9.99993896484375160 ],161 "rotation": [162 0,163 -90.00012207031251,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 255,174 95,175 0176 ]177 },178 {179 "object_id": "SM_Tobacco_Display_A_2",180 "bbox_2d": [181 93,182 391,183 277,184 596185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 23.729498760974124,190 758.7660160728269,191 109.92137145996094192 ],193 "extent": [194 22.350087063553914,195 38.00004380254984,196 99.92132568359375197 ]198 },199 "obb": {200 "center": [201 23.72949876097412,202 758.7660160728269,203 109.92137145996094204 ],205 "extent": [206 22.350087063553914,207 38.00004380254984,208 99.92132568359375209 ],210 "rotation": [211 0,212 -90.00012207031251,213 0214 ]215 },216 "location": [217 1.3794403076171875,218 720.7660522460938,219 10.000045776367188220 ],221 "rotation": [222 0,223 -90.00012207031251,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 95,234 63,235 63236 ]237 },238 {239 "object_id": "SM_Tobacco_Display_B_8",240 "bbox_2d": [241 273,242 407,243 400,244 588245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 23.90831144999611,250 682.3889438536045,251 109.92131042480469252 ],253 "extent": [254 22.3500820035545,255 38.00004082647695,256 99.92132568359375257 ]258 },259 "obb": {260 "center": [261 23.90831144999611,262 682.3889438536045,263 109.92131042480469264 ],265 "extent": [266 22.3500820035545,267 38.00004082647695,268 99.92132568359375269 ],270 "rotation": [271 0,272 -90.00011444091797,273 0274 ]275 },276 "location": [277 1.558258056640625,278 644.3889770507812,279 9.999984741210938280 ],281 "rotation": [282 0,283 -90.00011444091797,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 95,294 63,295 191296 ]297 }298 ],299 "coffee machine": [300 {301 "object_id": "SM_Coffee_Machine_2",302 "bbox_2d": [303 1636,304 472,305 1727,306 595307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 797.5586261905396,312 445.6846854893375,313 128.9685573577881314 ],315 "extent": [316 27.070429990485422,317 22.343763158214927,318 28.9674015045166319 ]320 },321 "obb": {322 "center": [323 797.5586261905396,324 445.6846854893375,325 128.9685573577881326 ],327 "extent": [328 27.070429990485422,329 22.343763158214927,330 28.9674015045166331 ],332 "rotation": [333 0,334 90.00007629394531,335 0336 ]337 },338 "location": [339 798.4383544921875,340 445.6964111328125,341 100.00115966796875342 ],343 "rotation": [344 0,345 90.00007629394531,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 127,356 95,357 31358 ]359 }360 ],361 "coffee supplies": [362 {363 "object_id": "SM_Coffee_Supplies_5",364 "bbox_2d": [365 1486,366 544,367 1592,368 592369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 728.4383504150533,374 445.6962622915158,375 111.84191799163818376 ],377 "extent": [378 24.109946031074287,379 16.28647964711405,380 11.954957008361816381 ]382 },383 "obb": {384 "center": [385 728.4383504150533,386 445.6962622915158,387 111.84191799163818388 ],389 "extent": [390 24.109946031074287,391 16.28647964711405,392 11.954957008361816393 ],394 "rotation": [395 0,396 93.59552001953126,397 0398 ]399 },400 "location": [401 728.4383544921875,402 445.6961669921875,403 100.00115966796875404 ],405 "rotation": [406 0,407 93.59552001953126,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 63,418 95,419 0420 ]421 }422 ],423 "napkin dispenser": [424 {425 "object_id": "SM_Paper_Napkin_Dispenser_8",426 "bbox_2d": [427 1434,428 567,429 1469,430 589431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 688.4382333753791,436 455.6964111147987,437 105.59275150299072438 ],439 "extent": [440 8.491547799773002,441 9.322457854809215,442 5.591593265533447443 ]444 },445 "obb": {446 "center": [447 688.4382333753791,448 455.6964111147987,449 105.59275150299072450 ],451 "extent": [452 8.491547799773002,453 9.322457854809215,454 5.591593265533447455 ],456 "rotation": [457 0,458 88.91768646240236,459 0460 ]461 },462 "location": [463 688.438232421875,464 455.6964111328125,465 100.00115966796875466 ],467 "rotation": [468 0,469 88.91768646240236,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 63,480 95,481 255482 ]483 },484 {485 "object_id": "SM_Paper_Napkin_Dispenser2",486 "bbox_2d": [487 784,488 559,489 815,490 573491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 234.41401691860423,496 441.58792020904673,497 105.59275150299072498 ],499 "extent": [500 10.674257866788565,501 10.018262998583964,502 5.591593265533447503 ]504 },505 "obb": {506 "center": [507 234.41401691860423,508 441.58792020904673,509 105.59275150299072510 ],511 "extent": [512 10.674257866788565,513 10.018262998583964,514 5.591593265533447515 ],516 "rotation": [517 0,518 11.796856880187987,519 0520 ]521 },522 "location": [523 234.4140167236328,524 441.5879211425781,525 100.00115966796875526 ],527 "rotation": [528 0,529 11.796856880187987,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 95,540 0,541 63542 ]543 }544 ],545 "cup": [546 {547 "object_id": "SM_Paper_Cups_11",548 "bbox_2d": [549 1601,550 564,551 1623,552 593553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 758.4381108283997,558 465.6969604492194,559 107.31064081192017560 ],561 "extent": [562 4.662275800468478,563 4.662275800468535,564 7.309482097625732565 ]566 },567 "obb": {568 "center": [569 758.4381108283997,570 465.6969604492194,571 107.31064081192017572 ],573 "extent": [574 4.662275800468478,575 4.662275800468535,576 7.309482097625732577 ],578 "rotation": [579 0,580 90.00007629394531,581 0582 ]583 },584 "location": [585 758.4381103515625,586 465.69696044921875,587 100.00115966796875588 ],589 "rotation": [590 0,591 90.00007629394531,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 63,602 95,603 127604 ]605 },606 {607 "object_id": "SM_Paper_Cups3",608 "bbox_2d": [609 1426,610 580,611 1433,612 585613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 678.4381108283997,618 425.69631958007875,619 107.31064081192017620 ],621 "extent": [622 4.662275800468478,623 4.662275800468535,624 7.309482097625732625 ]626 },627 "obb": {628 "center": [629 678.4381108283997,630 425.69631958007875,631 107.31064081192017632 ],633 "extent": [634 4.662275800468478,635 4.662275800468535,636 7.309482097625732637 ],638 "rotation": [639 0,640 90.00007629394531,641 0642 ]643 },644 "location": [645 678.4381103515625,646 425.6963195800781,647 100.00115966796875648 ],649 "rotation": [650 0,651 90.00007629394531,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 191,662 95,663 127664 ]665 },666 {667 "object_id": "SM_Paper_Cups4",668 "bbox_2d": [669 1426,670 575,671 1433,672 580673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 678.4381108283997,678 425.69631958007875,679 110.54884576797485680 ],681 "extent": [682 4.662275800468478,683 4.662275800468535,684 7.309482097625732685 ]686 },687 "obb": {688 "center": [689 678.4381108283997,690 425.69631958007875,691 110.54884576797485692 ],693 "extent": [694 4.662275800468478,695 4.662275800468535,696 7.309482097625732697 ],698 "rotation": [699 0,700 90.00007629394531,701 0702 ]703 },704 "location": [705 678.4381103515625,706 425.6963195800781,707 103.23936462402344708 ],709 "rotation": [710 0,711 90.00007629394531,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 191,722 95,723 63724 ]725 },726 {727 "object_id": "SM_Paper_Cups5",728 "bbox_2d": [729 1426,730 549,731 1443,732 574733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 678.4381099491318,738 425.69631983585765,739 113.61073541641235740 ],741 "extent": [742 6.4356430293148605,743 6.435643029314804,744 7.309482097625732745 ]746 },747 "obb": {748 "center": [749 678.4381099491318,750 425.69631983585765,751 113.61073541641235752 ],753 "extent": [754 6.4356430293148605,755 6.435643029314804,756 7.309482097625732757 ],758 "rotation": [759 0,760 -122.43948364257814,761 0762 ]763 },764 "location": [765 678.4381103515625,766 425.6963195800781,767 106.30125427246094768 ],769 "rotation": [770 0,771 -122.43948364257814,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 191,782 95,783 191784 ]785 }786 ],787 "coffee counter": [788 {789 "object_id": "SM_Coffee_Counter_10",790 "bbox_2d": [791 1363,792 583,793 1727,794 793795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 748.8608591313241,800 439.99975984073865,801 55.00001907348633802 ],803 "extent": [804 101.1391713864673,805 40.000270676740854,806 45.00001907348633807 ]808 },809 "obb": {810 "center": [811 748.8608591313241,812 439.99975984073865,813 55.00001907348633814 ],815 "extent": [816 101.1391713864673,817 40.000270676740854,818 45.00001907348633819 ],820 "rotation": [821 0,822 90.00011444091797,823 0824 ]825 },826 "location": [827 850,828 400,829 10830 ],831 "rotation": [832 0,833 90.00011444091797,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 191,844 95,845 31846 ]847 }848 ],849 "hot dog grill": [850 {851 "object_id": "SM_Hot_Dog_Grill_2",852 "bbox_2d": [853 673,854 518,855 776,856 576857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 218.9225597381623,862 506.7220488255456,863 120.7146987915039864 ],865 "extent": [866 21.332088011749477,867 32.01364102946616,868 20.843448638916016869 ]870 },871 "obb": {872 "center": [873 218.9225597381623,874 506.7220488255456,875 120.7146987915039876 ],877 "extent": [878 21.332088011749477,879 32.01364102946616,880 20.843448638916016881 ],882 "rotation": [883 0,884 -90.00012207031251,885 0886 ]887 },888 "location": [889 220.29644775390625,890 506.7220458984375,891 100892 ],893 "rotation": [894 0,895 -90.00012207031251,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 63,906 95,907 95908 ]909 }910 ],911 "bottle stand": [912 {913 "object_id": "SM_Bottle_Stand_5",914 "bbox_2d": [915 605,916 544,917 657,918 581919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 231.80416889283168,924 604.9944947649063,925 111.77631187438965926 ],927 "extent": [928 19.91625660101562,929 10.514703403895282,930 11.776299476623535931 ]932 },933 "obb": {934 "center": [935 231.80416889283168,936 604.9944947649063,937 111.77631187438965938 ],939 "extent": [940 19.91625660101562,941 10.514703403895282,942 11.776299476623535943 ],944 "rotation": [945 0,946 -80.00007629394531,947 0948 ]949 },950 "location": [951 231.80416870117188,952 604.9945068359375,953 100.00001525878906954 ],955 "rotation": [956 0,957 -80.00007629394531,958 0959 ],960 "scale": [961 1,962 1,963 1964 ]965 },966 "color": [967 191,968 95,969 95970 ]971 }972 ],973 "bottle": [974 {975 "object_id": "SM_Ketchup_Bottle_8",976 "bbox_2d": [977 615,978 510,979 629,980 548981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 221.8688999205397,986 602.6392806261019,987 131.40055084228516988 ],989 "extent": [990 5.444847136823114,991 5.444846363241595,992 13.736084938049316993 ]994 },995 "obb": {996 "center": [997 221.8688999205397,998 602.6392806261019,999 131.400550842285161000 ],1001 "extent": [1002 5.444847136823114,1003 5.444846363241595,1004 13.7360849380493161005 ],1006 "rotation": [1007 0,1008 10.000028610229492,1009 01010 ]1011 },1012 "location": [1013 221.86891174316406,1014 602.6392822265625,1015 117.664466857910161016 ],1017 "rotation": [1018 0,1019 10.000028610229492,1020 01021 ],1022 "scale": [1023 1,1024 1,1025 11026 ]1027 },1028 "color": [1029 31,1030 95,1031 951032 ]1033 },1034 {1035 "object_id": "SM_Mustard_Bottle_11",1036 "bbox_2d": [1037 623,1038 519,1039 637,1040 5561041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 231.92778350472975,1046 604.8994129316324,1047 125.512405395507811048 ],1049 "extent": [1050 5.444847136823114,1051 5.444846363241595,1052 13.7360849380493161053 ]1054 },1055 "obb": {1056 "center": [1057 231.92778350472975,1058 604.8994129316324,1059 125.512405395507811060 ],1061 "extent": [1062 5.444847136823114,1063 5.444846363241595,1064 13.7360849380493161065 ],1066 "rotation": [1067 0,1068 10.000028610229492,1069 01070 ]1071 },1072 "location": [1073 231.92779541015625,1074 604.8994140625,1075 111.776321411132811076 ],1077 "rotation": [1078 0,1079 10.000028610229492,1080 01081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 95,1090 0,1091 01092 ]1093 },1094 {1095 "object_id": "SM_Mayonaise_Bottle_14",1096 "bbox_2d": [1097 633,1098 528,1099 648,1100 5711101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 243.7590366392897,1106 607.3930648057894,1107 119.624259948730471108 ],1109 "extent": [1110 5.444847136823114,1111 5.444846363241595,1112 13.7360849380493161113 ]1114 },1115 "obb": {1116 "center": [1117 243.7590366392897,1118 607.3930648057894,1119 119.624259948730471120 ],1121 "extent": [1122 5.444847136823114,1123 5.444846363241595,1124 13.7360849380493161125 ],1126 "rotation": [1127 0,1128 10.000028610229492,1129 01130 ]1131 },1132 "location": [1133 243.75904846191406,1134 607.39306640625,1135 105.888175964355471136 ],1137 "rotation": [1138 0,1139 10.000028610229492,1140 01141 ],1142 "scale": [1143 1,1144 1,1145 11146 ]1147 },1148 "color": [1149 95,1150 0,1151 2551152 ]1153 }1154 ],1155 "tong": [1156 {1157 "object_id": "SM_Sausage_Tong_17",1158 "bbox_2d": [1159 649,1160 540,1161 693,1162 5781163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 224.54147720335038,1168 561.3736702950249,1169 112.851232528686521170 ],1171 "extent": [1172 19.13773023052434,1173 7.932754594725338,1174 12.8511581420898441175 ]1176 },1177 "obb": {1178 "center": [1179 224.54147720335038,1180 561.3736702950249,1181 112.851232528686521182 ],1183 "extent": [1184 19.13773023052434,1185 7.932754594725338,1186 12.8511581420898441187 ],1188 "rotation": [1189 0,1190 90.00011444091797,1191 01192 ]1193 },1194 "location": [1195 220.86343383789062,1196 561.3736572265625,1197 100.000076293945311198 ],1199 "rotation": [1200 0,