TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l003_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Bakery/l003_r000/lit.png",5 "camera": {6 "location": [7 -4,8 218,9 10110 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -4,38 218,39 101,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_wall_01_281",56 "bbox_2d": [57 342,58 0,59 631,60 45261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 0,67 199.2298889160156268 ],69 "extent": [70 448.35015869140625,71 456.7044982910156,72 200.5044555664062573 ]74 },75 "obb": {76 "center": [77 0,78 0,79 199.2298889160156280 ],81 "extent": [82 448.35015869140625,83 456.7044982910156,84 200.5044555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 },114 {115 "object_id": "SM_wall_02_491",116 "bbox_2d": [117 342,118 86,119 438,120 432121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 170.26333618164062,126 -45.951751708984375,127 133.2178497314453128 ],129 "extent": [130 239.49139404296875,131 39.54395294189453,132 133.66961669921875133 ]134 },135 "obb": {136 "center": [137 170.26333618164062,138 -45.951751708984375,139 133.2178497314453140 ],141 "extent": [142 239.49139404296875,143 39.54395294189453,144 133.66961669921875145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 170.26333618164062,154 -45.951751708984375,155 2.2381439208984375156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 0,171 191172 ]173 },174 {175 "object_id": "SM_wall_06_505",176 "bbox_2d": [177 419,178 0,179 494,180 444181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 1.37738037109375,186 5.184879779815674,187 196.00094604492188188 ],189 "extent": [190 426.0718994140625,191 4.455683708190918,192 200.5044403076172193 ]194 },195 "obb": {196 "center": [197 1.37738037109375,198 5.184879779815674,199 196.00094604492188200 ],201 "extent": [202 426.0718994140625,203 4.455683708190918,204 200.5044403076172205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 1.37738037109375,214 5.184879302978516,215 -4.41204833984375216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 63,230 0,231 191232 ]233 },234 {235 "object_id": "SM_wall_05_19",236 "bbox_2d": [237 485,238 0,239 1038,240 401241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 413.07183837890625,246 219.72203063964844,247 272.21002197265625248 ],249 "extent": [250 22.278289794921875,251 215.7262659626067,252 109.5366704119806253 ]254 },255 "obb": {256 "center": [257 413.07183837890625,258 219.72203063964844,259 272.21002197265625260 ],261 "extent": [262 22.278289794921875,263 215.7262659626067,264 109.5366704119806265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 413.07183837890625,274 219.72203063964844,275 272.21002197265625276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1.0699734687805176,285 1.0926108360290527286 ]287 },288 "color": [289 63,290 191,291 15292 ]293 }294 ]295 },296 "foreground": {297 "breadrack": [298 {299 "object_id": "SM_breadrack_02_296",300 "bbox_2d": [301 387,302 0,303 1919,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 65.93284606933594,310 187.62933349609375,311 93.91255950927734312 ],313 "extent": [314 79.36634826660156,315 52.91090774536133,316 74.07523345947266317 ]318 },319 "obb": {320 "center": [321 65.93284606933594,322 187.62933349609375,323 93.91255950927734324 ],325 "extent": [326 79.36634826660156,327 52.91090774536133,328 74.07523345947266329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 65.93284606933594,338 187.62933349609375,339 20.00006103515625340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 0,354 127,355 255356 ]357 }358 ],359 "cash register": [360 {361 "object_id": "SM_cash_register_318",362 "bbox_2d": [363 529,364 427,365 631,366 460367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 347.53276852910653,372 89.550582188795,373 129.63134792869084374 ],375 "extent": [376 24.934106523168452,377 32.800457754910184,378 11.22339287083048379 ]380 },381 "obb": {382 "center": [383 347.53276852910653,384 89.550582188795,385 129.63134792869084386 ],387 "extent": [388 24.934106523168452,389 32.800457754910184,390 11.22339287083048391 ],392 "rotation": [393 0,394 -80.00000762939452,395 0396 ]397 },398 "location": [399 344.2492980957031,400 84.56668090820312,401 119.345947265625402 ],403 "rotation": [404 0,405 -80.00000762939452,406 0407 ],408 "scale": [409 1,410 1.0000001192092896,411 1.0000001192092896412 ]413 },414 "color": [415 127,416 255,417 0418 ]419 }420 ],421 "air conditioner": [422 {423 "object_id": "SM_Airconditioner_423",424 "bbox_2d": [425 716,426 0,427 888,428 4429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 405.5927734375,434 130.36524963378906,435 351.4246520996094436 ],437 "extent": [438 16.555665969848633,439 56.32305908203128,440 16.092304229736328441 ]442 },443 "obb": {444 "center": [445 405.5927734375,446 130.36524963378906,447 351.4246520996094448 ],449 "extent": [450 16.555665969848633,451 56.32305908203128,452 16.092304229736328453 ],454 "rotation": [455 0,456 90.00000000000001,457 0458 ]459 },460 "location": [461 405.5927734375,462 130.36524963378906,463 351.4246520996094464 ],465 "rotation": [466 0,467 90.00000000000001,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 63,478 255,479 255480 ]481 }482 ],483 "chargingplug": [484 {485 "object_id": "SM_chargingplug_426",486 "bbox_2d": [487 889,488 0,489 927,490 4491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 422.2535355091095,496 192.8204551025953,497 352.4071478751205498 ],499 "extent": [500 2.1209771633148193,501 13.289188546586672,502 28.518881051606968503 ]504 },505 "obb": {506 "center": [507 422.2535355091095,508 192.8204551025953,509 352.4071478751205510 ],511 "extent": [512 2.1209771633148193,513 13.289188546586672,514 28.518881051606968515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 424.2372131347656,524 201.2949981689453,525 376.2519836425781526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 0.9999999403953552,535 0.9999999403953552536 ]537 },538 "color": [539 63,540 255,541 127542 ]543 }544 ],545 "tv": [546 {547 "object_id": "SM_Tv_429",548 "bbox_2d": [549 1003,550 140,551 1017,552 241553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 425.55378977194977,558 322.1690518719887,559 228.195045660914560 ],561 "extent": [562 7.263521995059989,563 84.92335535917897,564 49.21144127865614565 ]566 },567 "obb": {568 "center": [569 425.55378977194977,570 322.1690518719887,571 228.195045660914572 ],573 "extent": [574 7.263521995059989,575 84.92335535917897,576 49.21144127865614577 ],578 "rotation": [579 -1.6921501159667967,580 180,581 2.9971604931233747e-07582 ]583 },584 "location": [585 425.9980163574219,586 322.15155029296875,587 180.00645446777344588 ],589 "rotation": [590 -1.6921501159667967,591 180,592 2.9971604931233747e-07593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 63,602 127,603 0604 ]605 },606 {607 "object_id": "SM_Tv2_1",608 "bbox_2d": [609 585,610 160,611 631,612 364613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 425.5537898722134,618 137.5165252685547,619 228.19504566174675620 ],621 "extent": [622 7.263521880267774,623 84.92335510253906,624 49.21144082552911625 ]626 },627 "obb": {628 "center": [629 425.5537898722134,630 137.5165252685547,631 228.19504566174675632 ],633 "extent": [634 7.263521880267774,635 84.92335510253906,636 49.21144082552911637 ],638 "rotation": [639 -1.692149996757507,640 180,641 -2.2079159874887454e-32642 ]643 },644 "location": [645 425.9980163574219,646 137.4990234375,647 180.00645446777344648 ],649 "rotation": [650 -1.692149996757507,651 180,652 -2.2079159874887454e-32653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 63,662 255,663 15664 ]665 }666 ],667 "signage": [668 {669 "object_id": "SM_sign_01_485",670 "bbox_2d": [671 345,672 0,673 1036,674 73675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 290.1590118408203,680 217.80007934570312,681 378.5911102294922682 ],683 "extent": [684 6.6835174560546875,685 184.19940185546875,686 131.75128173828125687 ]688 },689 "obb": {690 "center": [691 290.1590118408203,692 217.80007934570312,693 378.5911102294922694 ],695 "extent": [696 6.6835174560546875,697 184.19940185546875,698 131.75128173828125699 ],700 "rotation": [701 0,702 0,703 0704 ]705 },706 "location": [707 290.15899658203125,708 217.80007934570312,709 300.5936279296875710 ],711 "rotation": [712 0,713 0,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 0,724 255,725 191726 ]727 }728 ],729 "milk": [730 {731 "object_id": "SM_milk_01_126",732 "bbox_2d": [733 625,734 572,735 1909,736 1079737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 8.41815185546875,742 221.2070746421814,743 92.78434801101685744 ],745 "extent": [746 7.122166156768799,747 7.122165679931641,748 7.578488349914551749 ]750 },751 "obb": {752 "center": [753 8.41815185546875,754 221.2070746421814,755 92.78434801101685756 ],757 "extent": [758 7.122166156768799,759 7.122165679931641,760 7.578488349914551761 ],762 "rotation": [763 0,764 0,765 0766 ]767 },768 "location": [769 8.41815185546875,770 221.2070770263672,771 85.28434753417969772 ],773 "rotation": [774 0,775 0,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 31,786 127,787 31788 ]789 },790 {791 "object_id": "SM_milk_2",792 "bbox_2d": [793 951,794 555,795 1361,796 573797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 30.64303865812186,802 224.774060967503,803 92.78434801101685804 ],805 "extent": [806 9.523648702693047,807 9.523648483172792,808 7.578488349914551809 ]810 },811 "obb": {812 "center": [813 30.64303865812186,814 224.774060967503,815 92.78434801101685816 ],817 "extent": [818 9.523648702693047,819 9.523648483172792,820 7.578488349914551821 ],822 "rotation": [823 0,824 -26.002380371093757,825 0826 ]827 },828 "location": [829 30.64303970336914,830 224.77406311035156,831 85.28434753417969832 ],833 "rotation": [834 0,835 -26.002380371093757,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 31,846 63,847 31848 ]849 },850 {851 "object_id": "SM_milk_10",852 "bbox_2d": [853 999,854 550,855 1226,856 555857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 48.9846439040666,862 225.33776716799457,863 92.78434801101685864 ],865 "extent": [866 9.935997932939273,867 9.935998043488553,868 7.578488349914551869 ]870 },871 "obb": {872 "center": [873 48.9846439040666,874 225.33776716799457,875 92.78434801101685876 ],877 "extent": [878 9.935997932939273,879 9.935998043488553,880 7.578488349914551881 ],882 "rotation": [883 0,884 -54.43535232543944,885 0886 ]887 },888 "location": [889 48.98464584350586,890 225.3377685546875,891 85.28434753417969892 ],893 "rotation": [894 0,895 -54.43535232543944,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 31,906 191,907 31908 ]909 },910 {911 "object_id": "SM_milk_11",912 "bbox_2d": [913 0,914 0,915 347,916 582917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 17.82319056237468,922 195.6430499037012,923 107.8041844367981924 ],925 "extent": [926 9.791679014361574,927 9.791679172421794,928 7.578488349914551929 ]930 },931 "obb": {932 "center": [933 17.823190562374684,934 195.6430499037012,935 107.8041844367981936 ],937 "extent": [938 9.791679014361574,939 9.791679172421794,940 7.578488349914551941 ],942 "rotation": [943 0,944 -58.5556182861328,945 0946 ]947 },948 "location": [949 17.823192596435547,950 195.64305114746094,951 100.30418395996094952 ],953 "rotation": [954 0,955 -58.5556182861328,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 31,966 31,967 0968 ]969 },970 {971 "object_id": "SM_milk_12",972 "bbox_2d": [973 440,974 556,975 901,976 1079977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 27.628137678106835,982 208.97061002949116,983 92.78434801101685984 ],985 "extent": [986 10.038714881749325,987 10.038714936742991,988 7.578488349914551989 ]990 },991 "obb": {992 "center": [993 27.628137678106835,994 208.97061002949116,995 92.78434801101685996 ],997 "extent": [998 10.038714881749325,999 10.038714936742991,1000 7.5784883499145511001 ],1002 "rotation": [1003 0,1004 -49.67770385742187,1005 01006 ]1007 },1008 "location": [1009 27.62813949584961,1010 208.97061157226562,1011 85.284347534179691012 ],1013 "rotation": [1014 0,1015 -49.67770385742187,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 31,1026 31,1027 1271028 ]1029 },1030 {1031 "object_id": "SM_milk_13",1032 "bbox_2d": [1033 899,1034 563,1035 928,1036 5731037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 44.88082441179254,1042 209.421689595343,1043 92.784348011016851044 ],1045 "extent": [1046 8.75301059595963,1047 8.75301026230838,1048 7.5784883499145511049 ]1050 },1051 "obb": {1052 "center": [1053 44.88082441179254,1054 209.421689595343,1055 92.784348011016851056 ],1057 "extent": [1058 8.75301059595963,1059 8.75301026230838,1060 7.5784883499145511061 ],1062 "rotation": [1063 0,1064 -15.345092773437498,1065 01066 ]1067 },1068 "location": [1069 44.88082504272461,1070 209.42169189453125,1071 85.284347534179691072 ],1073 "rotation": [1074 0,1075 -15.345092773437498,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 31,1086 31,1087 631088 ]1089 },1090 {1091 "object_id": "SM_milk_14",1092 "bbox_2d": [1093 629,1094 94,1095 998,1096 5621097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 34.01702677453288,1102 212.41985959608402,1103 107.80418443679811104 ],1105 "extent": [1106 9.79167901436157,1107 9.791679172421794,1108 7.5784883499145511109 ]1110 },1111 "obb": {1112 "center": [1113 34.01702677453288,1114 212.41985959608402,1115 107.80418443679811116 ],1117 "extent": [1118 9.79167901436157,1119 9.791679172421794,1120 7.5784883499145511121 ],1122 "rotation": [1123 0,1124 -58.5556182861328,1125 01126 ]1127 },1128 "location": [1129 34.01702880859375,1130 212.41986083984375,1131 100.304183959960941132 ],1133 "rotation": [1134 0,1135 -58.5556182861328,1136 01137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 31,1146 31,1147 1911148 ]1149 },1150 {1151 "object_id": "SM_milk_15",1152 "bbox_2d": [1153 0,1154 560,1155 391,1156 10791157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 20.09489640613418,1162 195.4764083693349,1163 92.784348011016851164 ],1165 "extent": [1166 10.038714881749325,1167 10.038714936742991,1168 7.5784883499145511169 ]1170 },1171 "obb": {1172 "center": [1173 20.09489640613418,1174 195.4764083693349,1175 92.784348011016851176 ],1177 "extent": [1178 10.038714881749325,1179 10.038714936742991,1180 7.5784883499145511181 ],1182 "rotation": [1183 0,1184 -49.67770385742187,1185 01186 ]1187 },1188 "location": [1189 20.094898223876953,1190 195.47640991210938,1191 85.284347534179691192 ],1193 "rotation": [1194 0,1195 -49.67770385742187,1196 01197 ],1198 "scale": [1199 1,1200 1,