TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l057_off0_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Bakery/l057_off0_r001/lit.png",5 "camera": {6 "location": [7 -88,8 27,9 20110 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -88,38 27,39 201,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_wall_01_281",56 "bbox_2d": [57 0,58 0,59 1919,60 81561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 0,67 199.2298889160156268 ],69 "extent": [70 448.35015869140625,71 456.7044982910156,72 200.5044555664062573 ]74 },75 "obb": {76 "center": [77 0,78 0,79 199.2298889160156280 ],81 "extent": [82 448.35015869140625,83 456.7044982910156,84 200.5044555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 },114 {115 "object_id": "SM_wall_05_19",116 "bbox_2d": [117 0,118 77,119 616,120 637121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 413.07183837890625,126 219.72203063964844,127 272.21002197265625128 ],129 "extent": [130 22.278289794921875,131 215.7262659626067,132 109.5366704119806133 ]134 },135 "obb": {136 "center": [137 413.07183837890625,138 219.72203063964844,139 272.21002197265625140 ],141 "extent": [142 22.278289794921875,143 215.7262659626067,144 109.5366704119806145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 413.07183837890625,154 219.72203063964844,155 272.21002197265625156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1.0699734687805176,165 1.0926108360290527166 ]167 },168 "color": [169 63,170 191,171 15172 ]173 }174 ],175 "door frame": [176 {177 "object_id": "SM_doorframe_467",178 "bbox_2d": [179 765,180 413,181 1063,182 846183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 187.48676300048828,188 450.7649061235361,189 140.74870859740804190 ],191 "extent": [192 94.6826400756836,193 4.9441698669024845,194 120.46647398356254195 ]196 },197 "obb": {198 "center": [199 187.48676300048828,200 450.7649061235361,201 140.74870859740804202 ],203 "extent": [204 94.6826400756836,205 4.9441698669024845,206 120.46647398356254207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 187.4867706298828,216 450.764892578125,217 20.000030517578125218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 0.8877120614051819,227 0.9204005002975464228 ]229 },230 "color": [231 63,232 63,233 0234 ]235 }236 ]237 },238 "foreground": {239 "breadrack": [240 {241 "object_id": "SM_breadrack_01_290",242 "bbox_2d": [243 961,244 735,245 1919,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -118.70851135253906,252 188.5910186767578,253 89.99793243408203254 ],255 "extent": [256 100.25221252441406,257 50.126121520996094,258 70.04141235351562259 ]260 },261 "obb": {262 "center": [263 -118.70851135253906,264 188.5910186767578,265 89.99793243408203266 ],267 "extent": [268 100.25221252441406,269 50.126121520996094,270 70.04141235351562271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 -118.70851135253906,280 188.5910186767578,281 25.59441375732422282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 255,296 255,297 127298 ]299 },300 {301 "object_id": "SM_breadrack_04_293",302 "bbox_2d": [303 1030,304 564,305 1472,306 804307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 5.943952560424805,312 400.90496826171875,313 105.9197006225586314 ],315 "extent": [316 83.54350280761719,317 33.417388916015625,318 85.13441467285156319 ]320 },321 "obb": {322 "center": [323 5.943952560424805,324 400.90496826171875,325 105.9197006225586326 ],327 "extent": [328 83.54350280761719,329 33.417388916015625,330 85.13441467285156331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 5.943952560424805,340 400.90496826171875,341 20342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 0,356 127,357 0358 ]359 },360 {361 "object_id": "SM_breadrack_02_296",362 "bbox_2d": [363 292,364 681,365 984,366 1051367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 65.93284606933594,372 187.62933349609375,373 93.91255950927734374 ],375 "extent": [376 79.36634826660156,377 52.91090774536133,378 74.07523345947266379 ]380 },381 "obb": {382 "center": [383 65.93284606933594,384 187.62933349609375,385 93.91255950927734386 ],387 "extent": [388 79.36634826660156,389 52.91090774536133,390 74.07523345947266391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 65.93284606933594,400 187.62933349609375,401 20.00006103515625402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 0,416 127,417 255418 ]419 },420 {421 "object_id": "SM_breadrack_2",422 "bbox_2d": [423 1474,424 319,425 1919,426 817427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -244.97552490234375,432 397.81231689453125,433 138.38698959350586434 ],435 "extent": [436 167.6439971923828,437 33.974395751953125,438 119.4671630859375439 ]440 },441 "obb": {442 "center": [443 -244.97552490234375,444 397.81231689453125,445 138.38698959350586446 ],447 "extent": [448 167.6439971923828,449 33.974395751953125,450 119.4671630859375451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 -244.97552490234375,460 397.81231689453125,461 22.278316497802734462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 127,476 191,477 255478 ]479 }480 ],481 "cashier": [482 {483 "object_id": "SM_cashier_302",484 "bbox_2d": [485 0,486 748,487 368,488 1079489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 330.7001953125,494 148.85812377929688,495 68.8092041015625496 ],497 "extent": [498 39.265533447265625,499 83.54351806640625,500 50.12611389160156501 ]502 },503 "obb": {504 "center": [505 330.7001953125,506 148.85812377929688,507 68.8092041015625508 ],509 "extent": [510 39.265533447265625,511 83.54351806640625,512 50.12611389160156513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 330.7001953125,522 148.85812377929688,523 20524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 255,538 127,539 255540 ]541 }542 ],543 "flyzapper": [544 {545 "object_id": "SM_flyzapper_308",546 "bbox_2d": [547 1243,548 226,549 1381,550 326551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -17.928199768066406,556 429.95953369140625,557 306.4963073730469558 ],559 "extent": [560 26.657876307992822,561 5.972186155325971,562 16.560058615492267563 ]564 },565 "obb": {566 "center": [567 -17.928199768066406,568 429.95953369140625,569 306.4963073730469570 ],571 "extent": [572 26.657876307992822,573 5.972186155325971,574 16.560058615492267575 ],576 "rotation": [577 6.8301887851656506e-06,578 90.00000000000001,579 90.00012969970705580 ]581 },582 "location": [583 -17.928199768066406,584 429.95953369140625,585 306.4963073730469586 ],587 "rotation": [588 6.8301887851656506e-06,589 90.00000000000001,590 90.00012969970705591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 255,600 127,601 127602 ]603 }604 ],605 "air conditioner": [606 {607 "object_id": "SM_Airconditioner_423",608 "bbox_2d": [609 0,610 86,611 108,612 210613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 405.5927734375,618 130.36524963378906,619 351.4246520996094620 ],621 "extent": [622 16.555665969848633,623 56.32305908203128,624 16.092304229736328625 ]626 },627 "obb": {628 "center": [629 405.5927734375,630 130.36524963378906,631 351.4246520996094632 ],633 "extent": [634 16.555665969848633,635 56.32305908203128,636 16.092304229736328637 ],638 "rotation": [639 0,640 90.00000000000001,641 0642 ]643 },644 "location": [645 405.5927734375,646 130.36524963378906,647 351.4246520996094648 ],649 "rotation": [650 0,651 90.00000000000001,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 63,662 255,663 255664 ]665 }666 ],667 "chargingplug": [668 {669 "object_id": "SM_chargingplug_426",670 "bbox_2d": [671 77,672 111,673 133,674 238675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 422.2535355091095,680 192.8204551025953,681 352.4071478751205682 ],683 "extent": [684 2.1209771633148193,685 13.289188546586672,686 28.518881051606968687 ]688 },689 "obb": {690 "center": [691 422.2535355091095,692 192.8204551025953,693 352.4071478751205694 ],695 "extent": [696 2.1209771633148193,697 13.289188546586672,698 28.518881051606968699 ],700 "rotation": [701 0,702 0,703 0704 ]705 },706 "location": [707 424.2372131347656,708 201.2949981689453,709 376.2519836425781710 ],711 "rotation": [712 0,713 0,714 0715 ],716 "scale": [717 1,718 0.9999999403953552,719 0.9999999403953552720 ]721 },722 "color": [723 63,724 255,725 127726 ]727 }728 ],729 "tv": [730 {731 "object_id": "SM_Tv_429",732 "bbox_2d": [733 220,734 407,735 549,736 587737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 425.55378977194977,742 322.1690518719887,743 228.195045660914744 ],745 "extent": [746 7.263521995059989,747 84.92335535917897,748 49.21144127865614749 ]750 },751 "obb": {752 "center": [753 425.55378977194977,754 322.1690518719887,755 228.195045660914756 ],757 "extent": [758 7.263521995059989,759 84.92335535917897,760 49.21144127865614761 ],762 "rotation": [763 -1.6921501159667967,764 180,765 2.9971604931233747e-07766 ]767 },768 "location": [769 425.9980163574219,770 322.15155029296875,771 180.00645446777344772 ],773 "rotation": [774 -1.6921501159667967,775 180,776 2.9971604931233747e-07777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 63,786 127,787 0788 ]789 },790 {791 "object_id": "SM_Tv2_1",792 "bbox_2d": [793 0,794 380,795 184,796 596797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 425.5537898722134,802 137.5165252685547,803 228.19504566174675804 ],805 "extent": [806 7.263521880267774,807 84.92335510253906,808 49.21144082552911809 ]810 },811 "obb": {812 "center": [813 425.5537898722134,814 137.5165252685547,815 228.19504566174675816 ],817 "extent": [818 7.263521880267774,819 84.92335510253906,820 49.21144082552911821 ],822 "rotation": [823 -1.692149996757507,824 180,825 -2.2079159874887454e-32826 ]827 },828 "location": [829 425.9980163574219,830 137.4990234375,831 180.00645446777344832 ],833 "rotation": [834 -1.692149996757507,835 180,836 -2.2079159874887454e-32837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 63,846 255,847 15848 ]849 }850 ],851 "light": [852 {853 "object_id": "SM_light_01_460",854 "bbox_2d": [855 225,856 0,857 1403,858 149859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 19.728729248046875,864 229.50070190429688,865 367.63995361328125866 ],867 "extent": [868 259.12567138671875,869 108.60655212402344,870 16.708711624145508871 ]872 },873 "obb": {874 "center": [875 19.728729248046875,876 229.50070190429688,877 367.63995361328125878 ],879 "extent": [880 259.12567138671875,881 108.60655212402344,882 16.708711624145508883 ],884 "rotation": [885 0,886 0,887 0888 ]889 },890 "location": [891 19.728729248046875,892 229.50070190429688,893 367.63995361328125894 ],895 "rotation": [896 0,897 0,898 0899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 63,908 255,909 63910 ]911 }912 ],913 "paint": [914 {915 "object_id": "SM_paint_02_470",916 "bbox_2d": [917 680,918 330,919 774,920 843921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 317.884765625,926 451.82806396484375,927 171.14308166503906928 ],929 "extent": [930 35.01493554112494,931 3.107814311981201,932 150.2112274169922933 ]934 },935 "obb": {936 "center": [937 317.884765625,938 451.82806396484375,939 171.14308166503906940 ],941 "extent": [942 35.01493554112494,943 3.107814311981201,944 150.2112274169922945 ],946 "rotation": [947 0,948 0,949 0950 ]951 },952 "location": [953 317.884765625,954 451.82806396484375,955 24.352706909179688956 ],957 "rotation": [958 0,959 0,960 0961 ],962 "scale": [963 1.090328335762024,964 1,965 1966 ]967 },968 "color": [969 63,970 63,971 255972 ]973 }974 ],975 "glass": [976 {977 "object_id": "SM_glass_01_476",978 "bbox_2d": [979 1530,980 194,981 1919,982 351983 ],984 "bbox_3d": {985 "aabb": {986 "center": [987 -222.63824462890625,988 450.27442932128906,989 176.33636474609375990 ],991 "extent": [992 130.327880859375,993 3.3417510986328125,994 144.80874633789062995 ]996 },997 "obb": {998 "center": [999 -222.63824462890625,1000 450.27442932128906,1001 176.336364746093751002 ],1003 "extent": [1004 130.327880859375,1005 3.3417510986328125,1006 144.808746337890621007 ],1008 "rotation": [1009 0,1010 0,1011 01012 ]1013 },1014 "location": [1015 -222.63824462890625,1016 450.2744140625,1017 176.33634948730471018 ],1019 "rotation": [1020 0,1021 0,1022 01023 ],1024 "scale": [1025 1,1026 1,1027 11028 ]1029 },1030 "color": [1031 63,1032 63,1033 631034 ]1035 }1036 ],1037 "signage": [1038 {1039 "object_id": "SM_sign_03_482",1040 "bbox_2d": [1041 1621,1042 0,1043 1919,1044 2751045 ],1046 "bbox_3d": {1047 "aabb": {1048 "center": [1049 -251.86550903320312,1050 385.3174591064453,1051 334.856649346843371052 ],1053 "extent": [1054 136.46548461914062,1055 4.4919586181640625,1056 54.641443135665211057 ]1058 },1059 "obb": {1060 "center": [1061 -251.86550903320312,1062 385.3174591064453,1063 334.856649346843371064 ],1065 "extent": [1066 136.46548461914062,1067 4.4919586181640625,1068 54.641443135665211069 ],1070 "rotation": [1071 0,1072 0,1073 01074 ]1075 },1076 "location": [1077 -251.86549377441406,1078 385.31744384765625,1079 311.7102050781251080 ],1081 "rotation": [1082 0,1083 0,1084 01085 ],1086 "scale": [1087 1,1088 1,1089 0.86997449398040771090 ]1091 },1092 "color": [1093 0,1094 0,1095 1911096 ]1097 },1098 {1099 "object_id": "SM_sign_01_485",1100 "bbox_2d": [1101 0,1102 92,1103 706,1104 4541105 ],1106 "bbox_3d": {1107 "aabb": {1108 "center": [1109 290.1590118408203,1110 217.80007934570312,1111 378.59111022949221112 ],1113 "extent": [1114 6.6835174560546875,1115 184.19940185546875,1116 131.751281738281251117 ]1118 },1119 "obb": {1120 "center": [1121 290.1590118408203,1122 217.80007934570312,1123 378.59111022949221124 ],1125 "extent": [1126 6.6835174560546875,1127 184.19940185546875,1128 131.751281738281251129 ],1130 "rotation": [1131 0,1132 0,1133 01134 ]1135 },1136 "location": [1137 290.15899658203125,1138 217.80007934570312,1139 300.59362792968751140 ],1141 "rotation": [1142 0,1143 0,1144 01145 ],1146 "scale": [1147 1,1148 1,1149 11150 ]1151 },1152 "color": [1153 0,1154 255,1155 1911156 ]1157 }1158 ],1159 "glass door": [1160 {1161 "object_id": "SM_glassdoor_R_530",1162 "bbox_2d": [1163 778,1164 444,1165 869,1166 8501167 ],1168 "bbox_3d": {1169 "aabb": {1170 "center": [1171 271.5410511427798,1172 488.4927941298806,1173 137.7202334127561174 ],1175 "extent": [1176 12.195644725055445,1177 45.320866920911726,1178 117.557630778179371179 ]1180 },1181 "obb": {1182 "center": [1183 271.5410511427798,1184 488.4927941298806,1185 137.7202334127561186 ],1187 "extent": [1188 12.195644725055445,1189 45.320866920911726,1190 117.557630778179371191 ],1192 "rotation": [1193 0,1194 -2.6033179759979252,1195 01196 ]1197 },1198 "location": [1199 269.7154235839844,1200 450.16168212890625,