TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l007_off0_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Bakery/l007_off0_r000/lit.png",5 "camera": {6 "location": [7 102,8 288,9 15110 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 102,38 288,39 151,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_wall_01_281",56 "bbox_2d": [57 0,58 0,59 1574,60 67861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 0,67 199.2298889160156268 ],69 "extent": [70 448.35015869140625,71 456.7044982910156,72 200.5044555664062573 ]74 },75 "obb": {76 "center": [77 0,78 0,79 199.2298889160156280 ],81 "extent": [82 448.35015869140625,83 456.7044982910156,84 200.5044555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 },114 {115 "object_id": "SM_wall_02_491",116 "bbox_2d": [117 0,118 208,119 39,120 670121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 170.26333618164062,126 -45.951751708984375,127 133.2178497314453128 ],129 "extent": [130 239.49139404296875,131 39.54395294189453,132 133.66961669921875133 ]134 },135 "obb": {136 "center": [137 170.26333618164062,138 -45.951751708984375,139 133.2178497314453140 ],141 "extent": [142 239.49139404296875,143 39.54395294189453,144 133.66961669921875145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 170.26333618164062,154 -45.951751708984375,155 2.2381439208984375156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 0,171 191172 ]173 },174 {175 "object_id": "SM_wall_06_505",176 "bbox_2d": [177 52,178 60,179 134,180 584181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 1.37738037109375,186 5.184879779815674,187 196.00094604492188188 ],189 "extent": [190 426.0718994140625,191 4.455683708190918,192 200.5044403076172193 ]194 },195 "obb": {196 "center": [197 1.37738037109375,198 5.184879779815674,199 196.00094604492188200 ],201 "extent": [202 426.0718994140625,203 4.455683708190918,204 200.5044403076172205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 1.37738037109375,214 5.184879302978516,215 -4.41204833984375216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 63,230 0,231 191232 ]233 },234 {235 "object_id": "SM_wall_05_19",236 "bbox_2d": [237 110,238 60,239 1406,240 504241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 413.07183837890625,246 219.72203063964844,247 272.21002197265625248 ],249 "extent": [250 22.278289794921875,251 215.7262659626067,252 109.5366704119806253 ]254 },255 "obb": {256 "center": [257 413.07183837890625,258 219.72203063964844,259 272.21002197265625260 ],261 "extent": [262 22.278289794921875,263 215.7262659626067,264 109.5366704119806265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 413.07183837890625,274 219.72203063964844,275 272.21002197265625276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1.0699734687805176,285 1.0926108360290527286 ]287 },288 "color": [289 63,290 191,291 15292 ]293 }294 ],295 "door frame": [296 {297 "object_id": "SM_doorframe_467",298 "bbox_2d": [299 1801,300 0,301 1855,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 187.48676300048828,308 450.7649061235361,309 140.74870859740804310 ],311 "extent": [312 94.6826400756836,313 4.9441698669024845,314 120.46647398356254315 ]316 },317 "obb": {318 "center": [319 187.48676300048828,320 450.7649061235361,321 140.74870859740804322 ],323 "extent": [324 94.6826400756836,325 4.9441698669024845,326 120.46647398356254327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 187.4867706298828,336 450.764892578125,337 20.000030517578125338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 0.8877120614051819,347 0.9204005002975464348 ]349 },350 "color": [351 63,352 63,353 0354 ]355 }356 ]357 },358 "foreground": {359 "cashier": [360 {361 "object_id": "SM_cashier_302",362 "bbox_2d": [363 0,364 655,365 740,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 330.7001953125,372 148.85812377929688,373 68.8092041015625374 ],375 "extent": [376 39.265533447265625,377 83.54351806640625,378 50.12611389160156379 ]380 },381 "obb": {382 "center": [383 330.7001953125,384 148.85812377929688,385 68.8092041015625386 ],387 "extent": [388 39.265533447265625,389 83.54351806640625,390 50.12611389160156391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 330.7001953125,400 148.85812377929688,401 20402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 255,416 127,417 255418 ]419 }420 ],421 "cash register": [422 {423 "object_id": "SM_cash_register_318",424 "bbox_2d": [425 4,426 581,427 340,428 678429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 347.53276852910653,434 89.550582188795,435 129.63134792869084436 ],437 "extent": [438 24.934106523168452,439 32.800457754910184,440 11.22339287083048441 ]442 },443 "obb": {444 "center": [445 347.53276852910653,446 89.550582188795,447 129.63134792869084448 ],449 "extent": [450 24.934106523168452,451 32.800457754910184,452 11.22339287083048453 ],454 "rotation": [455 0,456 -80.00000762939452,457 0458 ]459 },460 "location": [461 344.2492980957031,462 84.56668090820312,463 119.345947265625464 ],465 "rotation": [466 0,467 -80.00000762939452,468 0469 ],470 "scale": [471 1,472 1.0000001192092896,473 1.0000001192092896474 ]475 },476 "color": [477 127,478 255,479 0480 ]481 }482 ],483 "tv": [484 {485 "object_id": "SM_Tv_429",486 "bbox_2d": [487 806,488 158,489 1320,490 455491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 425.55378977194977,496 322.1690518719887,497 228.195045660914498 ],499 "extent": [500 7.263521995059989,501 84.92335535917897,502 49.21144127865614503 ]504 },505 "obb": {506 "center": [507 425.55378977194977,508 322.1690518719887,509 228.195045660914510 ],511 "extent": [512 7.263521995059989,513 84.92335535917897,514 49.21144127865614515 ],516 "rotation": [517 -1.6921501159667967,518 180,519 2.9971604931233747e-07520 ]521 },522 "location": [523 425.9980163574219,524 322.15155029296875,525 180.00645446777344526 ],527 "rotation": [528 -1.6921501159667967,529 180,530 2.9971604931233747e-07531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 63,540 127,541 0542 ]543 },544 {545 "object_id": "SM_Tv2_1",546 "bbox_2d": [547 247,548 158,549 763,550 455551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 425.5537898722134,556 137.5165252685547,557 228.19504566174675558 ],559 "extent": [560 7.263521880267774,561 84.92335510253906,562 49.21144082552911563 ]564 },565 "obb": {566 "center": [567 425.5537898722134,568 137.5165252685547,569 228.19504566174675570 ],571 "extent": [572 7.263521880267774,573 84.92335510253906,574 49.21144082552911575 ],576 "rotation": [577 -1.692149996757507,578 180,579 -2.2079159874887454e-32580 ]581 },582 "location": [583 425.9980163574219,584 137.4990234375,585 180.00645446777344586 ],587 "rotation": [588 -1.692149996757507,589 180,590 -2.2079159874887454e-32591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 63,600 255,601 15602 ]603 }604 ],605 "paint": [606 {607 "object_id": "SM_paint_02_470",608 "bbox_2d": [609 1575,610 0,611 1800,612 1079613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 317.884765625,618 451.82806396484375,619 171.14308166503906620 ],621 "extent": [622 35.01493554112494,623 3.107814311981201,624 150.2112274169922625 ]626 },627 "obb": {628 "center": [629 317.884765625,630 451.82806396484375,631 171.14308166503906632 ],633 "extent": [634 35.01493554112494,635 3.107814311981201,636 150.2112274169922637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 317.884765625,646 451.82806396484375,647 24.352706909179688648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 1.090328335762024,656 1,657 1658 ]659 },660 "color": [661 63,662 63,663 255664 ]665 }666 ],667 "signage": [668 {669 "object_id": "SM_sign_01_485",670 "bbox_2d": [671 0,672 0,673 1561,674 66675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 290.1590118408203,680 217.80007934570312,681 378.5911102294922682 ],683 "extent": [684 6.6835174560546875,685 184.19940185546875,686 131.75128173828125687 ]688 },689 "obb": {690 "center": [691 290.1590118408203,692 217.80007934570312,693 378.5911102294922694 ],695 "extent": [696 6.6835174560546875,697 184.19940185546875,698 131.75128173828125699 ],700 "rotation": [701 0,702 0,703 0704 ]705 },706 "location": [707 290.15899658203125,708 217.80007934570312,709 300.5936279296875710 ],711 "rotation": [712 0,713 0,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 0,724 255,725 191726 ]727 }728 ],729 "glass door": [730 {731 "object_id": "SM_glassdoor_R_530",732 "bbox_2d": [733 1855,734 0,735 1919,736 1079737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 271.5410511427798,742 488.4927941298806,743 137.720233412756744 ],745 "extent": [746 12.195644725055445,747 45.320866920911726,748 117.55763077817937749 ]750 },751 "obb": {752 "center": [753 271.5410511427798,754 488.4927941298806,755 137.720233412756756 ],757 "extent": [758 12.195644725055445,759 45.320866920911726,760 117.55763077817937761 ],762 "rotation": [763 0,764 -2.6033179759979252,765 0766 ]767 },768 "location": [769 269.7154235839844,770 450.16168212890625,771 19.91785430908203772 ],773 "rotation": [774 0,775 -2.6033179759979252,776 0777 ],778 "scale": [779 1,780 1,781 0.9197148084640503782 ]783 },784 "color": [785 255,786 191,787 0788 ]789 }790 ],791 "plastic crate": [792 {793 "object_id": "SM_plasticcrate3_380",794 "bbox_2d": [795 0,796 1017,797 169,798 1079799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 228.75944222520462,804 144.51456775975174,805 44.66610110317492806 ],807 "extent": [808 43.26360135864064,809 34.86683715679567,810 25.066604049400787811 ]812 },813 "obb": {814 "center": [815 228.75944222520462,816 144.51456775975174,817 44.66610110317491818 ],819 "extent": [820 43.26360135864064,821 34.86683715679567,822 25.066604049400787823 ],824 "rotation": [825 6.830188793117037e-06,826 155.62910461425784,827 -90.31483459472659828 ]829 },830 "location": [831 221.0485382080078,832 127.49299621582031,833 44.76878356933594834 ],835 "rotation": [836 6.830188793117037e-06,837 155.62910461425784,838 -90.31483459472659839 ],840 "scale": [841 1,842 1,843 1844 ]845 },846 "color": [847 63,848 191,849 223850 ]851 }852 ],853 "juice": [854 {855 "object_id": "SM_juice_85",856 "bbox_2d": [857 341,858 579,859 381,860 639861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 354.68528437754867,866 130.4972787856906,867 126.44494915008545868 ],869 "extent": [870 6.185843010880831,871 6.120839035339856,872 14.232349395751953873 ]874 },875 "obb": {876 "center": [877 354.68528437754867,878 130.4972787856906,879 126.44494915008545880 ],881 "extent": [882 6.185843010880831,883 6.120839035339856,884 14.232349395751953885 ],886 "rotation": [887 0,888 -37.64905166625977,889 0890 ]891 },892 "location": [893 354.90472412109375,894 130.78172302246094,895 112.25183868408203896 ],897 "rotation": [898 0,899 -37.64905166625977,900 0901 ],902 "scale": [903 1,904 1,905 1906 ]907 },908 "color": [909 223,910 191,911 191912 ]913 },914 {915 "object_id": "SM_juice_88",916 "bbox_2d": [917 309,918 667,919 457,920 683921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 324.2787162600626,926 154.880505911035,927 116.4195556640625928 ],929 "extent": [930 7.35758079424204,931 14.413535964715862,932 4.26600027084352933 ]934 },935 "obb": {936 "center": [937 324.2787162600626,938 154.880505911035,939 116.4195556640625940 ],941 "extent": [942 7.35758079424204,943 14.413535964715862,944 4.26600027084352945 ],946 "rotation": [947 -90,948 -95.7247314453125,949 0950 ]951 },952 "location": [953 325.83294677734375,954 168.67831420898438,955 116.4195556640625956 ],957 "rotation": [958 -90,959 -95.7247314453125,960 0961 ],962 "scale": [963 1,964 1,965 1966 ]967 },968 "color": [969 223,970 191,971 31972 ]973 },974 {975 "object_id": "SM_juice_73",976 "bbox_2d": [977 274,978 669,979 309,980 683981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 335.82770390572045,986 136.78787121765347,987 115.3197468500913988 ],989 "extent": [990 16.272085792144082,991 9.971059246901795,992 5.1734539693125186993 ]994 },995 "obb": {996 "center": [997 335.82770390572045,998 136.78787121765347,999 115.31974685009131000 ],1001 "extent": [1002 16.272085792144082,1003 9.971059246901795,1004 5.17345396931251861005 ],1006 "rotation": [1007 6.830188794707314e-06,1008 -69.61061096191408,1009 -89.999908447265641010 ]1011 },1012 "location": [1013 350.3283996582031,1014 142.11044311523438,1015 115.563278198242191016 ],1017 "rotation": [1018 6.830188794707314e-06,1019 -69.61061096191408,1020 -89.999908447265641021 ],1022 "scale": [1023 1,1024 1,1025 11026 ]1027 },1028 "color": [1029 223,1030 191,1031 951032 ]1033 },1034 {1035 "object_id": "SM_juice_74",1036 "bbox_2d": [1037 303,1038 636,1039 421,1040 6781041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 322.0977046553553,1046 150.85445080972738,1047 124.259367097833121048 ],1049 "extent": [1050 11.294894070527164,1051 12.223850684098295,1052 3.70305560310632131053 ]1054 },1055 "obb": {1056 "center": [1057 322.0977046553553,1058 150.85445080972738,1059 124.259367097833121060 ],1061 "extent": [1062 11.294894070527164,1063 12.223850684098295,1064 3.70305560310632131065 ],1066 "rotation": [1067 0,1068 -38.626636505126974,1069 -89.999931335449231070 ]1071 },1072 "location": [1073 329.1089172363281,1074 159.62887573242188,1075 124.259353637695311076 ],1077 "rotation": [1078 0,1079 -38.626636505126974,1080 -89.999931335449231081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 223,1090 31,1091 01092 ]1093 },1094 {1095 "object_id": "SM_juice_153",1096 "bbox_2d": [1097 226,1098 731,1099 356,1100 7941101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 303.0973241597412,1106 149.07144886519094,1107 104.439002990722661108 ],1109 "extent": [1110 5.987261358931335,1111 11.849226062630322,1112 5.4081459045410161113 ]1114 },1115 "obb": {1116 "center": [1117 303.0973241597412,1118 149.07144886519094,1119 104.439002990722661120 ],1121 "extent": [1122 5.987261358931335,1123 11.849226062630322,1124 5.4081459045410161125 ],1126 "rotation": [1127 -90,1128 77.94201660156251,1129 01130 ]1131 },1132 "location": [1133 300.75103759765625,1134 138.08770751953125,1135 104.439002990722661136 ],1137 "rotation": [1138 -90,1139 77.94201660156251,1140 01141 ],1142 "scale": [1143 1,1144 1,1145 11146 ]1147 },1148 "color": [1149 223,1150 31,1151 1271152 ]1153 }1154 ],1155 "cakebox": [1156 {1157 "object_id": "SM_cakebox18_92",1158 "bbox_2d": [1159 422,1160 652,1161 472,1162 6831163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 345.94985918071563,1168 153.47357158984127,1169 116.765069961547851170 ],1171 "extent": [1172 9.075483014736449,1173 9.11305765817562,1174 4.5949001312255861175 ]1176 },1177 "obb": {1178 "center": [1179 345.94985918071563,1180 153.47357158984127,1181 116.765069961547851182 ],1183 "extent": [1184 9.075483014736449,1185 9.11305765817562,1186 4.5949001312255861187 ],1188 "rotation": [1189 0,1190 23.155082702636726,1191 01192 ]1193 },1194 "location": [1195 345.9498596191406,1196 153.47357177734375,1197 112.251846313476561198 ],1199 "rotation": [1200 0,