TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l023_off0_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Bakery/l023_off0_r005/lit.png",5 "camera": {6 "location": [7 -51,8 150,9 17610 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -51,38 150,39 176,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_wall_01_281",56 "bbox_2d": [57 0,58 0,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 0,67 199.2298889160156268 ],69 "extent": [70 448.35015869140625,71 456.7044982910156,72 200.5044555664062573 ]74 },75 "obb": {76 "center": [77 0,78 0,79 199.2298889160156280 ],81 "extent": [82 448.35015869140625,83 456.7044982910156,84 200.5044555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 },114 {115 "object_id": "SM_wall_02_491",116 "bbox_2d": [117 246,118 0,119 1800,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 170.26333618164062,126 -45.951751708984375,127 133.2178497314453128 ],129 "extent": [130 239.49139404296875,131 39.54395294189453,132 133.66961669921875133 ]134 },135 "obb": {136 "center": [137 170.26333618164062,138 -45.951751708984375,139 133.2178497314453140 ],141 "extent": [142 239.49139404296875,143 39.54395294189453,144 133.66961669921875145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 170.26333618164062,154 -45.951751708984375,155 2.2381439208984375156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 0,171 191172 ]173 },174 {175 "object_id": "SM_wall_06_505",176 "bbox_2d": [177 1493,178 0,179 1873,180 959181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 1.37738037109375,186 5.184879779815674,187 196.00094604492188188 ],189 "extent": [190 426.0718994140625,191 4.455683708190918,192 200.5044403076172193 ]194 },195 "obb": {196 "center": [197 1.37738037109375,198 5.184879779815674,199 196.00094604492188200 ],201 "extent": [202 426.0718994140625,203 4.455683708190918,204 200.5044403076172205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 1.37738037109375,214 5.184879302978516,215 -4.41204833984375216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 63,230 0,231 191232 ]233 },234 {235 "object_id": "SM_wall_05_19",236 "bbox_2d": [237 1837,238 0,239 1919,240 563241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 413.07183837890625,246 219.72203063964844,247 272.21002197265625248 ],249 "extent": [250 22.278289794921875,251 215.7262659626067,252 109.5366704119806253 ]254 },255 "obb": {256 "center": [257 413.07183837890625,258 219.72203063964844,259 272.21002197265625260 ],261 "extent": [262 22.278289794921875,263 215.7262659626067,264 109.5366704119806265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 413.07183837890625,274 219.72203063964844,275 272.21002197265625276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1.0699734687805176,285 1.0926108360290527286 ]287 },288 "color": [289 63,290 191,291 15292 ]293 }294 ],295 "ground": [296 {297 "object_id": "SM_ground_9",298 "bbox_2d": [299 1719,300 952,301 1919,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 0,308 0.704864501953125,309 11.041000366210938310 ],311 "extent": [312 447.2875671386719,313 455.69342041015625,314 8.675445556640625315 ]316 },317 "obb": {318 "center": [319 0,320 0.704864501953125,321 11.041000366210938322 ],323 "extent": [324 447.2875671386719,325 455.69342041015625,326 8.675445556640625327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 0,336 -0.000762939453125,337 11.041000366210938338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 191,352 0,353 255354 ]355 }356 ]357 },358 "foreground": {359 "breadrack": [360 {361 "object_id": "SM_breadrack_03_299",362 "bbox_2d": [363 323,364 620,365 1476,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 69.35102081298828,372 -45.5966682434082,373 81.75312423706055374 ],375 "extent": [376 133.66964721679688,377 39.26552200317383,378 67.28050231933594379 ]380 },381 "obb": {382 "center": [383 69.35102081298828,384 -45.5966682434082,385 81.75312423706055386 ],387 "extent": [388 133.66964721679688,389 39.26552200317383,390 67.28050231933594391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 69.35102081298828,400 -45.5966682434082,401 19.998779296875402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 255,416 127,417 0418 ]419 }420 ],421 "fireextinguisher": [422 {423 "object_id": "SM_fireextinguisher_324",424 "bbox_2d": [425 1740,426 807,427 1816,428 1043429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 331.0877685546875,434 13.703109741210938,435 55.87240219116211436 ],437 "extent": [438 15.99792177943084,439 14.843982007062664,440 37.336402893066406441 ]442 },443 "obb": {444 "center": [445 331.0877685546875,446 13.703109741210938,447 55.87240219116211448 ],449 "extent": [450 15.99792177943084,451 14.843982007062664,452 37.336402893066406453 ],454 "rotation": [455 0,456 -30.000061035156264,457 0458 ]459 },460 "location": [461 331.0877685546875,462 13.703109741210938,463 55.872406005859375464 ],465 "rotation": [466 0,467 -30.000061035156264,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 127,478 0,479 127480 ]481 }482 ],483 "signboard": [484 {485 "object_id": "SM_signboard_334",486 "bbox_2d": [487 1584,488 1078,489 1590,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 122.64287689364788,496 67.14201353037565,497 48.84699630737305498 ],499 "extent": [500 20.14439747159524,501 19.53664125018948,502 28.949970245361328503 ]504 },505 "obb": {506 "center": [507 122.64287689364788,508 67.14201353037565,509 48.84699630737305510 ],511 "extent": [512 20.14439747159524,513 19.53664125018948,514 28.949970245361328515 ],516 "rotation": [517 0,518 -131.53952026367188,519 0520 ]521 },522 "location": [523 122.76341247558594,524 67.19048309326172,525 20526 ],527 "rotation": [528 0,529 -131.53952026367188,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 127,540 127,541 127542 ]543 }544 ],545 "steel": [546 {547 "object_id": "SM_steel_02_346",548 "bbox_2d": [549 1523,550 469,551 1807,552 1079553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 230.1611499786377,558 25.21088981628418,559 106.01264953613281560 ],561 "extent": [562 20.196971893310547,563 23.852373123168952,564 86.09856414794922565 ]566 },567 "obb": {568 "center": [569 230.1611499786377,570 25.21088981628418,571 106.01264953613281572 ],573 "extent": [574 20.196971893310547,575 23.852373123168952,576 86.09856414794922577 ],578 "rotation": [579 0,580 -90.00000000000001,581 0582 ]583 },584 "location": [585 230.16116333007812,586 25.21090316772461,587 20588 ],589 "rotation": [590 0,591 -90.00000000000001,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 0,602 255,603 63604 ]605 },606 {607 "object_id": "SM_steel_32",608 "bbox_2d": [609 0,610 356,611 246,612 1079613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -111.97819519042969,618 23.47991371154785,619 105.68448638916016620 ],621 "extent": [622 44.119041442871094,623 20.18648910522461,624 86.05392456054688625 ]626 },627 "obb": {628 "center": [629 -111.97819519042969,630 23.47991371154785,631 105.68448638916016632 ],633 "extent": [634 44.119041442871094,635 20.18648910522461,636 86.05392456054688637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 -111.97987365722656,646 23.479917526245117,647 19.7164306640625648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 0,662 63,663 31664 ]665 }666 ],667 "trash can": [668 {669 "object_id": "SM_trashcan_4",670 "bbox_2d": [671 1843,672 854,673 1919,674 1008675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 397.53597989340074,680 28.86361506498783,681 41.572715759277344682 ],683 "extent": [684 19.87358163878173,685 19.820483007019522,686 21.400728225708008687 ]688 },689 "obb": {690 "center": [691 397.53597989340074,692 28.86361506498783,693 41.572715759277344694 ],695 "extent": [696 19.87358163878173,697 19.820483007019522,698 21.400728225708008699 ],700 "rotation": [701 0,702 -10.000030517578125,703 0704 ]705 },706 "location": [707 397.5359802246094,708 28.863616943359375,709 41.572715759277344710 ],711 "rotation": [712 0,713 -10.000030517578125,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 255,724 63,725 255726 ]727 }728 ],729 "signage": [730 {731 "object_id": "SM_sign_01_485",732 "bbox_2d": [733 1789,734 0,735 1919,736 291737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 290.1590118408203,742 217.80007934570312,743 378.5911102294922744 ],745 "extent": [746 6.6835174560546875,747 184.19940185546875,748 131.75128173828125749 ]750 },751 "obb": {752 "center": [753 290.1590118408203,754 217.80007934570312,755 378.5911102294922756 ],757 "extent": [758 6.6835174560546875,759 184.19940185546875,760 131.75128173828125761 ],762 "rotation": [763 0,764 0,765 0766 ]767 },768 "location": [769 290.15899658203125,770 217.80007934570312,771 300.5936279296875772 ],773 "rotation": [774 0,775 0,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 0,786 255,787 191788 ]789 },790 {791 "object_id": "SM_sign_02_527",792 "bbox_2d": [793 627,794 76,795 1291,796 360797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 77.47122955322266,802 -41.80059051513672,803 245.19674682617188804 ],805 "extent": [806 91.57255554199219,807 5.599132537841797,808 20.065216064453125809 ]810 },811 "obb": {812 "center": [813 77.47122955322266,814 -41.80059051513672,815 245.19674682617188816 ],817 "extent": [818 91.57255554199219,819 5.599132537841797,820 20.065216064453125821 ],822 "rotation": [823 0,824 0,825 0826 ]827 },828 "location": [829 77.47122955322266,830 -41.80059051513672,831 245.19674682617188832 ],833 "rotation": [834 0,835 0,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 0,846 191,847 63848 ]849 }850 ],851 "milk": [852 {853 "object_id": "SM_milk_02_116",854 "bbox_2d": [855 1563,856 664,857 1619,858 787859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 220.1466841697693,864 13.78728199005127,865 127.55570602416992866 ],867 "extent": [868 4.856032371520996,869 5.173428535461426,870 15.55480670928955871 ]872 },873 "obb": {874 "center": [875 220.1466841697693,876 13.78728199005127,877 127.55570602416992878 ],879 "extent": [880 4.856032371520996,881 5.173428535461426,882 15.55480670928955883 ],884 "rotation": [885 0,886 0,887 0888 ]889 },890 "location": [891 220.20960998535156,892 14.030838012695312,893 112.1091537475586894 ],895 "rotation": [896 0,897 0,898 0899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 31,908 63,909 63910 ]911 },912 {913 "object_id": "SM_milk_3",914 "bbox_2d": [915 1628,916 670,917 1686,918 800919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 219.84640643254153,924 29.30139869580654,925 127.55570602416992926 ],927 "extent": [928 7.092373092662854,929 7.0913927140830495,930 15.55480670928955931 ]932 },933 "obb": {934 "center": [935 219.84640643254153,936 29.30139869580654,937 127.55570602416992938 ],939 "extent": [940 7.092373092662854,941 7.0913927140830495,942 15.55480670928955943 ],944 "rotation": [945 0,946 -45.12514114379883,947 0948 ]949 },950 "location": [951 220.0634002685547,952 29.42864990234375,953 112.1091537475586954 ],955 "rotation": [956 0,957 -45.12514114379883,958 0959 ],960 "scale": [961 1,962 1,963 1964 ]965 },966 "color": [967 31,968 63,969 191970 ]971 },972 {973 "object_id": "SM_milk_4",974 "bbox_2d": [975 1616,976 664,977 1671,978 779979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 233.67514231133146,984 19.89204369350241,985 127.55570602416992986 ],987 "extent": [988 7.031568522159091,989 7.077565022127117,990 15.55480670928955991 ]992 },993 "obb": {994 "center": [995 233.67514231133146,996 19.89204369350241,997 127.55570602416992998 ],999 "extent": [1000 7.031568522159091,1001 7.077565022127117,1002 15.554806709289551003 ],1004 "rotation": [1005 0,1006 39.11842346191407,1007 01008 ]1009 },1010 "location": [1011 233.57029724121094,1012 20.12070655822754,1013 112.10915374755861014 ],1015 "rotation": [1016 0,1017 39.11842346191407,1018 01019 ],1020 "scale": [1021 1,1022 1,1023 11024 ]1025 },1026 "color": [1027 31,1028 191,1029 01030 ]1031 },1032 {1033 "object_id": "SM_milk_5",1034 "bbox_2d": [1035 1742,1036 671,1037 1791,1038 8001039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 242.59680344514481,1044 41.68203290183922,1045 127.555706024169921046 ],1047 "extent": [1048 5.3246830248370145,1049 5.610554717209446,1050 15.554806709289551051 ]1052 },1053 "obb": {1054 "center": [1055 242.59680344514481,1056 41.68203290183922,1057 127.555706024169921058 ],1059 "extent": [1060 5.3246830248370145,1061 5.610554717209446,1062 15.554806709289551063 ],1064 "rotation": [1065 0,1066 5.440780639648438,1067 01068 ]1069 },1070 "location": [1071 242.6363525390625,1072 41.930458068847656,1073 112.10915374755861074 ],1075 "rotation": [1076 0,1077 5.440780639648438,1078 01079 ],1080 "scale": [1081 1,1082 1,1083 11084 ]1085 },1086 "color": [1087 31,1088 191,1089 2551090 ]1091 },1092 {1093 "object_id": "SM_milk_6",1094 "bbox_2d": [1095 1716,1096 673,1097 1762,1098 8041099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 231.6966583448379,1104 39.938258669657486,1105 127.555706024169921106 ],1107 "extent": [1108 5.681994700258485,1109 5.939334257786598,1110 15.554806709289551111 ]1112 },1113 "obb": {1114 "center": [1115 231.6966583448379,1116 39.938258669657486,1117 127.555706024169921118 ],1119 "extent": [1120 5.681994700258485,1121 5.939334257786598,1122 15.554806709289551123 ],1124 "rotation": [1125 0,1126 -169.9813995361328,1127 01128 ]1129 },1130 "location": [1131 231.67706298828125,1132 39.687469482421875,1133 112.10915374755861134 ],1135 "rotation": [1136 0,1137 -169.9813995361328,1138 01139 ],1140 "scale": [1141 1,1142 1,1143 11144 ]1145 },1146 "color": [1147 31,1148 191,1149 1271150 ]1151 },1152 {1153 "object_id": "SM_milk_7",1154 "bbox_2d": [1155 1680,1156 677,1157 1745,1158 8141159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 218.87854710596835,1164 41.61242794794113,1165 127.555706024169921166 ],1167 "extent": [1168 5.206857863447425,1169 5.501215727667095,1170 15.554806709289551171 ]1172 },1173 "obb": {1174 "center": [1175 218.87854710596835,1176 41.61242794794113,1177 127.555706024169921178 ],1179 "extent": [1180 5.206857863447425,1181 5.501215727667095,1182 15.554806709289551183 ],1184 "rotation": [1185 0,1186 -175.97891235351562,1187 01188 ]1189 },1190 "location": [1191 218.83285522460938,1192 41.36505889892578,1193 112.10915374755861194 ],1195 "rotation": [1196 0,1197 -175.97891235351562,1198 01199 ],1200 "scale": [