TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Diner50",3 "view_id": "l004_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Diner50/l004_r003/lit.png",5 "camera": {6 "location": [7 -239,8 -665,9 10510 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -239,38 -665,39 105,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "walls": [54 {55 "object_id": "SM_Walls",56 "bbox_2d": [57 0,58 0,59 1919,60 57661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -217.06695556640625,66 -300.78192138671875,67 259.984344482421968 ],69 "extent": [70 559.015869140625,71 1006.7079467773438,72 260.0156860351562573 ]74 },75 "obb": {76 "center": [77 -217.06695556640625,78 -300.78192138671875,79 259.984344482421980 ],81 "extent": [82 559.015869140625,83 1006.7079467773438,84 260.0156860351562585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 150,94 380,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ]115 },116 "foreground": {117 "boxes": [118 {119 "object_id": "SM_BoxPaper_11",120 "bbox_2d": [121 0,122 467,123 224,124 576125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 -610,130 -309.0738983154297,131 65132 ],133 "extent": [134 45.32843017578125,135 39.48811340332031,136 65137 ]138 },139 "obb": {140 "center": [141 -610,142 -309.0738983154297,143 65144 ],145 "extent": [146 45.32843017578125,147 39.48811340332031,148 65149 ],150 "rotation": [151 0,152 0,153 0154 ]155 },156 "location": [157 -610,158 -308,159 0160 ],161 "rotation": [162 0,163 0,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 127,174 63,175 63176 ]177 },178 {179 "object_id": "SM_BottleBox3",180 "bbox_2d": [181 718,182 541,183 758,184 550185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -673.8642197382126,190 -559.0347964453756,191 118.4057388305664192 ],193 "extent": [194 30.244360476272846,195 25.571638365406898,196 17.959243774414062197 ]198 },199 "obb": {200 "center": [201 -673.8642197382126,202 -559.0347964453756,203 118.4057388305664204 ],205 "extent": [206 30.244360476272846,207 25.571638365406898,208 17.959243774414062209 ],210 "rotation": [211 0,212 -35.00006103515626,213 0214 ]215 },216 "location": [217 -673.6110229492188,218 -559.6791381835938,219 100.44649505615234220 ],221 "rotation": [222 0,223 -35.00006103515626,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 63,234 159,235 255236 ]237 }238 ],239 "poster": [240 {241 "object_id": "SM_Poster\u0421_11",242 "bbox_2d": [243 504,244 148,245 670,246 257247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -752.4367713928629,252 -466.0000190734782,253 285.2055416107178254 ],255 "extent": [256 1.1056578098234695,257 44.19993445372364,258 29.205533981323242259 ]260 },261 "obb": {262 "center": [263 -752.4367713928629,264 -466.0000190734782,265 285.2055416107178266 ],267 "extent": [268 1.1056578098234695,269 44.19993445372364,270 29.205533981323242271 ],272 "rotation": [273 0,274 -90.00012207031251,275 0276 ]277 },278 "location": [279 -752.436767578125,280 -466,281 256282 ],283 "rotation": [284 0,285 -90.00012207031251,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 127,296 191,297 191298 ]299 },300 {301 "object_id": "SM_PosterD5_36",302 "bbox_2d": [303 634,304 291,305 754,306 457307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -752.7355775237047,312 -522.9999970383009,313 192.48339462280273314 ],315 "extent": [316 0.8008359186680991,317 32.015587706074854,318 45.4833984375319 ]320 },321 "obb": {322 "center": [323 -752.7355775237047,324 -522.9999970383009,325 192.48339462280273326 ],327 "extent": [328 0.8008359186680991,329 32.015587706074854,330 45.4833984375331 ],332 "rotation": [333 0,334 -90.00006103515625,335 0336 ]337 },338 "location": [339 -753.5363159179688,340 -523,341 147342 ],343 "rotation": [344 0,345 -90.00006103515625,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 31,356 0,357 159358 ]359 },360 {361 "object_id": "SM_PosterD1_39",362 "bbox_2d": [363 1780,364 171,365 1870,366 308367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -752.7355775833134,372 -1120.000000852998,373 256.48339462280273374 ],375 "extent": [376 0.8008359186640064,377 32.01558389137767,378 45.4833984375379 ]380 },381 "obb": {382 "center": [383 -752.7355775833134,384 -1120.000000852998,385 256.48339462280273386 ],387 "extent": [388 0.8008359186640064,389 32.01558389137767,390 45.4833984375391 ],392 "rotation": [393 0,394 -90.00006103515625,395 0396 ]397 },398 "location": [399 -753.5363159179688,400 -1120,401 211402 ],403 "rotation": [404 0,405 -90.00006103515625,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 31,416 255,417 159418 ]419 },420 {421 "object_id": "SM_PosterD3_51",422 "bbox_2d": [423 0,424 146,425 111,426 388427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -650.9999898354054,432 -271.8007383942777,433 220.48339462280273434 ],435 "extent": [436 32.01558813258498,437 0.800852971200527,438 45.4833984375439 ]440 },441 "obb": {442 "center": [443 -650.9999898354054,444 -271.8007383942777,445 220.48339462280273446 ],447 "extent": [448 32.01558813258498,449 0.800852971200527,450 45.4833984375451 ],452 "rotation": [453 0,454 179.99990844726562,455 0456 ]457 },458 "location": [459 -651,460 -271,461 175462 ],463 "rotation": [464 0,465 179.99990844726562,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 31,476 63,477 159478 ]479 }480 ],481 "sign": [482 {483 "object_id": "SM_NeonStripe2_30",484 "bbox_2d": [485 136,486 0,487 1919,488 56489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -348.5224914550781,494 -777.4420776367188,495 379.1103639602661496 ],497 "extent": [498 402.5319519042969,499 507.44219970703125,500 19.110416412353516501 ]502 },503 "obb": {504 "center": [505 -348.5224914550781,506 -777.4420776367188,507 379.1103639602661508 ],509 "extent": [510 402.5319519042969,511 507.44219970703125,512 19.110416412353516513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 -460,522 -270,523 365524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 127,538 31,539 191540 ]541 },542 {543 "object_id": "SM_Neon_Open_80",544 "bbox_2d": [545 861,546 249,547 1018,548 346549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -749.8535505582054,554 -664.7593156467282,555 233.84219932556152556 ],557 "extent": [558 1.3536156636549777,559 52.50454093161534,560 26.270950317382812561 ]562 },563 "obb": {564 "center": [565 -749.8535505582054,566 -664.7593156467282,567 233.84219932556152568 ],569 "extent": [570 1.3536156636549777,571 52.50454093161534,572 26.270950317382812573 ],574 "rotation": [575 0,576 179.99993896484375,577 0578 ]579 },580 "location": [581 -750,582 -668,583 228584 ],585 "rotation": [586 0,587 179.99993896484375,588 0589 ],590 "scale": [591 0.5,592 0.5,593 0.5594 ]595 },596 "color": [597 63,598 159,599 0600 ]601 }602 ],603 "bar": [604 {605 "object_id": "SM_BarRound_01",606 "bbox_2d": [607 0,608 549,609 1919,610 1079611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -502.6371765136719,616 -795,617 50.866729736328125618 ],619 "extent": [620 284.2965087890625,621 291.57818603515625,622 49.133277893066406623 ]624 },625 "obb": {626 "center": [627 -502.6371765136719,628 -795,629 50.866729736328125630 ],631 "extent": [632 284.2965087890625,633 291.57818603515625,634 49.133277893066406635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 -494,644 -795,645 0646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 63,660 31,661 255662 ]663 },664 {665 "object_id": "SM_BarRound_03",666 "bbox_2d": [667 566,668 0,669 1919,670 595671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 -528.6571197509766,676 -784.9053955078125,677 206.48193359375678 ],679 "extent": [680 188.73744201660156,681 182.1908721923828,682 206.01718139648438683 ]684 },685 "obb": {686 "center": [687 -528.6571197509766,688 -784.9053955078125,689 206.48193359375690 ],691 "extent": [692 188.73744201660156,693 182.1908721923828,694 206.01718139648438695 ],696 "rotation": [697 0,698 0,699 0700 ]701 },702 "location": [703 -534,704 -783,705 0706 ],707 "rotation": [708 0,709 0,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 63,720 31,721 63722 ]723 }724 ],725 "soda": [726 {727 "object_id": "SM_Soda_13",728 "bbox_2d": [729 1674,730 251,731 1831,732 641733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -288.78219575905837,738 -706.0197141766703,739 109.830491065979740 ],741 "extent": [742 3.732658190292284,743 3.732658011493754,744 9.830491065979004745 ]746 },747 "obb": {748 "center": [749 -288.78219575905837,750 -706.0197141766703,751 109.830491065979752 ],753 "extent": [754 3.732658190292284,755 3.732658011493754,756 9.830491065979004757 ],758 "rotation": [759 0,760 -102.97533416748048,761 0762 ]763 },764 "location": [765 -288.7821960449219,766 -706.0197143554688,767 100768 ],769 "rotation": [770 0,771 -102.97533416748048,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 31,782 63,783 31784 ]785 },786 {787 "object_id": "SM_Soda_14",788 "bbox_2d": [789 1646,790 295,791 1721,792 622793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 -297.6119381436425,798 -710.8250121536356,799 109.830491065979800 ],801 "extent": [802 4.347098051861508,803 4.34709799846587,804 9.830491065979004805 ]806 },807 "obb": {808 "center": [809 -297.6119381436425,810 -710.8250121536356,811 109.830491065979812 ],813 "extent": [814 4.347098051861508,815 4.34709799846587,816 9.830491065979004817 ],818 "rotation": [819 0,820 -125.88816833496092,821 0822 ]823 },824 "location": [825 -297.6119384765625,826 -710.8250122070312,827 100828 ],829 "rotation": [830 0,831 -125.88816833496092,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 31,842 31,843 0844 ]845 }846 ],847 "tableware": [848 {849 "object_id": "SM_TubesBox11_51",850 "bbox_2d": [851 1314,852 268,853 1459,854 602855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 -320.58087158203125,860 -701.06591796875,861 113.88313674926758862 ],863 "extent": [864 5.69858980178833,865 5.69858980178833,866 13.883129119873047867 ]868 },869 "obb": {870 "center": [871 -320.58087158203125,872 -701.06591796875,873 113.88313674926758874 ],875 "extent": [876 5.69858980178833,877 5.69858980178833,878 13.883129119873047879 ],880 "rotation": [881 0,882 0,883 0884 ]885 },886 "location": [887 -320.58087158203125,888 -701.06591796875,889 100.00000762939453890 ],891 "rotation": [892 0,893 0,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 31,904 31,905 63906 ]907 },908 {909 "object_id": "SM_Serviette3_42",910 "bbox_2d": [911 933,912 602,913 1350,914 673915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 -285.07535271296365,920 -674.5838352763058,921 101.13169574737549922 ],923 "extent": [924 11.6798835617966,925 11.57565748229888,926 1.1563799381256104927 ]928 },929 "obb": {930 "center": [931 -285.07535271296365,932 -674.5838352763058,933 101.13169574737549934 ],935 "extent": [936 11.6798835617966,937 11.57565748229888,938 1.1563799381256104939 ],940 "rotation": [941 0,942 -135.71884155273435,943 0944 ]945 },946 "location": [947 -288.0901794433594,948 -671.5638427734375,949 100950 ],951 "rotation": [952 0,953 -135.71884155273435,954 0955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 95,964 127,965 63966 ]967 }968 ],969 "sugar bowl": [970 {971 "object_id": "SM_Sugar3_54",972 "bbox_2d": [973 861,974 442,975 954,976 588977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 -342.5485534667969,982 -659.3855590820312,983 107.79152011871338984 ],985 "extent": [986 5.079396724700928,987 5.0793962478637695,988 7.791528224945068989 ]990 },991 "obb": {992 "center": [993 -342.5485534667969,994 -659.3855590820312,995 107.79152011871338996 ],997 "extent": [998 5.079396724700928,999 5.0793962478637695,1000 7.7915282249450681001 ],1002 "rotation": [1003 0,1004 0,1005 01006 ]1007 },1008 "location": [1009 -342.5485534667969,1010 -659.3855590820312,1011 99.999992370605471012 ],1013 "rotation": [1014 0,1015 0,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 31,1026 31,1027 1911028 ]1029 }1030 ],1031 "short light": [1032 {1033 "object_id": "SM_Short",1034 "bbox_2d": [1035 837,1036 554,1037 876,1038 6051039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 -312.3256530761719,1044 -657.1406254768372,1045 101.94801974296571046 ],1047 "extent": [1048 1.5563302040100098,1049 1.5563300848007202,1050 1.93834590911865231051 ]1052 },1053 "obb": {1054 "center": [1055 -312.3256530761719,1056 -657.1406254768372,1057 101.94801974296571058 ],1059 "extent": [1060 1.5563302040100098,1061 1.5563300848007202,1062 1.93834590911865231063 ],1064 "rotation": [1065 0,1066 0,1067 01068 ]1069 },1070 "location": [1071 -312.3256530761719,1072 -657.140625,1073 1001074 ],1075 "rotation": [1076 0,1077 0,1078 01079 ],1080 "scale": [1081 1,1082 1,1083 11084 ]1085 },1086 "color": [1087 0,1088 95,1089 01090 ]1091 },1092 {1093 "object_id": "SM_Short16",1094 "bbox_2d": [1095 227,1096 548,1097 255,1098 5771099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 -365.5707092285156,1104 -570.2673954963684,1105 101.94801974296571106 ],1107 "extent": [1108 1.5563302040100098,1109 1.5563300848007202,1110 1.93834590911865231111 ]1112 },1113 "obb": {1114 "center": [1115 -365.5707092285156,1116 -570.2673954963684,1117 101.94801974296571118 ],1119 "extent": [1120 1.5563302040100098,1121 1.5563300848007202,1122 1.93834590911865231123 ],1124 "rotation": [1125 0,1126 0,1127 01128 ]1129 },1130 "location": [1131 -365.5707092285156,1132 -570.2673950195312,1133 1001134 ],1135 "rotation": [1136 0,1137 0,1138 01139 ],1140 "scale": [1141 1,1142 1,1143 11144 ]1145 },1146 "color": [1147 191,1148 31,1149 2231150 ]1151 }1152 ],1153 "drink": [1154 {1155 "object_id": "SM_Martini_2",1156 "bbox_2d": [1157 1671,1158 296,1159 1919,1160 7021161 ],1162 "bbox_3d": {1163 "aabb": {1164 "center": [1165 -270.95330531491703,1166 -693.4955878753275,1167 106.07789230346681168 ],1169 "extent": [1170 5.387539503856942,1171 5.387539503856942,1172 6.0609521865844731173 ]1174 },1175 "obb": {1176 "center": [1177 -270.95330531491703,1178 -693.4955878753275,1179 106.07789230346681180 ],1181 "extent": [1182 5.387539503856942,1183 5.387539503856942,1184 6.0609521865844731185 ],1186 "rotation": [1187 0,1188 -57.66534423828124,1189 01190 ]1191 },1192 "location": [1193 -270.6539001464844,1194 -693.530517578125,1195 1001196 ],1197 "rotation": [1198 0,1199 -57.66534423828124,1200 0