TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l045_off1_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/JapaneseRestaurant_02/l045_off1_r001/lit.png",5 "camera": {6 "location": [7 657,8 -499,9 18010 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 657,38 -499,39 180,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door frame": [54 {55 "object_id": "SM_Doorframe_3",56 "bbox_2d": [57 974,58 514,59 1073,60 67961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1002.1334449000738,66 197.33835840559442,67 108.2714691162109468 ],69 "extent": [70 39.43860224900294,71 35.45908083700675,72 108.8762054443359473 ]74 },75 "obb": {76 "center": [77 1002.1334449000738,78 197.33835840559442,79 108.2714691162109480 ],81 "extent": [82 39.43860224900294,83 35.45908083700675,84 108.8762054443359485 ],86 "rotation": [87 0,88 140.00001525878906,89 090 ]91 },92 "location": [93 1035,94 170,95 096 ],97 "rotation": [98 0,99 140.00001525878906,100 0101 ],102 "scale": [103 0.75,104 1,105 1106 ]107 },108 "color": [109 223,110 31,111 63112 ]113 }114 ]115 },116 "foreground": {117 "plane": [118 {119 "object_id": "Plane_243",120 "bbox_2d": [121 233,122 1051,123 429,124 1079125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 890,130 -460,131 0132 ],133 "extent": [134 150,135 150,136 2.4121840694324697e-14137 ]138 },139 "obb": {140 "center": [141 890,142 -460,143 0144 ],145 "extent": [146 150,147 150,148 2.4121840694324697e-14149 ],150 "rotation": [151 0,152 0,153 0154 ]155 },156 "location": [157 890,158 -460,159 0160 ],161 "rotation": [162 0,163 0,164 0165 ],166 "scale": [167 3,168 3,169 3170 ]171 },172 "color": [173 0,174 31,175 191176 ]177 }178 ],179 "bar stool": [180 {181 "object_id": "SM_Barstool_01_Small3",182 "bbox_2d": [183 1175,184 984,185 1307,186 1079187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 725.0137140270415,192 -220.00922851538053,193 22.542636655631668194 ],195 "extent": [196 18.463972746955733,197 18.183464331535106,198 22.60599171834542199 ]200 },201 "obb": {202 "center": [203 725.0137140270415,204 -220.00922851538053,205 22.542636655631668206 ],207 "extent": [208 18.463972746955733,209 18.183464331535106,210 22.60599171834542211 ],212 "rotation": [213 0,214 0,215 0216 ]217 },218 "location": [219 725,220 -220,221 0222 ],223 "rotation": [224 0,225 0,226 0227 ],228 "scale": [229 0.8999999761581421,230 0.8999999761581421,231 0.8999999761581421232 ]233 },234 "color": [235 159,236 95,237 127238 ]239 },240 {241 "object_id": "SM_Barstool_01_Small4",242 "bbox_2d": [243 1578,244 1068,245 1642,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 635.0137140270415,252 -220.00922851538053,253 22.542636655631668254 ],255 "extent": [256 18.463972746955733,257 18.183464331535106,258 22.60599171834542259 ]260 },261 "obb": {262 "center": [263 635.0137140270415,264 -220.00922851538053,265 22.542636655631668266 ],267 "extent": [268 18.463972746955733,269 18.183464331535106,270 22.60599171834542271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 635,280 -220,281 0282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 0.8999999761581421,290 0.8999999761581421,291 0.8999999761581421292 ]293 },294 "color": [295 159,296 95,297 63298 ]299 }300 ],301 "chair": [302 {303 "object_id": "SM_Chair_9",304 "bbox_2d": [305 324,306 864,307 485,308 1079309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 930.4258401842941,314 -341.2888831061714,315 40.02226257324219316 ],317 "extent": [318 29.575940657640103,319 29.202731953769387,320 40.022247314453125321 ]322 },323 "obb": {324 "center": [325 930.4258401842941,326 -341.2888831061714,327 40.02226257324219328 ],329 "extent": [330 29.575940657640103,331 29.202731953769387,332 40.022247314453125333 ],334 "rotation": [335 0,336 -146.07577514648438,337 0338 ]339 },340 "location": [341 930.4258422851562,342 -341.28887939453125,343 1.52587890625e-05344 ],345 "rotation": [346 0,347 -146.07577514648438,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 127,358 223,359 95360 ]361 },362 {363 "object_id": "SM_Chair_10",364 "bbox_2d": [365 0,366 1044,367 125,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 985.8643203661144,374 -412.11346036997264,375 40.022262314452746376 ],377 "extent": [378 29.961430282544256,379 29.8793430926807,380 40.022247314453125381 ]382 },383 "obb": {384 "center": [385 985.8643203661144,386 -412.11346036997264,387 40.022262314452746388 ],389 "extent": [390 29.961430282544256,391 29.8793430926807,392 40.022247314453125393 ],394 "rotation": [395 0,396 42.57830810546874,397 0398 ]399 },400 "location": [401 985.8643188476562,402 -412.11346435546875,403 1.4999999621068127e-05404 ],405 "rotation": [406 0,407 42.57830810546874,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 63,418 223,419 0420 ]421 },422 {423 "object_id": "SM_Chair_11",424 "bbox_2d": [425 1230,426 741,427 1321,428 926429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 756.8013265712542,434 -27.384492459664706,435 40.02226257324219436 ],437 "extent": [438 23.908516694612672,439 22.68792813890059,440 40.022247314453125441 ]442 },443 "obb": {444 "center": [445 756.8013265712542,446 -27.384492459664706,447 40.02226257324219448 ],449 "extent": [450 23.908516694612672,451 22.68792813890059,452 40.022247314453125453 ],454 "rotation": [455 0,456 173.9241485595703,457 0458 ]459 },460 "location": [461 756.8013305664062,462 -27.384490966796875,463 1.52587890625e-05464 ],465 "rotation": [466 0,467 173.9241485595703,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 223,478 191,479 127480 ]481 },482 {483 "object_id": "SM_Chair_12",484 "bbox_2d": [485 1165,486 793,487 1287,488 998489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 753.7443884906567,494 -117.27447302063119,495 40.02226257324219496 ],497 "extent": [498 22.762253080915684,499 21.45173615042866,500 40.022247314453125501 ]502 },503 "obb": {504 "center": [505 753.7443884906567,506 -117.27447302063119,507 40.02226257324219508 ],509 "extent": [510 22.762253080915684,511 21.45173615042866,512 40.022247314453125513 ],514 "rotation": [515 0,516 2.578369140625,517 0518 ]519 },520 "location": [521 753.744384765625,522 -117.27447509765625,523 1.52587890625e-05524 ],525 "rotation": [526 0,527 2.578369140625,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 223,538 191,539 191540 ]541 }542 ],543 "folding": [544 {545 "object_id": "SM_Folding_Closed_193",546 "bbox_2d": [547 1850,548 806,549 1919,550 1079551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 563.0454411043925,556 -130.0000126586815,557 50.90002023748582558 ],559 "extent": [560 14.748420726222093,561 24.495208003608745,562 51.49888812606113563 ]564 },565 "obb": {566 "center": [567 563.0454411043925,568 -130.0000126586815,569 50.90002023748581570 ],571 "extent": [572 14.748420726222093,573 24.495208003608745,574 51.49888812606113575 ],576 "rotation": [577 -3.0517578125552415e-05,578 -90.0000991821289,579 -10.000030517578125580 ]581 },582 "location": [583 571.394287109375,584 -130,585 0586 ],587 "rotation": [588 -3.0517578125552415e-05,589 -90.0000991821289,590 -10.000030517578125591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 63,600 223,601 191602 ]603 }604 ],605 "beer crate": [606 {607 "object_id": "SM_Beercrate_02_196",608 "bbox_2d": [609 1689,610 1015,611 1819,612 1079613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 591.910888671875,618 -127.89835357666016,619 12.455690383911133620 ],621 "extent": [622 16.99475471831613,623 21.9947441556898,624 12.544294357299805625 ]626 },627 "obb": {628 "center": [629 591.910888671875,630 -127.89835357666016,631 12.455690383911133632 ],633 "extent": [634 16.99475471831613,635 21.9947441556898,636 12.544294357299805637 ],638 "rotation": [639 0,640 -90.00009918212892,641 0642 ]643 },644 "location": [645 591.910888671875,646 -127.89835357666016,647 -1.52587890625e-05648 ],649 "rotation": [650 0,651 -90.00009918212892,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 63,662 223,663 31664 ]665 },666 {667 "object_id": "SM_Beercrate_3",668 "bbox_2d": [669 1596,670 996,671 1693,672 1079673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 627.9992065429688,678 -127.89835357666016,679 12.455690642700574680 ],681 "extent": [682 16.99475471831613,683 21.9947441556898,684 12.544294357299805685 ]686 },687 "obb": {688 "center": [689 627.9992065429688,690 -127.89835357666016,691 12.455690642700574692 ],693 "extent": [694 16.99475471831613,695 21.9947441556898,696 12.544294357299805697 ],698 "rotation": [699 0,700 -90.00009918212892,701 0702 ]703 },704 "location": [705 627.9992065429688,706 -127.89835357666016,707 -1.4999999621068127e-05708 ],709 "rotation": [710 0,711 -90.00009918212892,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 63,722 223,723 95724 ]725 },726 {727 "object_id": "SM_Beercrate_4",728 "bbox_2d": [729 1689,730 953,731 1856,732 1079733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 591.910888671875,738 -127.89835357666016,739 37.52694129943848740 ],741 "extent": [742 16.99475471831613,743 21.9947441556898,744 12.544294357299805745 ]746 },747 "obb": {748 "center": [749 591.910888671875,750 -127.89835357666016,751 37.52694129943848752 ],753 "extent": [754 16.99475471831613,755 21.9947441556898,756 12.544294357299805757 ],758 "rotation": [759 0,760 -90.00009918212892,761 0762 ]763 },764 "location": [765 591.910888671875,766 -127.89835357666016,767 25.07123565673828768 ],769 "rotation": [770 0,771 -90.00009918212892,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 63,782 223,783 159784 ]785 },786 {787 "object_id": "SM_Beercrate_5",788 "bbox_2d": [789 1555,790 916,791 1693,792 1065793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 627.9992065429688,798 -127.89835357666016,799 37.52694129943848800 ],801 "extent": [802 16.99475471831613,803 21.9947441556898,804 12.544294357299805805 ]806 },807 "obb": {808 "center": [809 627.9992065429688,810 -127.89835357666016,811 37.52694129943848812 ],813 "extent": [814 16.99475471831613,815 21.9947441556898,816 12.544294357299805817 ],818 "rotation": [819 0,820 -90.00009918212892,821 0822 ]823 },824 "location": [825 627.9992065429688,826 -127.89835357666016,827 25.07123565673828828 ],829 "rotation": [830 0,831 -90.00009918212892,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 191,842 223,843 0844 ]845 },846 {847 "object_id": "SM_BeerCrate_01_302",848 "bbox_2d": [849 1657,850 869,851 1869,852 1007853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 594,858 -127.00000190734863,859 60.99999809265137860 ],861 "extent": [862 22.500003814697266,863 15.00000286102295,864 11.000004768371582865 ]866 },867 "obb": {868 "center": [869 594,870 -127.00000190734863,871 60.99999809265137872 ],873 "extent": [874 22.500003814697266,875 15.00000286102295,876 11.000004768371582877 ],878 "rotation": [879 0,880 0,881 0882 ]883 },884 "location": [885 594,886 -127,887 50888 ],889 "rotation": [890 0,891 0,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 223,902 191,903 0904 ]905 }906 ],907 "chopstick stand": [908 {909 "object_id": "SM_ChopstickStand2",910 "bbox_2d": [911 1398,912 1077,913 1428,914 1079915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 669.8083425419895,920 -329.6758147638004,921 82.75994300842285922 ],923 "extent": [924 6.685903833459065,925 5.782682747893148,926 9.759943008422852927 ]928 },929 "obb": {930 "center": [931 669.8083425419895,932 -329.6758147638004,933 82.75994300842285934 ],935 "extent": [936 6.685903833459065,937 5.782682747893148,938 9.759943008422852939 ],940 "rotation": [941 0,942 100.00014495849612,943 0944 ]945 },946 "location": [947 668.5819091796875,948 -331.2373046875,949 73950 ],951 "rotation": [952 0,953 100.00014495849612,954 0955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 191,964 223,965 95966 ]967 },968 {969 "object_id": "SM_ChopstickStand3",970 "bbox_2d": [971 1428,972 852,973 1478,974 932975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 671.572136487302,980 -199.585864202277,981 82.75994300842285982 ],983 "extent": [984 6.685903833459065,985 5.782682747893119,986 9.759943008422852987 ]988 },989 "obb": {990 "center": [991 671.572136487302,992 -199.585864202277,993 82.75994300842285994 ],995 "extent": [996 6.685903833459065,997 5.782682747893119,998 9.759943008422852999 ],1000 "rotation": [1001 0,1002 100.00014495849612,1003 01004 ]1005 },1006 "location": [1007 670.345703125,1008 -201.14735412597656,1009 731010 ],1011 "rotation": [1012 0,1013 100.00014495849612,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 191,1024 223,1025 1591026 ]1027 },1028 {1029 "object_id": "SM_ChopstickStand7",1030 "bbox_2d": [1031 263,1032 833,1033 303,1034 9031035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 971.9487169396981,1040 -353.4552515550635,1041 82.759973526000981042 ],1043 "extent": [1044 7.650315807778043,1045 7.513067096372026,1046 9.7599430084228521047 ]1048 },1049 "obb": {1050 "center": [1051 971.9487169396981,1052 -353.4552515550635,1053 82.759973526000981054 ],1055 "extent": [1056 7.650315807778043,1057 7.513067096372026,1058 9.7599430084228521059 ],1060 "rotation": [1061 0,1062 -50.000091552734375,1063 01064 ]1065 },1066 "location": [1067 972.2301025390625,1068 -351.48974609375,1069 73.000030517578121070 ],1071 "rotation": [1072 0,1073 -50.000091552734375,1074 01075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 159,1084 223,1085 311086 ]1087 },1088 {1089 "object_id": "SM_ChopstickStand8",1090 "bbox_2d": [1091 919,1092 681,1093 939,1094 7251095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 893.5608769591819,1100 -118.92147453089552,1101 103.759943008422851102 ],1103 "extent": [1104 5.782672073406616,1105 6.6858959072256425,1106 9.7599430084228521107 ]1108 },1109 "obb": {1110 "center": [1111 893.5608769591819,1112 -118.92147453089552,1113 103.759943008422851114 ],1115 "extent": [1116 5.782672073406616,1117 6.6858959072256425,1118 9.7599430084228521119 ],1120 "rotation": [1121 0,1122 10.000022888183594,1123 01124 ]1125 },1126 "location": [1127 891.9993896484375,1128 -117.69503784179688,1129 941130 ],1131 "rotation": [1132 0,1133 10.000022888183594,1134 01135 ],1136 "scale": [1137 1,1138 1,1139 11140 ]1141 },1142 "color": [1143 223,1144 255,1145 01146 ]1147 },1148 {1149 "object_id": "SM_ChopstickStand9",1150 "bbox_2d": [1151 990,1152 665,1153 1007,1154 7031155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 893.5608769591819,1160 -49.92147453089553,1161 103.759943008422851162 ],1163 "extent": [1164 5.782672073406616,1165 6.685895907225635,1166 9.7599430084228521167 ]1168 },1169 "obb": {1170 "center": [1171 893.5608769591819,1172 -49.92147453089553,1173 103.759943008422851174 ],1175 "extent": [1176 5.782672073406616,1177 6.685895907225635,1178 9.7599430084228521179 ],1180 "rotation": [1181 0,1182 10.000022888183594,1183 01184 ]1185 },1186 "location": [1187 891.9993896484375,1188 -48.695037841796875,1189 941190 ],1191 "rotation": [1192 0,1193 10.000022888183594,1194 01195 ],1196 "scale": [1197 1,1198 1,1199 11200 ]