TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Diner50",3 "view_id": "l023_off2_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Diner50/l023_off2_r002/lit.png",5 "camera": {6 "location": [7 -305,8 167,9 27010 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -305,38 167,39 270,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "walls": [54 {55 "object_id": "SM_Walls",56 "bbox_2d": [57 0,58 164,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -217.06695556640625,66 -300.78192138671875,67 259.984344482421968 ],69 "extent": [70 559.015869140625,71 1006.7079467773438,72 260.0156860351562573 ]74 },75 "obb": {76 "center": [77 -217.06695556640625,78 -300.78192138671875,79 259.984344482421980 ],81 "extent": [82 559.015869140625,83 1006.7079467773438,84 260.0156860351562585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 150,94 380,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ]115 },116 "foreground": {117 "lamp": [118 {119 "object_id": "SM_LampBar6",120 "bbox_2d": [121 0,122 354,123 49,124 421125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 -180,130 582,131 329.9609260559082132 ],133 "extent": [134 32.2807014352515,135 32.280701435251444,136 26.03907012939453137 ]138 },139 "obb": {140 "center": [141 -180,142 582,143 329.9609260559082144 ],145 "extent": [146 32.2807014352515,147 32.280701435251444,148 26.03907012939453149 ],150 "rotation": [151 0,152 -110.00015258789064,153 0154 ]155 },156 "location": [157 -180,158 582,159 356160 ],161 "rotation": [162 0,163 -110.00015258789064,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 63,174 63,175 127176 ]177 },178 {179 "object_id": "SM_LampWall_28",180 "bbox_2d": [181 920,182 626,183 1021,184 671185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -453.9679913520813,190 415.922513961792,191 238.39563417434692192 ],193 "extent": [194 5.51019811630249,195 25.249866485595703,196 4.979282379150391197 ]198 },199 "obb": {200 "center": [201 -453.9679913520813,202 415.922513961792,203 238.39563417434692204 ],205 "extent": [206 5.51019811630249,207 25.249866485595703,208 4.979282379150391209 ],210 "rotation": [211 0,212 -90.00000000000001,213 0214 ]215 },216 "location": [217 -459,218 416,219 239.74978637695312220 ],221 "rotation": [222 0,223 -90.00000000000001,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 191,234 191,235 159236 ]237 },238 {239 "object_id": "SM_LampWall2",240 "bbox_2d": [241 819,242 523,243 886,244 549245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -453.9679913520813,250 502.922513961792,251 271.3068890571594252 ],253 "extent": [254 5.51019811630249,255 25.249866485595703,256 4.979282379150391257 ]258 },259 "obb": {260 "center": [261 -453.9679913520813,262 502.922513961792,263 271.3068890571594264 ],265 "extent": [266 5.51019811630249,267 25.249866485595703,268 4.979282379150391269 ],270 "rotation": [271 0,272 -90.00000000000001,273 0274 ]275 },276 "location": [277 -459,278 503,279 272.6610412597656280 ],281 "rotation": [282 0,283 -90.00000000000001,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 191,294 95,295 159296 ]297 },298 {299 "object_id": "SM_LampWall4",300 "bbox_2d": [301 328,302 391,303 454,304 413305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -300.0774940788377,310 683.9679914759024,311 334.4013104438782312 ],313 "extent": [314 25.249875290290618,315 5.510238462972666,316 4.979282379150391317 ]318 },319 "obb": {320 "center": [321 -300.0774940788377,322 683.9679914759024,323 334.4013104438782324 ],325 "extent": [326 25.249875290290618,327 5.510238462972666,328 4.979282379150391329 ],330 "rotation": [331 0,332 179.99990844726562,333 0334 ]335 },336 "location": [337 -300,338 689,339 335.7554626464844340 ],341 "rotation": [342 0,343 179.99990844726562,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 95,354 255,355 159356 ]357 },358 {359 "object_id": "SM_LampWall5",360 "bbox_2d": [361 746,362 478,363 793,364 501365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -453.9679913520813,370 597.922513961792,371 293.6458477973938372 ],373 "extent": [374 5.51019811630249,375 25.249866485595703,376 4.979282379150391377 ]378 },379 "obb": {380 "center": [381 -453.9679913520813,382 597.922513961792,383 293.6458477973938384 ],385 "extent": [386 5.51019811630249,387 25.249866485595703,388 4.979282379150391389 ],390 "rotation": [391 0,392 -90.00000000000001,393 0394 ]395 },396 "location": [397 -459,398 598,399 295400 ],401 "rotation": [402 0,403 -90.00000000000001,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 95,414 127,415 159416 ]417 }418 ],419 "table": [420 {421 "object_id": "SM_BarTop",422 "bbox_2d": [423 0,424 0,425 1127,426 361427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -294.9966125488281,432 194.8856201171875,433 408.8585662841797434 ],435 "extent": [436 164.00555419921875,437 438.32861328125,438 52.85856628417969439 ]440 },441 "obb": {442 "center": [443 -294.9966125488281,444 194.8856201171875,445 408.8585662841797446 ],447 "extent": [448 164.00555419921875,449 438.32861328125,450 52.85856628417969451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 -301,460 244,461 356462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 255,476 31,477 127478 ]479 }480 ],481 "sign": [482 {483 "object_id": "SM_MenuWall_24",484 "bbox_2d": [485 1074,486 0,487 1919,488 351489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -326.05327224731445,494 70,495 319.7078971862793496 ],497 "extent": [498 20.67300033569336,499 135.1357879638672,500 39.707923889160156501 ]502 },503 "obb": {504 "center": [505 -326.05327224731445,506 70,507 319.7078971862793508 ],509 "extent": [510 20.67300033569336,511 135.1357879638672,512 39.707923889160156513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 -326,522 70,523 280524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 127,538 31,539 127540 ]541 },542 {543 "object_id": "SM_NeonStripe3_36",544 "bbox_2d": [545 716,546 183,547 1176,548 443549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -456.2916212081909,554 238.86068725585938,555 338.4499969482422556 ],557 "extent": [558 4.708557605743408,559 449.8607177734375,560 15.449997901916504561 ]562 },563 "obb": {564 "center": [565 -456.2916212081909,566 238.86068725585938,567 338.4499969482422568 ],569 "extent": [570 4.708557605743408,571 449.8607177734375,572 15.449997901916504573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 -461,582 -211,583 323584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 63,598 31,599 0600 ]601 }602 ],603 "appliance": [604 {605 "object_id": "SM_CoffeMachine_35",606 "bbox_2d": [607 1445,608 931,609 1909,610 1079611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -427.42266845703125,616 194.05712509155273,617 175.79531860351562618 ],619 "extent": [620 31.655872344970703,621 41.285003662109375,622 50.22222900390625623 ]624 },625 "obb": {626 "center": [627 -427.42266845703125,628 194.05712509155273,629 175.79531860351562630 ],631 "extent": [632 31.655872344970703,633 41.285003662109375,634 50.22222900390625635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 -427.32366943359375,644 193.07415771484375,645 125.57308959960938646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 191,660 31,661 191662 ]663 },664 {665 "object_id": "SM_IceMachine_62",666 "bbox_2d": [667 1115,668 812,669 1444,670 1079671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 -419.73391757106344,676 272.8019382773662,677 174.39225006103516678 ],679 "extent": [680 23.726191639530043,681 21.26213908955731,682 48.392250061035156683 ]684 },685 "obb": {686 "center": [687 -419.73391757106344,688 272.8019382773662,689 174.39225006103516690 ],691 "extent": [692 23.726191639530043,693 21.26213908955731,694 48.392250061035156695 ],696 "rotation": [697 0,698 179.99978637695312,699 0700 ]701 },702 "location": [703 -423,704 272.8917236328125,705 126706 ],707 "rotation": [708 0,709 179.99978637695312,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 31,720 127,721 255722 ]723 }724 ],725 "can": [726 {727 "object_id": "SM_MetalCan13",728 "bbox_2d": [729 677,730 992,731 778,732 1079733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -434,738 604,739 28.001554489135742740 ],741 "extent": [742 24.193363189697266,743 26.411651611328125,744 28.001554489135742745 ]746 },747 "obb": {748 "center": [749 -434,750 604,751 28.001554489135742752 ],753 "extent": [754 24.193363189697266,755 26.411651611328125,756 28.001554489135742757 ],758 "rotation": [759 0,760 0,761 0762 ]763 },764 "location": [765 -434,766 604,767 0768 ],769 "rotation": [770 0,771 0,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 31,782 127,783 191784 ]785 },786 {787 "object_id": "SM_MetalCan14",788 "bbox_2d": [789 656,790 967,791 745,792 1063793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 -434,798 655,799 28.001554489135742800 ],801 "extent": [802 24.193363189697266,803 26.411651611328125,804 28.001554489135742805 ]806 },807 "obb": {808 "center": [809 -434,810 655,811 28.001554489135742812 ],813 "extent": [814 24.193363189697266,815 26.411651611328125,816 28.001554489135742817 ],818 "rotation": [819 0,820 0,821 0822 ]823 },824 "location": [825 -434,826 655,827 0828 ],829 "rotation": [830 0,831 0,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 31,842 63,843 0844 ]845 },846 {847 "object_id": "SM_MetalCan15",848 "bbox_2d": [849 565,850 999,851 671,852 1079853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -389.06829833984375,858 622.2178955078125,859 28.001554489135742860 ],861 "extent": [862 35.734427116472716,863 35.384010539747806,864 28.001554489135742865 ]866 },867 "obb": {868 "center": [869 -389.06829833984375,870 622.2178955078125,871 28.001554489135742872 ],873 "extent": [874 35.734427116472716,875 35.384010539747806,876 28.001554489135742877 ],878 "rotation": [879 0,880 -128.58670043945312,881 0882 ]883 },884 "location": [885 -389.06829833984375,886 622.2178955078125,887 0888 ],889 "rotation": [890 0,891 -128.58670043945312,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 31,902 63,903 255904 ]905 },906 {907 "object_id": "SM_MetalCan16",908 "bbox_2d": [909 457,910 991,911 571,912 1079913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 -350,918 655,919 28.001554489135742920 ],921 "extent": [922 35.78369055888902,923 35.51026635865935,924 28.001554489135742925 ]926 },927 "obb": {928 "center": [929 -350,930 655,931 28.001554489135742932 ],933 "extent": [934 35.78369055888902,935 35.51026635865935,936 28.001554489135742937 ],938 "rotation": [939 0,940 -50.000091552734375,941 0942 ]943 },944 "location": [945 -350,946 655,947 0948 ],949 "rotation": [950 0,951 -50.000091552734375,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 31,962 63,963 127964 ]965 },966 {967 "object_id": "SM_MetalCan17",968 "bbox_2d": [969 632,970 866,971 741,972 1008973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 -422.92437744140625,978 637.5570678710938,979 82.00155448913574980 ],981 "extent": [982 33.09343889679212,983 31.76762630994233,984 28.001554489135742985 ]986 },987 "obb": {988 "center": [989 -422.92437744140625,990 637.5570678710938,991 82.00155448913574992 ],993 "extent": [994 33.09343889679212,995 31.76762630994233,996 28.001554489135742997 ],998 "rotation": [999 0,1000 -70.0000534057617,1001 01002 ]1003 },1004 "location": [1005 -422.92437744140625,1006 637.5570678710938,1007 541008 ],1009 "rotation": [1010 0,1011 -70.0000534057617,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 31,1022 63,1023 631024 ]1025 },1026 {1027 "object_id": "SM_MetalCan18",1028 "bbox_2d": [1029 520,1030 861,1031 628,1032 10171033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 -375,1038 655,1039 82.001554489135741040 ],1041 "extent": [1042 29.385610118041598,1043 31.06484043600733,1044 28.0015544891357421045 ]1046 },1047 "obb": {1048 "center": [1049 -375,1050 655,1051 82.001554489135741052 ],1053 "extent": [1054 29.385610118041598,1055 31.06484043600733,1056 28.0015544891357421057 ],1058 "rotation": [1059 0,1060 12.637412071228026,1061 01062 ]1063 },1064 "location": [1065 -375,1066 655,1067 541068 ],1069 "rotation": [1070 0,1071 12.637412071228026,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 31,1082 63,1083 1911084 ]1085 }1086 ],1087 "carton": [1088 {1089 "object_id": "SM_BoxCarton_01_2",1090 "bbox_2d": [1091 299,1092 1076,1093 305,1094 10791095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 -287.44447641895533,1100 640.3713133271224,1101 19.2394924163818361102 ],1103 "extent": [1104 37.480831072463616,1105 39.20840356343285,1106 19.2394924163818361107 ]1108 },1109 "obb": {1110 "center": [1111 -287.44447641895533,1112 640.3713133271224,1113 19.2394924163818361114 ],1115 "extent": [1116 37.480831072463616,1117 39.20840356343285,1118 19.2394924163818361119 ],1120 "rotation": [1121 0,1122 50.00006866455078,1123 01124 ]1125 },1126 "location": [1127 -290,1128 637,1129 01130 ],1131 "rotation": [1132 0,1133 50.00006866455078,1134 01135 ],1136 "scale": [1137 1,1138 1,1139 11140 ]1141 },1142 "color": [1143 31,1144 191,1145 01146 ]1147 },1148 {1149 "object_id": "SM_BoxCarton_01_4",1150 "bbox_2d": [1151 605,1152 1079,1153 606,1154 10791155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 -387.44447641895533,1160 563.3713133271224,1161 19.2394924163818361162 ],1163 "extent": [1164 37.480831072463616,1165 39.20840356343285,1166 19.2394924163818361167 ]1168 },1169 "obb": {1170 "center": [1171 -387.44447641895533,1172 563.3713133271224,1173 19.2394924163818361174 ],1175 "extent": [1176 37.480831072463616,1177 39.20840356343285,1178 19.2394924163818361179 ],1180 "rotation": [1181 0,1182 50.00006866455078,1183 01184 ]1185 },1186 "location": [1187 -390,1188 560,1189 01190 ],1191 "rotation": [1192 0,1193 50.00006866455078,1194 01195 ],1196 "scale": [1197 1,1198 1,1199 11200 ]