TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Diner50",3 "view_id": "l033_off2_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Diner50/l033_off2_r002/lit.png",5 "camera": {6 "location": [7 174,8 76,9 27010 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 174,38 76,39 270,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "walls": [54 {55 "object_id": "SM_Walls",56 "bbox_2d": [57 0,58 250,59 1919,60 104061 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -217.06695556640625,66 -300.78192138671875,67 259.984344482421968 ],69 "extent": [70 559.015869140625,71 1006.7079467773438,72 260.0156860351562573 ]74 },75 "obb": {76 "center": [77 -217.06695556640625,78 -300.78192138671875,79 259.984344482421980 ],81 "extent": [82 559.015869140625,83 1006.7079467773438,84 260.0156860351562585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 150,94 380,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "ventilation": [116 {117 "object_id": "SM_Vent_25",118 "bbox_2d": [119 809,120 426,121 920,122 552123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -103,128 685.9569282531738,129 304.03625869750977130 ],131 "extent": [132 40.77400207519531,133 6.185554027557373,134 43.3223762512207135 ]136 },137 "obb": {138 "center": [139 -103,140 685.9569282531738,141 304.03625869750977142 ],143 "extent": [144 40.77400207519531,145 6.185554027557373,146 43.3223762512207147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -103,156 681,157 261158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 191,172 0,173 255174 ]175 },176 {177 "object_id": "SM_Vent2",178 "bbox_2d": [179 661,180 416,181 788,182 554183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -5,188 685.9569282531738,189 304.03625869750977190 ],191 "extent": [192 40.77400207519531,193 6.185554027557373,194 43.3223762512207195 ]196 },197 "obb": {198 "center": [199 -5,200 685.9569282531738,201 304.03625869750977202 ],203 "extent": [204 40.77400207519531,205 6.185554027557373,206 43.3223762512207207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -5,216 681,217 261218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 191,232 0,233 127234 ]235 },236 {237 "object_id": "SM_Vent3",238 "bbox_2d": [239 197,240 387,241 385,242 557243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 224,248 685.9569282531738,249 304.03625869750977250 ],251 "extent": [252 40.77400207519531,253 6.185554027557373,254 43.3223762512207255 ]256 },257 "obb": {258 "center": [259 224,260 685.9569282531738,261 304.03625869750977262 ],263 "extent": [264 40.77400207519531,265 6.185554027557373,266 43.3223762512207267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 224,276 681,277 261278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 191,292 0,293 63294 ]295 }296 ],297 "floor planks corner": [298 {299 "object_id": "SM_Floor_20",300 "bbox_2d": [301 352,302 894,303 1319,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -216.60736083984375,310 -297.8223876953125,311 -3.0517578125e-05312 ],313 "extent": [314 536.977783203125,315 987.1641845703125,316 0317 ]318 },319 "obb": {320 "center": [321 -216.60736083984375,322 -297.8223876953125,323 -3.0517578125e-05324 ],325 "extent": [326 536.977783203125,327 987.1641845703125,328 0329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 150,338 380,339 0340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 191,354 63,355 63356 ]357 }358 ],359 "window divided": [360 {361 "object_id": "SM_Window_6",362 "bbox_2d": [363 527,364 571,365 895,366 810367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -9.999984741284088,372 704.0000343323079,373 177.4435043334961374 ],375 "extent": [376 131.25004577607746,377 0.00028344670931801375,378 77.44352722167969379 ]380 },381 "obb": {382 "center": [383 -9.999984741284095,384 704.0000343323079,385 177.4435043334961386 ],387 "extent": [388 131.25004577607746,389 0.00028344670931801375,390 77.44352722167969391 ],392 "rotation": [393 0,394 90.00012207031251,395 0396 ]397 },398 "location": [399 -10,400 704,401 100402 ],403 "rotation": [404 0,405 90.00012207031251,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 191,416 191,417 255418 ]419 }420 ],421 "window": [422 {423 "object_id": "SM_WinShutter4",424 "bbox_2d": [425 529,426 565,427 904,428 661429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -11.99947393753429,434 695.1716742526776,435 225.05152702331543436 ],437 "extent": [438 122.36881115423098,439 6.502056002141558,440 26.948427200317383441 ]442 },443 "obb": {444 "center": [445 -11.99947393753429,446 695.1716742526776,447 225.05152702331543448 ],449 "extent": [450 122.36881115423098,451 6.502056002141558,452 26.948427200317383453 ],454 "rotation": [455 0,456 90.00012207031251,457 0458 ]459 },460 "location": [461 -12,462 695,463 252464 ],465 "rotation": [466 0,467 90.00012207031251,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 0,478 31,479 0480 ]481 }482 ],483 "ceiling planks corner": [484 {485 "object_id": "SM_Ceiling_02",486 "bbox_2d": [487 0,488 0,489 1445,490 388491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 178.00003051757812,496 -304,497 445.28614807128906498 ],499 "extent": [500 165.3131103515625,501 1002.5983276367188,502 79.28627014160156503 ]504 },505 "obb": {506 "center": [507 178.00003051757812,508 -304,509 445.28614807128906510 ],511 "extent": [512 165.3131103515625,513 1002.5983276367188,514 79.28627014160156515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 178,524 -304,525 366526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 255,540 31,541 63542 ]543 }544 ],545 "vent": [546 {547 "object_id": "SM_VentPART4_Blueprint",548 "bbox_2d": [549 677,550 433,551 770,552 524553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 0.9311729192916616,558 682.8687717914581,559 303.72504728926816560 ],561 "extent": [562 34.64771291253192,563 1.439596176147461,564 37.50285539719721565 ]566 },567 "obb": {568 "center": [569 0.9311729192916616,570 682.8687717914581,571 303.72504728926816572 ],573 "extent": [574 34.64771291253192,575 1.439596176147461,576 37.50285539719721577 ],578 "rotation": [579 14.498552083966509,580 180,581 180582 ]583 },584 "location": [585 -5.104866981506348,586 682.8687744140625,587 303.9654235839844588 ],589 "rotation": [590 14.498552083966509,591 180,592 180593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 127,602 223,603 223604 ]605 },606 {607 "object_id": "SM_VentPART4_Blueprint2",608 "bbox_2d": [609 830,610 451,611 908,612 540613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -100.40349457477173,618 682.8687717914581,619 298.6178746135122620 ],621 "extent": [622 37.8266720999858,623 1.439596176147461,624 35.056805414699966625 ]626 },627 "obb": {628 "center": [629 -100.40349457477173,630 682.8687717914581,631 298.6178746135122632 ],633 "extent": [634 37.8266720999858,635 1.439596176147461,636 35.056805414699966637 ],638 "rotation": [639 74.49848949910564,640 179.99999999999997,641 179.99999999999997642 ]643 },644 "location": [645 -103.21334838867188,646 682.8687744140625,647 303.9654235839844648 ],649 "rotation": [650 74.49848949910564,651 179.99999999999997,652 179.99999999999997653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 63,662 223,663 223664 ]665 },666 {667 "object_id": "SM_VentPART4_Blueprint3",668 "bbox_2d": [669 221,670 426,671 360,672 541673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 225.71495716600717,678 682.8687717914581,679 298.20636412475324680 ],681 "extent": [682 34.03249131937335,683 1.439596176147461,684 30.443091631399284685 ]686 },687 "obb": {688 "center": [689 225.71495716600717,690 682.8687717914581,691 298.20636412475324692 ],693 "extent": [694 34.03249131937335,695 1.439596176147461,696 30.443091631399284697 ],698 "rotation": [699 84.64949905876142,700 179.99999999999991,701 179.99999999999991702 ]703 },704 "location": [705 223.8915557861328,706 682.8687744140625,707 303.9654235839844708 ],709 "rotation": [710 84.64949905876142,711 179.99999999999991,712 179.99999999999991713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 191,722 223,723 223724 ]725 }726 ]727 },728 "foreground": {729 "table": [730 {731 "object_id": "SM_SquareTableBig_66",732 "bbox_2d": [733 39,734 979,735 338,736 1079737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 260,742 553,743 36.27349090576172744 ],745 "extent": [746 60,747 40,748 35.72650909423828749 ]750 },751 "obb": {752 "center": [753 260,754 553,755 36.27349090576172756 ],757 "extent": [758 60,759 40,760 35.72650909423828761 ],762 "rotation": [763 0,764 0,765 0766 ]767 },768 "location": [769 260,770 553,771 0772 ],773 "rotation": [774 0,775 0,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 0,786 127,787 63788 ]789 },790 {791 "object_id": "SM_BarTop",792 "bbox_2d": [793 946,794 0,795 1919,796 430797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 -294.9966125488281,802 194.8856201171875,803 408.8585662841797804 ],805 "extent": [806 164.00555419921875,807 438.32861328125,808 52.85856628417969809 ]810 },811 "obb": {812 "center": [813 -294.9966125488281,814 194.8856201171875,815 408.8585662841797816 ],817 "extent": [818 164.00555419921875,819 438.32861328125,820 52.85856628417969821 ],822 "rotation": [823 0,824 0,825 0826 ]827 },828 "location": [829 -301,830 244,831 356832 ],833 "rotation": [834 0,835 0,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 255,846 31,847 127848 ]849 }850 ],851 "chair": [852 {853 "object_id": "SM_BarChair8",854 "bbox_2d": [855 1336,856 1072,857 1407,858 1079859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 -95.99999865423494,864 270.99999864837315,865 57.42520523071289866 ],867 "extent": [868 28.059909580777614,869 28.059909574915807,870 37.360755920410156871 ]872 },873 "obb": {874 "center": [875 -95.99999865423494,876 270.99999864837315,877 57.42520523071289878 ],879 "extent": [880 28.059909580777614,881 28.059909574915807,882 37.360755920410156883 ],884 "rotation": [885 0,886 -45.12451171875,887 0888 ]889 },890 "location": [891 -96,892 271,893 20894 ],895 "rotation": [896 0,897 -45.12451171875,898 0899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 127,908 127,909 63910 ]911 }912 ],913 "sofa": [914 {915 "object_id": "SM_Sofa16",916 "bbox_2d": [917 19,918 880,919 356,920 1079921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 259.13522190843577,926 630.4916996506142,927 50.0320930480957928 ],929 "extent": [930 63.25010356243109,931 30.036140280304267,932 50.03208541870117933 ]934 },935 "obb": {936 "center": [937 259.13522190843577,938 630.4916996506142,939 50.0320930480957940 ],941 "extent": [942 63.25010356243109,943 30.036140280304267,944 50.03208541870117945 ],946 "rotation": [947 0,948 0.00018299999646842477,949 0950 ]951 },952 "location": [953 259,954 636,955 0956 ],957 "rotation": [958 0,959 0.00018299999646842477,960 0961 ],962 "scale": [963 1,964 1,965 1966 ]967 },968 "color": [969 63,970 127,971 127972 ]973 }974 ],975 "lamp": [976 {977 "object_id": "SM_LampBar5",978 "bbox_2d": [979 1256,980 346,981 1375,982 464983 ],984 "bbox_3d": {985 "aabb": {986 "center": [987 -180,988 370,989 329.9609260559082990 ],991 "extent": [992 29.176330155525022,993 29.176330155525022,994 26.03907012939453995 ]996 },997 "obb": {998 "center": [999 -180,1000 370,1001 329.96092605590821002 ],1003 "extent": [1004 29.176330155525022,1005 29.176330155525022,1006 26.039070129394531007 ],1008 "rotation": [1009 0,1010 80.00010681152344,1011 01012 ]1013 },1014 "location": [1015 -180,1016 370,1017 3561018 ],1019 "rotation": [1020 0,1021 80.00010681152344,1022 01023 ],1024 "scale": [1025 1,1026 1,1027 11028 ]1029 },1030 "color": [1031 63,1032 63,1033 2551034 ]1035 },1036 {1037 "object_id": "SM_LampBar6",1038 "bbox_2d": [1039 1005,1040 404,1041 1082,1042 4861043 ],1044 "bbox_3d": {1045 "aabb": {1046 "center": [1047 -180,1048 582,1049 329.96092605590821050 ],1051 "extent": [1052 32.2807014352515,1053 32.280701435251444,1054 26.039070129394531055 ]1056 },1057 "obb": {1058 "center": [1059 -180,1060 582,1061 329.96092605590821062 ],1063 "extent": [1064 32.2807014352515,1065 32.280701435251444,1066 26.039070129394531067 ],1068 "rotation": [1069 0,1070 -110.00015258789064,1071 01072 ]1073 },1074 "location": [1075 -180,1076 582,1077 3561078 ],1079 "rotation": [1080 0,1081 -110.00015258789064,1082 01083 ],1084 "scale": [1085 1,1086 1,1087 11088 ]1089 },1090 "color": [1091 63,1092 63,1093 1271094 ]1095 },1096 {1097 "object_id": "SM_LampTable3_25",1098 "bbox_2d": [1099 0,1100 824,1101 54,1102 9101103 ],1104 "bbox_3d": {1105 "aabb": {1106 "center": [1107 255.9997901916504,1108 328.99999237060547,1109 284.03249359130861110 ],1111 "extent": [1112 21.774185180664062,1113 21.774185180664062,1114 82.21250152587891115 ]1116 },1117 "obb": {1118 "center": [1119 255.9997901916504,1120 328.99999237060547,1121 284.03249359130861122 ],1123 "extent": [1124 21.774185180664062,1125 21.774185180664062,1126 82.21250152587891127 ],1128 "rotation": [1129 0,1130 0,1131 01132 ]1133 },1134 "location": [1135 255.99978637695312,1136 329,1137 366.24499511718751138 ],1139 "rotation": [1140 0,1141 0,1142 01143 ],1144 "scale": [1145 1,1146 1,1147 11148 ]1149 },1150 "color": [1151 127,1152 0,1153 311154 ]1155 },1156 {1157 "object_id": "SM_LampTable4_27",1158 "bbox_2d": [1159 84,1160 282,1161 229,1162 7281163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 255.9997901916504,1168 548.9999923706055,1169 284.03249359130861170 ],1171 "extent": [1172 21.774185180664062,1173 21.774185180664062,1174 82.21250152587891175 ]1176 },1177 "obb": {1178 "center": [1179 255.9997901916504,1180 548.9999923706055,1181 284.03249359130861182 ],1183 "extent": [1184 21.774185180664062,1185 21.774185180664062,1186 82.21250152587891187 ],1188 "rotation": [1189 0,1190 0,1191 01192 ]1193 },1194 "location": [1195 255.99978637695312,1196 549,1197 366.24499511718751198 ],1199 "rotation": [1200 0,