TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Diner50",3 "view_id": "l035_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Diner50/l035_r001/lit.png",5 "camera": {6 "location": [7 175,8 291,9 18010 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 175,38 291,39 180,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "walls": [54 {55 "object_id": "SM_Walls",56 "bbox_2d": [57 221,58 0,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -217.06695556640625,66 -300.78192138671875,67 259.984344482421968 ],69 "extent": [70 559.015869140625,71 1006.7079467773438,72 260.0156860351562573 ]74 },75 "obb": {76 "center": [77 -217.06695556640625,78 -300.78192138671875,79 259.984344482421980 ],81 "extent": [82 559.015869140625,83 1006.7079467773438,84 260.0156860351562585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 150,94 380,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "ventilation": [116 {117 "object_id": "SM_Vent3",118 "bbox_2d": [119 1256,120 73,121 1487,122 340123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 224,128 685.9569282531738,129 304.03625869750977130 ],131 "extent": [132 40.77400207519531,133 6.185554027557373,134 43.3223762512207135 ]136 },137 "obb": {138 "center": [139 224,140 685.9569282531738,141 304.03625869750977142 ],143 "extent": [144 40.77400207519531,145 6.185554027557373,146 43.3223762512207147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 224,156 681,157 261158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 191,172 0,173 63174 ]175 }176 ],177 "floor planks corner": [178 {179 "object_id": "SM_Floor_20",180 "bbox_2d": [181 1434,182 1027,183 1670,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -216.60736083984375,190 -297.8223876953125,191 -3.0517578125e-05192 ],193 "extent": [194 536.977783203125,195 987.1641845703125,196 0197 ]198 },199 "obb": {200 "center": [201 -216.60736083984375,202 -297.8223876953125,203 -3.0517578125e-05204 ],205 "extent": [206 536.977783203125,207 987.1641845703125,208 0209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 150,218 380,219 0220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 191,234 63,235 63236 ]237 }238 ],239 "window divided": [240 {241 "object_id": "SM_Window_3",242 "bbox_2d": [243 0,244 2,245 908,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 339.0000343322754,252 419.99998474121094,253 178.4435043334961254 ],255 "extent": [256 3.814697265625e-06,257 131.2500457763672,258 77.44352722167969259 ]260 },261 "obb": {262 "center": [263 339.0000343322754,264 419.99998474121094,265 178.4435043334961266 ],267 "extent": [268 3.814697265625e-06,269 131.2500457763672,270 77.44352722167969271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 339,280 420,281 101282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 191,296 127,297 191298 ]299 },300 {301 "object_id": "SM_Window_6",302 "bbox_2d": [303 1735,304 326,305 1919,306 774307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -9.999984741284088,312 704.0000343323079,313 177.4435043334961314 ],315 "extent": [316 131.25004577607746,317 0.00028344670931801375,318 77.44352722167969319 ]320 },321 "obb": {322 "center": [323 -9.999984741284095,324 704.0000343323079,325 177.4435043334961326 ],327 "extent": [328 131.25004577607746,329 0.00028344670931801375,330 77.44352722167969331 ],332 "rotation": [333 0,334 90.00012207031251,335 0336 ]337 },338 "location": [339 -10,340 704,341 100342 ],343 "rotation": [344 0,345 90.00012207031251,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 191,356 191,357 255358 ]359 }360 ],361 "window": [362 {363 "object_id": "SM_WinShutter3",364 "bbox_2d": [365 0,366 0,367 962,368 481369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 325.5044684410095,374 419.99947357177734,375 224.45570182800293376 ],377 "extent": [378 6.501795291900635,379 122.3687973022461,380 26.948427200317383381 ]382 },383 "obb": {384 "center": [385 325.5044684410095,386 419.99947357177734,387 224.45570182800293388 ],389 "extent": [390 6.501795291900635,391 122.3687973022461,392 26.948427200317383393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 325.3327941894531,402 420,403 251.4041748046875404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 191,418 191,419 31420 ]421 },422 {423 "object_id": "SM_WinShutter4",424 "bbox_2d": [425 1738,426 303,427 1919,428 483429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -11.99947393753429,434 695.1716742526776,435 225.05152702331543436 ],437 "extent": [438 122.36881115423098,439 6.502056002141558,440 26.948427200317383441 ]442 },443 "obb": {444 "center": [445 -11.99947393753429,446 695.1716742526776,447 225.05152702331543448 ],449 "extent": [450 122.36881115423098,451 6.502056002141558,452 26.948427200317383453 ],454 "rotation": [455 0,456 90.00012207031251,457 0458 ]459 },460 "location": [461 -12,462 695,463 252464 ],465 "rotation": [466 0,467 90.00012207031251,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 0,478 31,479 0480 ]481 }482 ],483 "ceiling planks corner": [484 {485 "object_id": "SM_Ceiling_02",486 "bbox_2d": [487 1076,488 0,489 1607,490 104491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 178.00003051757812,496 -304,497 445.28614807128906498 ],499 "extent": [500 165.3131103515625,501 1002.5983276367188,502 79.28627014160156503 ]504 },505 "obb": {506 "center": [507 178.00003051757812,508 -304,509 445.28614807128906510 ],511 "extent": [512 165.3131103515625,513 1002.5983276367188,514 79.28627014160156515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 178,524 -304,525 366526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 255,540 31,541 63542 ]543 }544 ],545 "vent": [546 {547 "object_id": "SM_VentPART4_Blueprint3",548 "bbox_2d": [549 1271,550 125,551 1437,552 295553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 227.6115241690609,558 682.8687717914581,559 299.2058654451334560 ],561 "extent": [562 40.4638871074807,563 1.439596176147461,564 38.61323019092964565 ]566 },567 "obb": {568 "center": [569 227.6115241690609,570 682.8687717914581,571 299.2058654451334572 ],573 "extent": [574 40.4638871074807,575 1.439596176147461,576 38.61323019092964577 ],578 "rotation": [579 64.20761905611259,580 179.99999999999997,581 180582 ]583 },584 "location": [585 223.8915557861328,586 682.8687744140625,587 303.9654235839844588 ],589 "rotation": [590 64.20761905611259,591 179.99999999999997,592 180593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 191,602 223,603 223604 ]605 }606 ]607 },608 "foreground": {609 "table": [610 {611 "object_id": "SM_SquareTableBig_66",612 "bbox_2d": [613 914,614 858,615 1410,616 1079617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 260,622 553,623 36.27349090576172624 ],625 "extent": [626 60,627 40,628 35.72650909423828629 ]630 },631 "obb": {632 "center": [633 260,634 553,635 36.27349090576172636 ],637 "extent": [638 60,639 40,640 35.72650909423828641 ],642 "rotation": [643 0,644 0,645 0646 ]647 },648 "location": [649 260,650 553,651 0652 ],653 "rotation": [654 0,655 0,656 0657 ],658 "scale": [659 1,660 1,661 1662 ]663 },664 "color": [665 0,666 127,667 63668 ]669 }670 ],671 "sofa": [672 {673 "object_id": "SM_Sofa14",674 "bbox_2d": [675 718,676 940,677 1254,678 1079679 ],680 "bbox_3d": {681 "aabb": {682 "center": [683 255.52906182757337,684 468.50830128531095,685 50.0320930480957686 ],687 "extent": [688 63.25011961571383,689 30.03617408567368,690 50.03208541870117691 ]692 },693 "obb": {694 "center": [695 255.52906182757337,696 468.50830128531095,697 50.0320930480957698 ],699 "extent": [700 63.25011961571383,701 30.03617408567368,702 50.03208541870117703 ],704 "rotation": [705 0,706 179.99978637695312,707 0708 ]709 },710 "location": [711 255.66424560546875,712 463,713 0714 ],715 "rotation": [716 0,717 179.99978637695312,718 0719 ],720 "scale": [721 1,722 1,723 1724 ]725 },726 "color": [727 63,728 127,729 0730 ]731 },732 {733 "object_id": "SM_Sofa15",734 "bbox_2d": [735 665,736 950,737 1171,738 1079739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 255.63690037523264,744 408.49169965061424,745 50.032169342041016746 ],747 "extent": [748 63.25010356243111,749 30.036140280304323,750 50.03208541870117751 ]752 },753 "obb": {754 "center": [755 255.63690037523264,756 408.49169965061424,757 50.032169342041016758 ],759 "extent": [760 63.25010356243111,761 30.036140280304323,762 50.03208541870117763 ],764 "rotation": [765 0,766 0.00018299999646842477,767 0768 ]769 },770 "location": [771 255.50167846679688,772 414,773 7.62939453125e-05774 ],775 "rotation": [776 0,777 0.00018299999646842477,778 0779 ],780 "scale": [781 1,782 1,783 1784 ]785 },786 "color": [787 63,788 127,789 255790 ]791 },792 {793 "object_id": "SM_Sofa16",794 "bbox_2d": [795 1052,796 748,797 1443,798 1079799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 259.13522190843577,804 630.4916996506142,805 50.0320930480957806 ],807 "extent": [808 63.25010356243109,809 30.036140280304267,810 50.03208541870117811 ]812 },813 "obb": {814 "center": [815 259.13522190843577,816 630.4916996506142,817 50.0320930480957818 ],819 "extent": [820 63.25010356243109,821 30.036140280304267,822 50.03208541870117823 ],824 "rotation": [825 0,826 0.00018299999646842477,827 0828 ]829 },830 "location": [831 259,832 636,833 0834 ],835 "rotation": [836 0,837 0.00018299999646842477,838 0839 ],840 "scale": [841 1,842 1,843 1844 ]845 },846 "color": [847 63,848 127,849 127850 ]851 }852 ],853 "tableware": [854 {855 "object_id": "SM_TubesBox5",856 "bbox_2d": [857 1012,858 802,859 1047,860 901861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 302.5733337402344,866 554.6984252929688,867 85.88300704956055868 ],869 "extent": [870 5.69858980178833,871 5.69858980178833,872 13.883129119873047873 ]874 },875 "obb": {876 "center": [877 302.5733337402344,878 554.6984252929688,879 85.88300704956055880 ],881 "extent": [882 5.69858980178833,883 5.69858980178833,884 13.883129119873047885 ],886 "rotation": [887 0,888 0,889 0890 ]891 },892 "location": [893 302.5733337402344,894 554.6984252929688,895 71.9998779296875896 ],897 "rotation": [898 0,899 0,900 0901 ],902 "scale": [903 1,904 1,905 1906 ]907 },908 "color": [909 63,910 0,911 191912 ]913 }914 ],915 "poster": [916 {917 "object_id": "SM_PosterA6_8",918 "bbox_2d": [919 1419,920 394,921 1611,922 641923 ],924 "bbox_3d": {925 "aabb": {926 "center": [927 176.00001597296497,928 688.5027443171056,929 187.5984230041504930 ],931 "extent": [932 29.984866003285248,933 0.7863917742631656,934 42.598426818847656935 ]936 },937 "obb": {938 "center": [939 176.00001597296497,940 688.5027443171056,941 187.5984230041504942 ],943 "extent": [944 29.984866003285248,945 0.7863917742631656,946 42.598426818847656947 ],948 "rotation": [949 0,950 -179.9998016357422,951 0952 ]953 },954 "location": [955 176,956 689.2599487304688,957 145958 ],959 "rotation": [960 0,961 -179.9998016357422,962 0963 ],964 "scale": [965 1,966 1,967 1968 ]969 },970 "color": [971 191,972 255,973 63974 ]975 }976 ],977 "lamp": [978 {979 "object_id": "SM_LampTable3_25",980 "bbox_2d": [981 0,982 0,983 593,984 318985 ],986 "bbox_3d": {987 "aabb": {988 "center": [989 255.9997901916504,990 328.99999237060547,991 284.0324935913086992 ],993 "extent": [994 21.774185180664062,995 21.774185180664062,996 82.2125015258789997 ]998 },999 "obb": {1000 "center": [1001 255.9997901916504,1002 328.99999237060547,1003 284.03249359130861004 ],1005 "extent": [1006 21.774185180664062,1007 21.774185180664062,1008 82.21250152587891009 ],1010 "rotation": [1011 0,1012 0,1013 01014 ]1015 },1016 "location": [1017 255.99978637695312,1018 329,1019 366.24499511718751020 ],1021 "rotation": [1022 0,1023 0,1024 01025 ],1026 "scale": [1027 1,1028 1,1029 11030 ]1031 },1032 "color": [1033 127,1034 0,1035 311036 ]1037 },1038 {1039 "object_id": "SM_LampTable4_27",1040 "bbox_2d": [1041 1094,1042 0,1043 1255,1044 4661045 ],1046 "bbox_3d": {1047 "aabb": {1048 "center": [1049 255.9997901916504,1050 548.9999923706055,1051 284.03249359130861052 ],1053 "extent": [1054 21.774185180664062,1055 21.774185180664062,1056 82.21250152587891057 ]1058 },1059 "obb": {1060 "center": [1061 255.9997901916504,1062 548.9999923706055,1063 284.03249359130861064 ],1065 "extent": [1066 21.774185180664062,1067 21.774185180664062,1068 82.21250152587891069 ],1070 "rotation": [1071 0,1072 0,1073 01074 ]1075 },1076 "location": [1077 255.99978637695312,1078 549,1079 366.24499511718751080 ],1081 "rotation": [1082 0,1083 0,1084 01085 ],1086 "scale": [1087 1,1088 1,1089 11090 ]1091 },1092 "color": [1093 127,1094 255,1095 311096 ]1097 }1098 ],1099 "sign": [1100 {1101 "object_id": "SM_NeonStripe1_27",1102 "bbox_2d": [1103 923,1104 0,1105 1159,1106 1961107 ],1108 "bbox_3d": {1109 "aabb": {1110 "center": [1111 180.9552764892578,1112 -296.30615234375,1113 347.110325813293461114 ],1115 "extent": [1116 139.18687438964844,1117 985.30615234375,1118 19.110418319702151119 ]1120 },1121 "obb": {1122 "center": [1123 180.9552764892578,1124 -296.30615234375,1125 347.110325813293461126 ],1127 "extent": [1128 139.18687438964844,1129 985.30615234375,1130 19.110418319702151131 ],1132 "rotation": [1133 0,1134 0,1135 01136 ]1137 },1138 "location": [1139 306,1140 689,1141 3331142 ],1143 "rotation": [1144 0,1145 0,1146 01147 ],1148 "scale": [1149 1,1150 1,1151 11152 ]1153 },1154 "color": [1155 127,1156 31,1157 631158 ]1159 }1160 ],1161 "condiment": [1162 {1163 "object_id": "SM_Ketchup5",1164 "bbox_2d": [1165 1035,1166 837,1167 1057,1168 9151169 ],1170 "bbox_3d": {1171 "aabb": {1172 "center": [1173 292.26971435546875,1174 544.21630859375,1175 82.772336006164551176 ],1177 "extent": [1178 4.379544849101535,1179 4.379544849101535,1180 10.76922321319581181 ]1182 },1183 "obb": {1184 "center": [1185 292.26971435546875,1186 544.21630859375,1187 82.772336006164551188 ],1189 "extent": [1190 4.379544849101535,1191 4.379544849101535,1192 10.76922321319581193 ],1194 "rotation": [1195 0,1196 -61.04965209960937,1197 01198 ]1199 },1200 "location": [