TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l048_off0_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l048_off0_r005/lit.png",5 "camera": {6 "location": [7 -471,8 157,9 23110 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -471,38 157,39 231,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 1173,58 1068,59 1204,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "wall": [116 {117 "object_id": "SM_leftwall_8",118 "bbox_2d": [119 0,120 0,121 1204,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -512.0688954164282,128 -240.97154998867288,129 245.5155487060547130 ],131 "extent": [132 725.6351637653181,133 99.6704478559158,134 242.13623046875135 ]136 },137 "obb": {138 "center": [139 -512.0688954164282,140 -240.97154998867288,141 245.5155487060547142 ],143 "extent": [144 725.6351637653181,145 99.6704478559158,146 242.13623046875147 ],148 "rotation": [149 0,150 179.99977111816406,151 0152 ]153 },154 "location": [155 -512.0692138671875,156 -290.13128662109375,157 0158 ],159 "rotation": [160 0,161 179.99977111816406,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 0,173 127174 ]175 }176 ],177 "door frame": [178 {179 "object_id": "SM_doorframe_17",180 "bbox_2d": [181 1132,182 425,183 1204,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -157.67118806118947,190 -155.33301375058022,191 141.48603439331055192 ],193 "extent": [194 59.778804806042736,195 13.562216479467907,196 135.9108123779297197 ]198 },199 "obb": {200 "center": [201 -157.67118806118947,202 -155.33301375058022,203 141.48603439331055204 ],205 "extent": [206 59.778804806042736,207 13.562216479467907,208 135.9108123779297209 ],210 "rotation": [211 0,212 179.30589294433597,213 0214 ]215 },216 "location": [217 -157.67112731933594,218 -155.33303833007812,219 7.076168060302734220 ],221 "rotation": [222 0,223 179.30589294433597,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 255,234 255,235 127236 ]237 }238 ],239 "roof": [240 {241 "object_id": "SM_roofmetal_21",242 "bbox_2d": [243 481,244 0,245 740,246 118247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -107.95600891113281,252 -49.59537506103514,253 450.57637139898725254 ],255 "extent": [256 840.7164306640622,257 266.835693359375,258 39.01462141495722259 ]260 },261 "obb": {262 "center": [263 -107.95600891113281,264 -49.595375061035156,265 450.57637139898725266 ],267 "extent": [268 840.7164306640622,269 266.835693359375,270 39.01462141495722271 ],272 "rotation": [273 0,274 180,275 0276 ]277 },278 "location": [279 -107.95594787597656,280 3.7793197631835938,281 451.0682678222656282 ],283 "rotation": [284 0,285 180,286 0287 ],288 "scale": [289 1,290 1,291 0.8899327516555786292 ]293 },294 "color": [295 0,296 127,297 255298 ]299 }300 ],301 "door": [302 {303 "object_id": "SM_wooddoor_39",304 "bbox_2d": [305 1148,306 440,307 1204,308 1042309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -156.7989273071289,314 -145.8241720199585,315 147.42587280273438316 ],317 "extent": [318 56.42961883544922,319 8.872248649597168,320 124.50353240966797321 ]322 },323 "obb": {324 "center": [325 -156.7989273071289,326 -145.8241720199585,327 147.42587280273438328 ],329 "extent": [330 56.42961883544922,331 8.872248649597168,332 124.50353240966797333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 -156.7989501953125,342 -145.8241729736328,343 22.922348022460938344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 255,358 127,359 0360 ]361 }362 ]363 },364 "foreground": {365 "sofa": [366 {367 "object_id": "SM_sofa_12",368 "bbox_2d": [369 0,370 807,371 725,372 1079373 ],374 "bbox_3d": {375 "aabb": {376 "center": [377 -503.6132301379812,378 -238.85671997070312,379 60.0419155033469380 ],381 "extent": [382 135.43008252909203,383 59.66188049316406,384 53.81030763473973385 ]386 },387 "obb": {388 "center": [389 -503.6132301379812,390 -238.85671997070312,391 60.0419155033469392 ],393 "extent": [394 135.43008252909203,395 59.66188049316406,396 53.81030763473973397 ],398 "rotation": [399 0,400 0,401 0402 ]403 },404 "location": [405 -504.00567626953125,406 -236.76800537109375,407 6.208327770233154408 ],409 "rotation": [410 0,411 0,412 0413 ],414 "scale": [415 0.949999988079071,416 1,417 1.0600552558898926418 ]419 },420 "color": [421 0,422 63,423 0424 ]425 }426 ],427 "desk 008 parts": [428 {429 "object_id": "SM_desk10",430 "bbox_2d": [431 177,432 1029,433 404,434 1079435 ],436 "bbox_3d": {437 "aabb": {438 "center": [439 -501.6209259057787,440 -121.00936917037806,441 49.12735951261857442 ],443 "extent": [444 31.169145911191123,445 37.2653216098462,446 43.30350411253312447 ]448 },449 "obb": {450 "center": [451 -501.6209259057787,452 -121.00936917037806,453 49.12735951261857454 ],455 "extent": [456 31.169145911191123,457 37.2653216098462,458 43.30350411253312459 ],460 "rotation": [461 0,462 -1.0285085439682007,463 0464 ]465 },466 "location": [467 -501.6209411621094,468 -121.00936889648438,469 5.823855400085449470 ],471 "rotation": [472 0,473 -1.0285085439682007,474 0475 ],476 "scale": [477 1,478 1,479 0.9299650192260742480 ]481 },482 "color": [483 255,484 63,485 63486 ]487 },488 {489 "object_id": "SM_desk11",490 "bbox_2d": [491 417,492 975,493 691,494 1079495 ],496 "bbox_3d": {497 "aabb": {498 "center": [499 -437.7409210205078,500 -123.34284973144531,501 49.127434376052406502 ],503 "extent": [504 30.51487922668457,505 36.7234992980957,506 43.30350411253312507 ]508 },509 "obb": {510 "center": [511 -437.7409210205078,512 -123.34284973144531,513 49.127434376052406514 ],515 "extent": [516 30.51487922668457,517 36.7234992980957,518 43.30350411253312519 ],520 "rotation": [521 0,522 0,523 0524 ]525 },526 "location": [527 -437.7409362792969,528 -123.34284973144531,529 5.823930263519287530 ],531 "rotation": [532 0,533 0,534 0535 ],536 "scale": [537 1,538 1,539 0.9299650192260742540 ]541 },542 "color": [543 127,544 63,545 63546 ]547 }548 ],549 "chair": [550 {551 "object_id": "SM_chair_10",552 "bbox_2d": [553 770,554 1074,555 781,556 1079557 ],558 "bbox_3d": {559 "aabb": {560 "center": [561 -418.9440161449248,562 -91.04469986498734,563 49.59096290895991564 ],565 "extent": [566 36.2767468080782,567 38.358072387904315,568 43.28227930600315569 ]570 },571 "obb": {572 "center": [573 -418.9440161449248,574 -91.04469986498734,575 49.59096290895991576 ],577 "extent": [578 36.2767468080782,579 38.358072387904315,580 43.28227930600315581 ],582 "rotation": [583 0,584 165.56617736816406,585 0586 ]587 },588 "location": [589 -417.50531005859375,590 -91.89265441894531,591 6.208587169647217592 ],593 "rotation": [594 0,595 165.56617736816406,596 0597 ],598 "scale": [599 0.9599999785423279,600 0.9599999785423279,601 0.9599999785423279602 ]603 },604 "color": [605 63,606 255,607 63608 ]609 }610 ],611 "decor": [612 {613 "object_id": "SM_decorativepaint_01_158",614 "bbox_2d": [615 663,616 72,617 756,618 654619 ],620 "bbox_3d": {621 "aabb": {622 "center": [623 -371.71474981307983,624 -212.27692413330078,625 289.60968017578125626 ],627 "extent": [628 2.483466148376465,629 56.918518066406236,630 96.95228576660156631 ]632 },633 "obb": {634 "center": [635 -371.71474981307983,636 -212.27692413330078,637 289.60968017578125638 ],639 "extent": [640 2.483466148376465,641 56.918518066406236,642 96.95228576660156643 ],644 "rotation": [645 0,646 180,647 0648 ]649 },650 "location": [651 -371.7147521972656,652 -212.27691650390625,653 289.60968017578125654 ],655 "rotation": [656 0,657 180,658 0659 ],660 "scale": [661 1,662 1,663 1664 ]665 },666 "color": [667 191,668 255,669 191670 ]671 },672 {673 "object_id": "SM_decorativepaint_7",674 "bbox_2d": [675 335,676 291,677 579,678 632679 ],680 "bbox_3d": {681 "aabb": {682 "center": [683 -449.79917434617255,684 -292.2398054839354,685 261.49526451148404686 ],687 "extent": [688 45.099582993773765,689 1.7134752887805007,690 66.8923036535898691 ]692 },693 "obb": {694 "center": [695 -449.79917434617255,696 -292.2398054839354,697 261.49526451148404698 ],699 "extent": [700 45.099582993773765,701 1.7134752887805007,702 66.8923036535898703 ],704 "rotation": [705 0,706 -90.00000000000001,707 0708 ]709 },710 "location": [711 -449.7991638183594,712 -292.23980712890625,713 261.4952697753906714 ],715 "rotation": [716 0,717 -90.00000000000001,718 0719 ],720 "scale": [721 0.6899507641792297,722 0.6899507641792297,723 0.6899507641792297724 ]725 },726 "color": [727 191,728 191,729 255730 ]731 },732 {733 "object_id": "SM_decorateswallrack3_185",734 "bbox_2d": [735 0,736 607,737 96,738 623739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 -616.5359497070312,744 -285.3233642578125,745 205.22042846679688746 ],747 "extent": [748 49.73320770263672,749 9.933794021606445,750 1.8625863790512085751 ]752 },753 "obb": {754 "center": [755 -616.5359497070312,756 -285.3233642578125,757 205.22042846679688758 ],759 "extent": [760 49.73320770263672,761 9.933794021606445,762 1.8625863790512085763 ],764 "rotation": [765 0,766 0,767 0768 ]769 },770 "location": [771 -616.5359497070312,772 -285.3233642578125,773 205.22042846679688774 ],775 "rotation": [776 0,777 0,778 0779 ],780 "scale": [781 1,782 1,783 1784 ]785 },786 "color": [787 0,788 255,789 31790 ]791 },792 {793 "object_id": "SM_decorateswallrack5",794 "bbox_2d": [795 142,796 415,797 278,798 435799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 -563.0452270507812,804 -285.3233642578125,805 272.803466796875806 ],807 "extent": [808 49.73320770263672,809 9.933794021606445,810 1.8625863790512085811 ]812 },813 "obb": {814 "center": [815 -563.0452270507812,816 -285.3233642578125,817 272.803466796875818 ],819 "extent": [820 49.73320770263672,821 9.933794021606445,822 1.8625863790512085823 ],824 "rotation": [825 0,826 0,827 0828 ]829 },830 "location": [831 -563.0452270507812,832 -285.3233642578125,833 272.803466796875834 ],835 "rotation": [836 0,837 0,838 0839 ],840 "scale": [841 1,842 1,843 1844 ]845 },846 "color": [847 191,848 255,849 31850 ]851 },852 {853 "object_id": "SM_decorativepaint_9",854 "bbox_2d": [855 0,856 0,857 161,858 204859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 -576.4388493728638,864 -292.2399281680584,865 395.4612698936462866 ],867 "extent": [868 28.270959135848898,869 1.074102833192228,870 41.9318640563597871 ]872 },873 "obb": {874 "center": [875 -576.4388493728638,876 -292.2399281680584,877 395.4612698936462878 ],879 "extent": [880 28.270959135848898,881 1.074102833192228,882 41.9318640563597883 ],884 "rotation": [885 0,886 -90.00000000000001,887 0888 ]889 },890 "location": [891 -576.4388427734375,892 -292.23992919921875,893 395.4612731933594894 ],895 "rotation": [896 0,897 -90.00000000000001,898 0899 ],900 "scale": [901 0.4325000047683716,902 0.4325000047683716,903 0.4325000047683716904 ]905 },906 "color": [907 0,908 31,909 0910 ]911 }912 ],913 "trash": [914 {915 "object_id": "SM_smalltrashcan_17",916 "bbox_2d": [917 1006,918 1040,919 1132,920 1079921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 -271.9435117259863,926 -112.58234216259682,927 26.62493896484375928 ],929 "extent": [930 19.155992612047797,931 19.099169858907246,932 20.416366577148438933 ]934 },935 "obb": {936 "center": [937 -271.9435117259863,938 -112.58234216259682,939 26.62493896484375940 ],941 "extent": [942 19.155992612047797,943 19.099169858907246,944 20.416366577148438945 ],946 "rotation": [947 0,948 -7.13491153717041,949 0950 ]951 },952 "location": [953 -271.9435119628906,954 -112.58234405517578,955 6.2085723876953125956 ],957 "rotation": [958 0,959 -7.13491153717041,960 0961 ],962 "scale": [963 1,964 1,965 1966 ]967 },968 "color": [969 63,970 0,971 31972 ]973 }974 ],975 "lamp": [976 {977 "object_id": "SM_simplelamp_2",978 "bbox_2d": [979 195,980 978,981 286,982 1079983 ],984 "bbox_3d": {985 "aabb": {986 "center": [987 -503.80780029296875,988 -118.367431640625,989 109.83267021179199990 ],991 "extent": [992 8.617121696472168,993 8.617121696472168,994 17.312393188476562995 ]996 },997 "obb": {998 "center": [999 -503.80780029296875,1000 -118.367431640625,1001 109.832670211791991002 ],1003 "extent": [1004 8.617121696472168,1005 8.617121696472168,1006 17.3123931884765621007 ],1008 "rotation": [1009 0,1010 0,1011 01012 ]1013 },1014 "location": [1015 -503.80780029296875,1016 -118.367431640625,1017 92.389328002929691018 ],1019 "rotation": [1020 0,1021 0,1022 01023 ],1024 "scale": [1025 1,1026 1,1027 11028 ]1029 },1030 "color": [1031 63,1032 191,1033 311034 ]1035 }1036 ],1037 "books": [1038 {1039 "object_id": "SM_book_01_30",1040 "bbox_2d": [1041 166,1042 325,1043 273,1044 4211045 ],1046 "bbox_3d": {1047 "aabb": {1048 "center": [1049 -529.315765481862,1050 -283.5308543289061,1051 290.753640351599531052 ],1053 "extent": [1054 14.576301932724732,1055 10.882089069250469,1056 16.1104776077457361057 ]1058 },1059 "obb": {1060 "center": [1061 -529.315765481862,1062 -283.5308543289061,1063 290.753640351599531064 ],1065 "extent": [1066 14.576301932724732,1067 10.882089069250469,1068 16.1104776077457361069 ],1070 "rotation": [1071 3.1805546814635168e-15,1072 90.00000000000003,1073 -89.999488830566431074 ]1075 },1076 "location": [1077 -527.5079956054688,1078 -285.4132995605469,1079 274.66604614257811080 ],1081 "rotation": [1082 3.1805546814635168e-15,1083 90.00000000000003,1084 -89.999488830566431085 ],1086 "scale": [1087 0.6008799076080322,1088 0.6008799076080322,1089 0.60087990760803221090 ]1091 },1092 "color": [1093 255,1094 31,1095 2551096 ]1097 },1098 {1099 "object_id": "SM_book_2",1100 "bbox_2d": [1101 43,1102 313,1103 165,1104 4151105 ],1106 "bbox_3d": {1107 "aabb": {1108 "center": [1109 -562.0414388342624,1110 -283.019466186498,1111 291.00910420107441112 ],1113 "extent": [1114 17.66457577791573,1115 11.306196396320047,1116 16.381074447658821117 ]1118 },1119 "obb": {1120 "center": [1121 -562.0414388342624,1122 -283.019466186498,1123 291.00910420107441124 ],1125 "extent": [1126 17.66457577791573,1127 11.306196396320047,1128 16.381074447658821129 ],1130 "rotation": [1131 3.1805546814635168e-15,1132 90.00000000000003,1133 -89.999488830566431134 ]1135 },1136 "location": [1137 -561.3900756835938,1138 -285.4132995605469,1139 274.66604614257811140 ],1141 "rotation": [1142 3.1805546814635168e-15,1143 90.00000000000003,1144 -89.999488830566431145 ],1146 "scale": [1147 0.6008800268173218,1148 0.6008800268173218,1149 0.60088002681732181150 ]1151 },1152 "color": [1153 255,1154 31,1155 1271156 ]1157 },1158 {1159 "object_id": "SM_book_044_39",1160 "bbox_2d": [1161 439,1162 982,1163 568,1164 10171165 ],1166 "bbox_3d": {1167 "aabb": {1168 "center": [1169 -440.33198607581545,1170 -216.89462189413993,1171 67.730020582675931172 ],1173 "extent": [1174 21.31809972680196,1175 18.917972172600656,1176 0.82544302940368651177 ]1178 },1179 "obb": {1180 "center": [1181 -440.33198607581545,1182 -216.89462189413993,1183 67.730020582675931184 ],1185 "extent": [1186 21.31809972680196,1187 18.917972172600656,1188 0.82544302940368651189 ],1190 "rotation": [1191 0,1192 26.620887756347663,1193 01194 ]1195 },1196 "location": [1197 -424.3901062011719,1198 -209.30380249023438,1199 66.924919128417971200 ],