TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l005_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l005_r005/lit.png",5 "camera": {6 "location": [7 141,8 92,9 17710 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 141,38 92,39 177,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 341,58 0,59 523,60 4061 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "ceiling lamp": [116 {117 "object_id": "SM_SillingLamp3",118 "bbox_2d": [119 118,120 0,121 183,122 60123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 78.66053193308672,128 -257.5021244623304,129 330.37402153015137130 ],131 "extent": [132 10.649809765922015,133 13.151656989309473,134 15.387605667114258135 ]136 },137 "obb": {138 "center": [139 78.66053193308672,140 -257.5021244623304,141 330.37402153015137142 ],143 "extent": [144 10.649809765922015,145 13.151656989309473,146 15.387605667114258147 ],148 "rotation": [149 0,150 -20,151 0152 ]153 },154 "location": [155 78.7145767211914,156 -257.11273193359375,157 345.7616271972656158 ],159 "rotation": [160 0,161 -20,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 31,172 31,173 127174 ]175 }176 ]177 },178 "foreground": {179 "closet": [180 {181 "object_id": "SM_Closet_29",182 "bbox_2d": [183 0,184 0,185 645,186 775187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 -5.889900207519531,192 -347.92909240722656,193 225.49037170410156194 ],195 "extent": [196 236.4459686279297,197 20.030471801757812,198 133.37185668945312199 ]200 },201 "obb": {202 "center": [203 -5.889900207519531,204 -347.92909240722656,205 225.49037170410156206 ],207 "extent": [208 236.4459686279297,209 20.030471801757812,210 133.37185668945312211 ],212 "rotation": [213 0,214 0,215 0216 ]217 },218 "location": [219 -6.054466247558594,220 -367.9595642089844,221 92.11851501464844222 ],223 "rotation": [224 0,225 0,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 255,236 127,237 0238 ]239 }240 ],241 "armchair": [242 {243 "object_id": "SM_ArmchairManager_32",244 "bbox_2d": [245 0,246 405,247 9,248 504249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 -2.0084305367577002,254 -266.9637446004958,255 156.8519277990954256 ],257 "extent": [258 54.566865723696466,259 55.92745020578518,260 63.54718651223584261 ]262 },263 "obb": {264 "center": [265 -2.0084305367577002,266 -266.9637446004958,267 156.8519277990954268 ],269 "extent": [270 54.566865723696466,271 55.92745020578518,272 63.54718651223584273 ],274 "rotation": [275 0,276 30.00005722045899,277 0278 ]279 },280 "location": [281 -2.4702606201171875,282 -266.4104919433594,283 93.3218994140625284 ],285 "rotation": [286 0,287 30.00005722045899,288 0289 ],290 "scale": [291 1.100000023841858,292 1.100000023841858,293 1.100000023841858294 ]295 },296 "color": [297 255,298 127,299 255300 ]301 }302 ],303 "manager desk": [304 {305 "object_id": "SM_ManagerDesk_35",306 "bbox_2d": [307 0,308 553,309 238,310 967311 ],312 "bbox_3d": {313 "aabb": {314 "center": [315 0.9649276733398438,316 -103.14732360839844,317 133.83098220825195318 ],319 "extent": [320 101.42112731933594,321 175.46688842773438,322 40.50908660888672323 ]324 },325 "obb": {326 "center": [327 0.9649276733398438,328 -103.14732360839844,329 133.83098220825195330 ],331 "extent": [332 101.42112731933594,333 175.46688842773438,334 40.50908660888672335 ],336 "rotation": [337 0,338 0,339 0340 ]341 },342 "location": [343 3.7793960571289062,344 -148.75787353515625,345 93.32191467285156346 ],347 "rotation": [348 0,349 0,350 0351 ],352 "scale": [353 1,354 1,355 1356 ]357 },358 "color": [359 0,360 127,361 127362 ]363 }364 ],365 "calendar": [366 {367 "object_id": "SM_CalendarDesk_116",368 "bbox_2d": [369 0,370 521,371 5,372 556373 ],374 "bbox_3d": {375 "aabb": {376 "center": [377 61.437330427932885,378 -166.4330257628863,379 179.62402725219727380 ],381 "extent": [382 12.325876402342068,383 9.841876774162444,384 5.984294891357422385 ]386 },387 "obb": {388 "center": [389 61.437330427932885,390 -166.4330257628863,391 179.62402725219727392 ],393 "extent": [394 12.325876402342068,395 9.841876774162444,396 5.984294891357422397 ],398 "rotation": [399 0,400 -110.00013732910158,401 0402 ]403 },404 "location": [405 60.486053466796875,406 -166.10409545898438,407 173.6102752685547408 ],409 "rotation": [410 0,411 -110.00013732910158,412 0413 ],414 "scale": [415 1,416 1,417 1418 ]419 },420 "color": [421 127,422 63,423 63424 ]425 }426 ],427 "tableware": [428 {429 "object_id": "SM_MarkerMug_122",430 "bbox_2d": [431 61,432 518,433 106,434 553435 ],436 "bbox_3d": {437 "aabb": {438 "center": [439 68.28654193878174,440 -238.27978515625,441 175.41974639892578442 ],443 "extent": [444 4.380762100219727,445 5.30859375,446 7.295173645019531447 ]448 },449 "obb": {450 "center": [451 68.28654193878174,452 -238.27978515625,453 175.41974639892578454 ],455 "extent": [456 4.380762100219727,457 5.30859375,458 7.295173645019531459 ],460 "rotation": [461 0,462 0,463 0464 ]465 },466 "location": [467 68.82274627685547,468 -240.205322265625,469 168.12457275390625470 ],471 "rotation": [472 0,473 0,474 0475 ],476 "scale": [477 1,478 1,479 1480 ]481 },482 "color": [483 63,484 0,485 255486 ]487 }488 ],489 "chassis": [490 {491 "object_id": "SM_Chassis_125",492 "bbox_2d": [493 6,494 553,495 35,496 554497 ],498 "bbox_3d": {499 "aabb": {500 "center": [501 51.43301841964879,502 -207.5330078601583,503 174.3187141418457504 ],505 "extent": [506 18.3861534901983,507 19.869006395314557,508 0.7084541320800781509 ]510 },511 "obb": {512 "center": [513 51.43301841964879,514 -207.5330078601583,515 174.3187141418457516 ],517 "extent": [518 18.3861534901983,519 19.869006395314557,520 0.7084541320800781521 ],522 "rotation": [523 0,524 -119.99999999999997,525 0526 ]527 },528 "location": [529 68.90663146972656,530 -199.1138916015625,531 173.61026000976562532 ],533 "rotation": [534 0,535 -119.99999999999997,536 0537 ],538 "scale": [539 1,540 1,541 1542 ]543 },544 "color": [545 63,546 0,547 127548 ]549 }550 ],551 "decorative grass": [552 {553 "object_id": "SM_Decorative78_11",554 "bbox_2d": [555 17,556 372,557 106,558 434559 ],560 "bbox_3d": {561 "aabb": {562 "center": [563 40.91493225097656,564 -339.0389709472656,565 222.5072258079672566 ],567 "extent": [568 11.195476386359587,569 11.168371308230235,570 10.709661870894706571 ]572 },573 "obb": {574 "center": [575 40.91493225097656,576 -339.0389709472656,577 222.5072258079672578 ],579 "extent": [580 11.195476386359587,581 11.168371308230235,582 10.709661870894706583 ],584 "rotation": [585 0,586 0,587 0588 ]589 },590 "location": [591 40.91493225097656,592 -339.0389709472656,593 211.72216796875594 ],595 "rotation": [596 0,597 0,598 0599 ],600 "scale": [601 1.332789421081543,602 1.332789421081543,603 1.332789421081543604 ]605 },606 "color": [607 31,608 31,609 31610 ]611 },612 {613 "object_id": "SM_Decorative86_34",614 "bbox_2d": [615 157,616 271,617 194,618 331619 ],620 "bbox_3d": {621 "aabb": {622 "center": [623 70.77970123291016,624 -340.46532440185547,625 260.5085906982422626 ],627 "extent": [628 5.235870361328125,629 5.270179748535156,630 11.30023193359375631 ]632 },633 "obb": {634 "center": [635 70.77970123291016,636 -340.46532440185547,637 260.5085906982422638 ],639 "extent": [640 5.235870361328125,641 5.270179748535156,642 11.30023193359375643 ],644 "rotation": [645 0,646 0,647 0648 ]649 },650 "location": [651 70.77973175048828,652 -340.46533203125,653 249.10960388183594654 ],655 "rotation": [656 0,657 0,658 0659 ],660 "scale": [661 1,662 1,663 1664 ]665 },666 "color": [667 255,668 0,669 95670 ]671 },672 {673 "object_id": "SM_Decorative87_37",674 "bbox_2d": [675 0,676 251,677 21,678 313679 ],680 "bbox_3d": {681 "aabb": {682 "center": [683 17.37841033935547,684 -340.0759879145785,685 262.17201072849866686 ],687 "extent": [688 12.929520684338968,689 12.76076326909515,690 12.97054217268078691 ]692 },693 "obb": {694 "center": [695 17.37841033935547,696 -340.0759879145785,697 262.17201072849866698 ],699 "extent": [700 12.929520684338968,701 12.76076326909515,702 12.97054217268078703 ],704 "rotation": [705 0,706 0,707 0708 ]709 },710 "location": [711 17.37841033935547,712 -340.07598876953125,713 249.10960388183594714 ],715 "rotation": [716 0,717 0,718 0719 ],720 "scale": [721 1.7929658889770508,722 1.7929658889770508,723 1.7929658889770508724 ]725 },726 "color": [727 255,728 255,729 95730 ]731 },732 {733 "object_id": "SM_Decorative82_90",734 "bbox_2d": [735 112,736 192,737 164,738 217739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 61.71518530233404,744 -334.31798553468997,745 292.1951141357422746 ],747 "extent": [748 9.249117414522964,749 9.537631738718176,750 5.404884338378906751 ]752 },753 "obb": {754 "center": [755 61.71518530233404,756 -334.31798553468997,757 292.1951141357422758 ],759 "extent": [760 9.249117414522964,761 9.537631738718176,762 5.404884338378906763 ],764 "rotation": [765 0,766 60.00009536743165,767 0768 ]769 },770 "location": [771 61.7151985168457,772 -334.3179931640625,773 286.78375244140625774 ],775 "rotation": [776 0,777 60.00009536743165,778 0779 ],780 "scale": [781 1,782 1,783 1784 ]785 },786 "color": [787 31,788 63,789 95790 ]791 },792 {793 "object_id": "SM_Decorative97_96",794 "bbox_2d": [795 127,796 368,797 178,798 437799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 63.907718658447266,804 -343.9322967529297,805 224.5531939312964806 ],807 "extent": [808 6.991336822509766,809 6.6183319091796875,810 12.80090125912966811 ]812 },813 "obb": {814 "center": [815 63.907718658447266,816 -343.9322967529297,817 224.5531939312964818 ],819 "extent": [820 6.991336822509766,821 6.6183319091796875,822 12.80090125912966823 ],824 "rotation": [825 0,826 0,827 0828 ]829 },830 "location": [831 64.1484603881836,832 -343.93231201171875,833 211.72218322753906834 ],835 "rotation": [836 0,837 0,838 0839 ],840 "scale": [841 1,842 1,843 1.2821654081344604844 ]845 },846 "color": [847 0,848 95,849 255850 ]851 },852 {853 "object_id": "SM_Decorative156_84",854 "bbox_2d": [855 916,856 508,857 1029,858 737859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 215.2140879613295,864 -32.59786782804271,865 164.69444428428687866 ],867 "extent": [868 11.79616688467351,869 11.774763046964166,870 17.065425383079855871 ]872 },873 "obb": {874 "center": [875 215.2140879613295,876 -32.59786782804271,877 164.69444428428687878 ],879 "extent": [880 11.79616688467351,881 11.774763046964166,882 17.065425383079855883 ],884 "rotation": [885 0,886 60.00009536743165,887 0888 ]889 },890 "location": [891 215.2140655517578,892 -32.59794616699219,893 147.59056091308594894 ],895 "rotation": [896 0,897 60.00009536743165,898 0899 ],900 "scale": [901 1.2951279878616333,902 1.2951279878616333,903 1.6757863759994507904 ]905 },906 "color": [907 159,908 0,909 191910 ]911 },912 {913 "object_id": "SM_Decorative157_91",914 "bbox_2d": [915 654,916 610,917 680,918 635919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 216.38412475585938,924 -212.24462890625,925 151.065927028656926 ],927 "extent": [928 8.890029907226562,929 8.87884521484375,930 3.4577102661132812931 ]932 },933 "obb": {934 "center": [935 216.38412475585938,936 -212.24462890625,937 151.065927028656938 ],939 "extent": [940 8.890029907226562,941 8.87884521484375,942 3.4577102661132812943 ],944 "rotation": [945 0,946 0,947 0948 ]949 },950 "location": [951 216.38412475585938,952 -212.24462890625,953 147.59056091308594954 ],955 "rotation": [956 0,957 0,958 0959 ],960 "scale": [961 1,962 1,963 1964 ]965 },966 "color": [967 159,968 255,969 0970 ]971 }972 ],973 "books": [974 {975 "object_id": "SM_Book41_53",976 "bbox_2d": [977 270,978 386,979 279,980 442981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 100.10064697260624,986 -339.94922986205734,987 222.0370635986328988 ],989 "extent": [990 1.4089222411955973,991 8.610492956241046,992 10.532577514648438993 ]994 },995 "obb": {996 "center": [997 100.10064697260624,998 -339.94922986205734,999 222.03706359863281000 ],1001 "extent": [1002 1.4089222411955973,1003 8.610492956241046,1004 10.5325775146484381005 ],1006 "rotation": [1007 -90,1008 0.00016529858112329104,1009 01010 ]1011 },1012 "location": [1013 98.6633071899414,1014 -339.9492492675781,1015 222.03706359863281016 ],1017 "rotation": [1018 -90,1019 0.00016529858112329104,1020 01021 ],1022 "scale": [1023 1,1024 1,1025 11026 ]1027 },1028 "color": [1029 127,1030 0,1031 951032 ]1033 },1034 {1035 "object_id": "SM_Book42",1036 "bbox_2d": [1037 260,1038 390,1039 269,1040 4421041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 97.05229949945965,1046 -339.94922970954076,1047 221.19567871093751048 ],1049 "extent": [1050 1.4089231548569217,1051 8.610493105736907,1052 9.475794468177811053 ]1054 },1055 "obb": {1056 "center": [1057 97.05229949945965,1058 -339.94922970954076,1059 221.19567871093751060 ],1061 "extent": [1062 1.4089231548569217,1063 8.610493105736907,1064 9.475794468177811065 ],1066 "rotation": [1067 -90,1068 0.0001713782548904404,1069 01070 ]1071 },1072 "location": [1073 95.61495971679688,1074 -339.9492492675781,1075 221.19567871093751076 ],1077 "rotation": [1078 -90,1079 0.0001713782548904404,1080 01081 ],1082 "scale": [1083 0.8996652960777283,1084 1,1085 11086 ]1087 },1088 "color": [1089 127,1090 255,1091 951092 ]1093 },1094 {1095 "object_id": "SM_Book43",1096 "bbox_2d": [1097 249,1098 384,1099 262,1100 4411101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 93.8908920287586,1106 -339.94922986283416,1107 222.03706359863281108 ],1109 "extent": [1110 1.4089222365419118,1111 8.610492955479629,1112 10.5325775146484381113 ]1114 },1115 "obb": {1116 "center": [1117 93.8908920287586,1118 -339.94922986283416,1119 222.03706359863281120 ],1121 "extent": [1122 1.4089222365419118,1123 8.610492955479629,1124 10.5325775146484381125 ],1126 "rotation": [1127 -90,1128 0.00016526761464774557,1129 01130 ]1131 },1132 "location": [1133 92.45355224609375,1134 -339.9492492675781,1135 222.03706359863281136 ],1137 "rotation": [1138 -90,1139 0.00016526761464774557,1140 01141 ],1142 "scale": [1143 1,1144 1,1145 11146 ]1147 },1148 "color": [1149 127,1150 127,1151 951152 ]1153 },1154 {1155 "object_id": "SM_Book44",1156 "bbox_2d": [1157 238,1158 380,1159 250,1160 4411161 ],1162 "bbox_3d": {1163 "aabb": {1164 "center": [1165 90.77272796625859,1166 -339.94922986146156,1167 222.879776000976561168 ],1169 "extent": [1170 1.4089222447645824,1171 8.610492956824999,1172 11.16445371682131173 ]1174 },1175 "obb": {1176 "center": [1177 90.77272796625859,1178 -339.94922986146156,1179 222.879776000976561180 ],1181 "extent": [1182 1.4089222447645824,1183 8.610492956824999,1184 11.16445371682131185 ],1186 "rotation": [1187 -90,1188 0.00016532232984900456,1189 01190 ]1191 },1192 "location": [1193 89.33538818359375,1194 -339.9492492675781,1195 222.879776000976561196 ],1197 "rotation": [1198 -90,1199 0.00016532232984900456,1200 0