TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Diner50",3 "view_id": "l037_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Diner50/l037_r002/lit.png",5 "camera": {6 "location": [7 -387,8 -440,9 18010 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -387,38 -440,39 180,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "walls": [54 {55 "object_id": "SM_Walls",56 "bbox_2d": [57 0,58 0,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -217.06695556640625,66 -300.78192138671875,67 259.984344482421968 ],69 "extent": [70 559.015869140625,71 1006.7079467773438,72 260.0156860351562573 ]74 },75 "obb": {76 "center": [77 -217.06695556640625,78 -300.78192138671875,79 259.984344482421980 ],81 "extent": [82 559.015869140625,83 1006.7079467773438,84 260.0156860351562585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 150,94 380,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "ventilation": [116 {117 "object_id": "SM_Vent_25",118 "bbox_2d": [119 0,120 345,121 90,122 430123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -103,128 685.9569282531738,129 304.03625869750977130 ],131 "extent": [132 40.77400207519531,133 6.185554027557373,134 43.3223762512207135 ]136 },137 "obb": {138 "center": [139 -103,140 685.9569282531738,141 304.03625869750977142 ],143 "extent": [144 40.77400207519531,145 6.185554027557373,146 43.3223762512207147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -103,156 681,157 261158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 191,172 0,173 255174 ]175 }176 ],177 "window divided": [178 {179 "object_id": "SM_Window_6",180 "bbox_2d": [181 0,182 463,183 81,184 539185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -9.999984741284088,190 704.0000343323079,191 177.4435043334961192 ],193 "extent": [194 131.25004577607746,195 0.00028344670931801375,196 77.44352722167969197 ]198 },199 "obb": {200 "center": [201 -9.999984741284095,202 704.0000343323079,203 177.4435043334961204 ],205 "extent": [206 131.25004577607746,207 0.00028344670931801375,208 77.44352722167969209 ],210 "rotation": [211 0,212 90.00012207031251,213 0214 ]215 },216 "location": [217 -10,218 704,219 100220 ],221 "rotation": [222 0,223 90.00012207031251,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 191,234 191,235 255236 ]237 }238 ],239 "window": [240 {241 "object_id": "SM_WinShutter4",242 "bbox_2d": [243 0,244 456,245 76,246 519247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -11.99947393753429,252 695.1716742526776,253 225.05152702331543254 ],255 "extent": [256 122.36881115423098,257 6.502056002141558,258 26.948427200317383259 ]260 },261 "obb": {262 "center": [263 -11.99947393753429,264 695.1716742526776,265 225.05152702331543266 ],267 "extent": [268 122.36881115423098,269 6.502056002141558,270 26.948427200317383271 ],272 "rotation": [273 0,274 90.00012207031251,275 0276 ]277 },278 "location": [279 -12,280 695,281 252282 ],283 "rotation": [284 0,285 90.00012207031251,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 0,296 31,297 0298 ]299 }300 ],301 "vent": [302 {303 "object_id": "SM_VentPART4_Blueprint2",304 "bbox_2d": [305 0,306 357,307 69,308 424309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -108.76633424737807,314 682.8687717914581,315 306.3436385658765316 ],317 "extent": [318 40.81432331789887,319 1.439596176147461,320 41.75220689618237321 ]322 },323 "obb": {324 "center": [325 -108.76633424737807,326 682.8687717914581,327 306.3436385658765328 ],329 "extent": [330 40.81432331789887,331 1.439596176147461,332 41.75220689618237333 ],334 "rotation": [335 -35.40236529708857,336 4.332116581289271e-31,337 8.29918955608719e-15338 ]339 },340 "location": [341 -103.21334838867188,342 682.8687744140625,343 303.9654235839844344 ],345 "rotation": [346 -35.40236529708857,347 4.332116581289271e-31,348 8.29918955608719e-15349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 63,358 223,359 223360 ]361 }362 ]363 },364 "foreground": {365 "can": [366 {367 "object_id": "SM_MetalCan8",368 "bbox_2d": [369 393,370 895,371 707,372 1079373 ],374 "bbox_3d": {375 "aabb": {376 "center": [377 -411.5691223144531,378 -257,379 81.72660636901855380 ],381 "extent": [382 34.161659821391254,383 33.08870165826994,384 28.001554489135742385 ]386 },387 "obb": {388 "center": [389 -411.5691223144531,390 -257,391 81.72660636901855392 ],393 "extent": [394 34.161659821391254,395 33.08870165826994,396 28.001554489135742397 ],398 "rotation": [399 0,400 -115.00009155273438,401 0402 ]403 },404 "location": [405 -411.5691223144531,406 -257,407 53.72505187988281408 ],409 "rotation": [410 0,411 -115.00009155273438,412 0413 ],414 "scale": [415 1,416 1,417 1418 ]419 },420 "color": [421 127,422 63,423 127424 ]425 },426 {427 "object_id": "SM_MetalCan17",428 "bbox_2d": [429 417,430 614,431 431,432 618433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 -422.92437744140625,438 637.5570678710938,439 82.00155448913574440 ],441 "extent": [442 33.09343889679212,443 31.76762630994233,444 28.001554489135742445 ]446 },447 "obb": {448 "center": [449 -422.92437744140625,450 637.5570678710938,451 82.00155448913574452 ],453 "extent": [454 33.09343889679212,455 31.76762630994233,456 28.001554489135742457 ],458 "rotation": [459 0,460 -70.0000534057617,461 0462 ]463 },464 "location": [465 -422.92437744140625,466 637.5570678710938,467 54468 ],469 "rotation": [470 0,471 -70.0000534057617,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 31,482 63,483 63484 ]485 },486 {487 "object_id": "SM_MetalCan18",488 "bbox_2d": [489 369,490 611,491 412,492 620493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -375,498 655,499 82.00155448913574500 ],501 "extent": [502 29.385610118041598,503 31.06484043600733,504 28.001554489135742505 ]506 },507 "obb": {508 "center": [509 -375,510 655,511 82.00155448913574512 ],513 "extent": [514 29.385610118041598,515 31.06484043600733,516 28.001554489135742517 ],518 "rotation": [519 0,520 12.637412071228026,521 0522 ]523 },524 "location": [525 -375,526 655,527 54528 ],529 "rotation": [530 0,531 12.637412071228026,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 31,542 63,543 191544 ]545 }546 ],547 "electronics": [548 {549 "object_id": "SM_AndroidHub",550 "bbox_2d": [551 886,552 868,553 1538,554 1079555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 -513,560 -311.31535720825195,561 51.19762420654297562 ],563 "extent": [564 45.00006103515625,565 40.31535339355469,566 51.1976318359375567 ]568 },569 "obb": {570 "center": [571 -513,572 -311.31535720825195,573 51.19762420654297574 ],575 "extent": [576 45.00006103515625,577 40.31535339355469,578 51.1976318359375579 ],580 "rotation": [581 0,582 0,583 0584 ]585 },586 "location": [587 -513,588 -311,589 0590 ],591 "rotation": [592 0,593 0,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 255,604 63,605 63606 ]607 },608 {609 "object_id": "SM_VendingDrinks",610 "bbox_2d": [611 0,612 540,613 200,614 1079615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 -309.22275002084865,620 -290.9588801258137,621 105.0146484375622 ],623 "extent": [624 49.70252459778766,625 51.2228765832329,626 105.0146484375627 ]628 },629 "obb": {630 "center": [631 -309.22275002084865,632 -290.9588801258137,633 105.0146484375634 ],635 "extent": [636 49.70252459778766,637 51.2228765832329,638 105.0146484375639 ],640 "rotation": [641 0,642 90.00012207031251,643 0644 ]645 },646 "location": [647 -318.7630310058594,648 -292,649 0650 ],651 "rotation": [652 0,653 90.00012207031251,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 63,664 0,665 0666 ]667 },668 {669 "object_id": "SM_Manipulator_8",670 "bbox_2d": [671 0,672 402,673 205,674 623675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -273.00543886610325,680 -38.47356377294214,681 138.2062530517578682 ],683 "extent": [684 56.645495734503584,685 47.58563532567247,686 92.16432189941406687 ]688 },689 "obb": {690 "center": [691 -273.00543886610325,692 -38.47356377294214,693 138.2062530517578694 ],695 "extent": [696 56.645495734503584,697 47.58563532567247,698 92.16432189941406699 ],700 "rotation": [701 0,702 -35.000068664550795,703 0704 ]705 },706 "location": [707 -267,708 -43,709 46710 ],711 "rotation": [712 0,713 -35.000068664550795,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 191,724 127,725 63726 ]727 }728 ],729 "boxes": [730 {731 "object_id": "SM_BoxPaper_11",732 "bbox_2d": [733 1240,734 713,735 1787,736 1079737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 -610,742 -309.0738983154297,743 65744 ],745 "extent": [746 45.32843017578125,747 39.48811340332031,748 65749 ]750 },751 "obb": {752 "center": [753 -610,754 -309.0738983154297,755 65756 ],757 "extent": [758 45.32843017578125,759 39.48811340332031,760 65761 ],762 "rotation": [763 0,764 0,765 0766 ]767 },768 "location": [769 -610,770 -308,771 0772 ],773 "rotation": [774 0,775 0,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 127,786 63,787 63788 ]789 },790 {791 "object_id": "SM_BottleBox_16",792 "bbox_2d": [793 209,794 619,795 216,796 626797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 -318.8094081878662,802 -157.40939140319824,803 143.4057388305664804 ],805 "extent": [806 29.55223274230957,807 10.524486541748047,808 17.959243774414062809 ]810 },811 "obb": {812 "center": [813 -318.8094081878662,814 -157.40939140319824,815 143.4057388305664816 ],817 "extent": [818 29.55223274230957,819 10.524486541748047,820 17.959243774414062821 ],822 "rotation": [823 0,824 0,825 0826 ]827 },828 "location": [829 -318.232421875,830 -157.79197692871094,831 125.44649505615234832 ],833 "rotation": [834 0,835 0,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 63,846 31,847 31848 ]849 },850 {851 "object_id": "SM_BottleBox2",852 "bbox_2d": [853 392,854 610,855 400,856 619857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 -412.88876865759784,862 -152.57176387155897,863 143.4057388305664864 ],865 "extent": [866 31.269206744583187,867 17.81459871622164,868 17.959243774414062869 ]870 },871 "obb": {872 "center": [873 -412.88876865759784,874 -152.57176387155897,875 143.4057388305664876 ],877 "extent": [878 31.269206744583187,879 17.81459871622164,880 17.959243774414062881 ],882 "rotation": [883 0,884 15.000099182128903,885 0886 ]887 },888 "location": [889 -412.232421875,890 -152.79197692871094,891 125.44649505615234892 ],893 "rotation": [894 0,895 15.000099182128903,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 0,906 159,907 191908 ]909 }910 ],911 "lamp": [912 {913 "object_id": "SM_LampBar3",914 "bbox_2d": [915 479,916 0,917 666,918 34919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 -418,924 -197,925 329.9609260559082926 ],927 "extent": [928 34.404132714502,929 34.404132714502,930 26.03907012939453931 ]932 },933 "obb": {934 "center": [935 -418,936 -197,937 329.9609260559082938 ],939 "extent": [940 34.404132714502,941 34.404132714502,942 26.03907012939453943 ],944 "rotation": [945 0,946 30.000061035156264,947 0948 ]949 },950 "location": [951 -418,952 -197,953 356954 ],955 "rotation": [956 0,957 30.000061035156264,958 0959 ],960 "scale": [961 1,962 1,963 1964 ]965 },966 "color": [967 63,968 127,969 63970 ]971 },972 {973 "object_id": "SM_LampBar5",974 "bbox_2d": [975 0,976 255,977 76,978 341979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 -180,984 370,985 329.9609260559082986 ],987 "extent": [988 29.176330155525022,989 29.176330155525022,990 26.03907012939453991 ]992 },993 "obb": {994 "center": [995 -180,996 370,997 329.9609260559082998 ],999 "extent": [1000 29.176330155525022,1001 29.176330155525022,1002 26.039070129394531003 ],1004 "rotation": [1005 0,1006 80.00010681152344,1007 01008 ]1009 },1010 "location": [1011 -180,1012 370,1013 3561014 ],1015 "rotation": [1016 0,1017 80.00010681152344,1018 01019 ],1020 "scale": [1021 1,1022 1,1023 11024 ]1025 },1026 "color": [1027 63,1028 63,1029 2551030 ]1031 },1032 {1033 "object_id": "SM_LampBar6",1034 "bbox_2d": [1035 70,1036 322,1037 151,1038 3871039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 -180,1044 582,1045 329.96092605590821046 ],1047 "extent": [1048 32.2807014352515,1049 32.280701435251444,1050 26.039070129394531051 ]1052 },1053 "obb": {1054 "center": [1055 -180,1056 582,1057 329.96092605590821058 ],1059 "extent": [1060 32.2807014352515,1061 32.280701435251444,1062 26.039070129394531063 ],1064 "rotation": [1065 0,1066 -110.00015258789064,1067 01068 ]1069 },1070 "location": [1071 -180,1072 582,1073 3561074 ],1075 "rotation": [1076 0,1077 -110.00015258789064,1078 01079 ],1080 "scale": [1081 1,1082 1,1083 11084 ]1085 },1086 "color": [1087 63,1088 63,1089 1271090 ]1091 },1092 {1093 "object_id": "SM_LampWall2",1094 "bbox_2d": [1095 484,1096 431,1097 499,1098 4441099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 -453.9679913520813,1104 502.922513961792,1105 271.30688905715941106 ],1107 "extent": [1108 5.51019811630249,1109 25.249866485595703,1110 4.9792823791503911111 ]1112 },1113 "obb": {1114 "center": [1115 -453.9679913520813,1116 502.922513961792,1117 271.30688905715941118 ],1119 "extent": [1120 5.51019811630249,1121 25.249866485595703,1122 4.9792823791503911123 ],1124 "rotation": [1125 0,1126 -90.00000000000001,1127 01128 ]1129 },1130 "location": [1131 -459,1132 503,1133 272.66104125976561134 ],1135 "rotation": [1136 0,1137 -90.00000000000001,1138 01139 ],1140 "scale": [1141 1,1142 1,1143 11144 ]1145 },1146 "color": [1147 191,1148 95,1149 1591150 ]1151 },1152 {1153 "object_id": "SM_LampWall4",1154 "bbox_2d": [1155 269,1156 376,1157 332,1158 3861159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 -300.0774940788377,1164 683.9679914759024,1165 334.40131044387821166 ],1167 "extent": [1168 25.249875290290618,1169 5.510238462972666,1170 4.9792823791503911171 ]1172 },1173 "obb": {1174 "center": [1175 -300.0774940788377,1176 683.9679914759024,1177 334.40131044387821178 ],1179 "extent": [1180 25.249875290290618,1181 5.510238462972666,1182 4.9792823791503911183 ],1184 "rotation": [1185 0,1186 179.99990844726562,1187 01188 ]1189 },1190 "location": [1191 -300,1192 689,1193 335.75546264648441194 ],1195 "rotation": [1196 0,1197 179.99990844726562,1198 01199 ],1200 "scale": [