TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l059_off1_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/JapaneseRestaurant_02/l059_off1_r005/lit.png",5 "camera": {6 "location": [7 571,8 -199,9 18010 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 571,38 -199,39 180,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "plane": [55 {56 "object_id": "Plane_243",57 "bbox_2d": [58 870,59 842,60 1842,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 890,67 -460,68 069 ],70 "extent": [71 150,72 150,73 2.4121840694324697e-1474 ]75 },76 "obb": {77 "center": [78 890,79 -460,80 081 ],82 "extent": [83 150,84 150,85 2.4121840694324697e-1486 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 890,95 -460,96 097 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 3,105 3,106 3107 ]108 },109 "color": [110 0,111 31,112 191113 ]114 }115 ],116 "bar stool": [117 {118 "object_id": "SM_Barstool_01_Small5",119 "bbox_2d": [120 883,121 928,122 992,123 1020124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 725.0137140270415,129 -480.0092285153805,130 22.542636655631668131 ],132 "extent": [133 18.463972746955733,134 18.183464331535106,135 22.60599171834542136 ]137 },138 "obb": {139 "center": [140 725.0137140270415,141 -480.0092285153805,142 22.542636655631668143 ],144 "extent": [145 18.463972746955733,146 18.183464331535106,147 22.60599171834542148 ],149 "rotation": [150 0,151 0,152 0153 ]154 },155 "location": [156 725,157 -480,158 0159 ],160 "rotation": [161 0,162 0,163 0164 ],165 "scale": [166 0.8999999761581421,167 0.8999999761581421,168 0.8999999761581421169 ]170 },171 "color": [172 159,173 95,174 191175 ]176 },177 {178 "object_id": "SM_Barstool_01_Small6",179 "bbox_2d": [180 592,181 985,182 730,183 1079184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 635.0137140270415,189 -480.0092285153805,190 22.542636655631668191 ],192 "extent": [193 18.463972746955733,194 18.183464331535106,195 22.60599171834542196 ]197 },198 "obb": {199 "center": [200 635.0137140270415,201 -480.0092285153805,202 22.542636655631668203 ],204 "extent": [205 18.463972746955733,206 18.183464331535106,207 22.60599171834542208 ],209 "rotation": [210 0,211 0,212 0213 ]214 },215 "location": [216 635,217 -480,218 0219 ],220 "rotation": [221 0,222 0,223 0224 ],225 "scale": [226 0.8999999761581421,227 0.8999999761581421,228 0.8999999761581421229 ]230 },231 "color": [232 159,233 95,234 31235 ]236 }237 ],238 "chair": [239 {240 "object_id": "SM_Chair_3",241 "bbox_2d": [242 143,243 879,244 327,245 945246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 530.0000038146973,251 -524.9999980926514,252 40.022247314453125253 ],254 "extent": [255 21.862672805786133,256 20.488967895507812,257 40.022247314453125258 ]259 },260 "obb": {261 "center": [262 530.0000038146973,263 -524.9999980926514,264 40.022247314453125265 ],266 "extent": [267 21.862672805786133,268 20.488967895507812,269 40.022247314453125270 ],271 "rotation": [272 0,273 0,274 0275 ]276 },277 "location": [278 530,279 -525,280 0281 ],282 "rotation": [283 0,284 0,285 0286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 159,295 255,296 159297 ]298 },299 {300 "object_id": "SM_Chair_6",301 "bbox_2d": [302 1324,303 749,304 1434,305 941306 ],307 "bbox_3d": {308 "aabb": {309 "center": [310 971.6390950331421,311 -493.59936645032934,312 40.02226257324219313 ],314 "extent": [315 25.088410343233022,316 23.97411729918059,317 40.022247314453125318 ]319 },320 "obb": {321 "center": [322 971.6390950331421,323 -493.59936645032934,324 40.02226257324219325 ],326 "extent": [327 25.088410343233022,328 23.97411729918059,329 40.022247314453125330 ],331 "rotation": [332 0,333 169.99996948242188,334 0335 ]336 },337 "location": [338 971.6390991210938,339 -493.599365234375,340 1.52587890625e-05341 ],342 "rotation": [343 0,344 169.99996948242188,345 0346 ],347 "scale": [348 1,349 1,350 1351 ]352 },353 "color": [354 159,355 63,356 159357 ]358 },359 {360 "object_id": "SM_Chair_7",361 "bbox_2d": [362 1235,363 752,364 1280,365 925366 ],367 "bbox_3d": {368 "aabb": {369 "center": [370 921.6391010284572,371 -543.5993690490649,372 40.02226257324219373 ],374 "extent": [375 20.489052319893403,376 21.8627519254851,377 40.022247314453125378 ]379 },380 "obb": {381 "center": [382 921.6391010284572,383 -543.5993690490649,384 40.02226257324219385 ],386 "extent": [387 20.489052319893403,388 21.8627519254851,389 40.022247314453125390 ],391 "rotation": [392 0,393 -89.99977874755861,394 0395 ]396 },397 "location": [398 921.6390991210938,399 -543.599365234375,400 1.52587890625e-05401 ],402 "rotation": [403 0,404 -89.99977874755861,405 0406 ],407 "scale": [408 1,409 1,410 1411 ]412 },413 "color": [414 159,415 191,416 159417 ]418 },419 {420 "object_id": "SM_Chair_9",421 "bbox_2d": [422 1627,423 868,424 1827,425 1079426 ],427 "bbox_3d": {428 "aabb": {429 "center": [430 930.4258401842941,431 -341.2888831061714,432 40.02226257324219433 ],434 "extent": [435 29.575940657640103,436 29.202731953769387,437 40.022247314453125438 ]439 },440 "obb": {441 "center": [442 930.4258401842941,443 -341.2888831061714,444 40.02226257324219445 ],446 "extent": [447 29.575940657640103,448 29.202731953769387,449 40.022247314453125450 ],451 "rotation": [452 0,453 -146.07577514648438,454 0455 ]456 },457 "location": [458 930.4258422851562,459 -341.28887939453125,460 1.52587890625e-05461 ],462 "rotation": [463 0,464 -146.07577514648438,465 0466 ],467 "scale": [468 1,469 1,470 1471 ]472 },473 "color": [474 127,475 223,476 95477 ]478 },479 {480 "object_id": "SM_Chair_10",481 "bbox_2d": [482 1508,483 774,484 1648,485 1007486 ],487 "bbox_3d": {488 "aabb": {489 "center": [490 985.8643203661144,491 -412.11346036997264,492 40.022262314452746493 ],494 "extent": [495 29.961430282544256,496 29.8793430926807,497 40.022247314453125498 ]499 },500 "obb": {501 "center": [502 985.8643203661144,503 -412.11346036997264,504 40.022262314452746505 ],506 "extent": [507 29.961430282544256,508 29.8793430926807,509 40.022247314453125510 ],511 "rotation": [512 0,513 42.57830810546874,514 0515 ]516 },517 "location": [518 985.8643188476562,519 -412.11346435546875,520 1.4999999621068127e-05521 ],522 "rotation": [523 0,524 42.57830810546874,525 0526 ],527 "scale": [528 1,529 1,530 1531 ]532 },533 "color": [534 63,535 223,536 0537 ]538 }539 ],540 "folding": [541 {542 "object_id": "SM_Folding_Closed2_202",543 "bbox_2d": [544 492,545 739,546 631,547 1038548 ],549 "bbox_3d": {550 "aabb": {551 "center": [552 623.0215454101562,553 -586.7859187588545,554 50.90002023749304555 ],556 "extent": [557 24.49518585205078,558 14.748378323691782,559 51.498875079143275560 ]561 },562 "obb": {563 "center": [564 623.0215454101562,565 -586.7859187588545,566 50.90002023749304567 ],568 "extent": [569 24.49518585205078,570 14.748378323691782,571 51.498875079143275572 ],573 "rotation": [574 0,575 0,576 -10.000030517578125577 ]578 },579 "location": [580 623.0215454101562,581 -578.4370727539062,582 0583 ],584 "rotation": [585 0,586 0,587 -10.000030517578125588 ],589 "scale": [590 1,591 1,592 1593 ]594 },595 "color": [596 191,597 223,598 255599 ]600 },601 {602 "object_id": "SM_Folding_Closed3",603 "bbox_2d": [604 494,605 742,606 635,607 1049608 ],609 "bbox_3d": {610 "aabb": {611 "center": [612 623.0215454101562,613 -578.7832340591979,614 50.90002009852853615 ],616 "extent": [617 24.49518585205078,618 14.748379146541879,619 51.49887502838979620 ]621 },622 "obb": {623 "center": [624 623.0215454101562,625 -578.7832340591979,626 50.90002009852852627 ],628 "extent": [629 24.49518585205078,630 14.748379146541879,631 51.49887502838979632 ],633 "rotation": [634 0,635 0,636 -10.000031471252441637 ]638 },639 "location": [640 623.0215454101562,641 -570.4343872070312,642 0643 ],644 "rotation": [645 0,646 0,647 -10.000031471252441648 ],649 "scale": [650 1,651 1,652 1653 ]654 },655 "color": [656 191,657 223,658 127659 ]660 },661 {662 "object_id": "SM_Folding_Closed4",663 "bbox_2d": [664 495,665 746,666 642,667 1058668 ],669 "bbox_3d": {670 "aabb": {671 "center": [672 623.0215454101562,673 -571.6513370865416,674 50.90002009852853675 ],676 "extent": [677 24.49518585205078,678 14.748379146541879,679 51.49887502838979680 ]681 },682 "obb": {683 "center": [684 623.0215454101562,685 -571.6513370865416,686 50.90002009852852687 ],688 "extent": [689 24.49518585205078,690 14.748379146541879,691 51.49887502838979692 ],693 "rotation": [694 0,695 0,696 -10.000031471252441697 ]698 },699 "location": [700 623.0215454101562,701 -563.302490234375,702 0703 ],704 "rotation": [705 0,706 0,707 -10.000031471252441708 ],709 "scale": [710 1,711 1,712 1713 ]714 },715 "color": [716 191,717 223,718 63719 ]720 },721 {722 "object_id": "SM_Folding_Closed5",723 "bbox_2d": [724 293,725 756,726 457,727 1071728 ],729 "bbox_3d": {730 "aabb": {731 "center": [732 562.4636840820312,733 -586.0146183365416,734 50.90002009852853735 ],736 "extent": [737 24.49518585205078,738 14.748379146541879,739 51.49887502838979740 ]741 },742 "obb": {743 "center": [744 562.4636840820312,745 -586.0146183365416,746 50.90002009852852747 ],748 "extent": [749 24.49518585205078,750 14.748379146541879,751 51.49887502838979752 ],753 "rotation": [754 0,755 0,756 -10.000031471252441757 ]758 },759 "location": [760 562.4636840820312,761 -577.665771484375,762 0763 ],764 "rotation": [765 0,766 0,767 -10.000031471252441768 ],769 "scale": [770 1,771 1,772 1773 ]774 },775 "color": [776 191,777 223,778 191779 ]780 }781 ],782 "chopstick stand": [783 {784 "object_id": "SM_ChopstickStand_208",785 "bbox_2d": [786 782,787 846,788 810,789 925790 ],791 "bbox_3d": {792 "aabb": {793 "center": [794 666.3295193233147,795 -455.5632950685806,796 82.75994300842285797 ],798 "extent": [799 6.685890457922596,800 5.78266473468193,801 9.759943008422852802 ]803 },804 "obb": {805 "center": [806 666.3295193233147,807 -455.5632950685806,808 82.75994300842285809 ],810 "extent": [811 6.685890457922596,812 5.78266473468193,813 9.759943008422852814 ],815 "rotation": [816 0,817 -99.99993896484378,818 0819 ]820 },821 "location": [822 668.0160522460938,823 -454.51544189453125,824 73825 ],826 "rotation": [827 0,828 -99.99993896484378,829 0830 ],831 "scale": [832 1,833 1,834 1835 ]836 },837 "color": [838 191,839 223,840 31841 ]842 },843 {844 "object_id": "SM_ChopstickStand2",845 "bbox_2d": [846 1054,847 1054,848 1104,849 1079850 ],851 "bbox_3d": {852 "aabb": {853 "center": [854 669.8083425419895,855 -329.6758147638004,856 82.75994300842285857 ],858 "extent": [859 6.685903833459065,860 5.782682747893148,861 9.759943008422852862 ]863 },864 "obb": {865 "center": [866 669.8083425419895,867 -329.6758147638004,868 82.75994300842285869 ],870 "extent": [871 6.685903833459065,872 5.782682747893148,873 9.759943008422852874 ],875 "rotation": [876 0,877 100.00014495849612,878 0879 ]880 },881 "location": [882 668.5819091796875,883 -331.2373046875,884 73885 ],886 "rotation": [887 0,888 100.00014495849612,889 0890 ],891 "scale": [892 1,893 1,894 1895 ]896 },897 "color": [898 191,899 223,900 95901 ]902 },903 {904 "object_id": "SM_ChopstickStand5",905 "bbox_2d": [906 0,907 935,908 50,909 1022910 ],911 "bbox_3d": {912 "aabb": {913 "center": [914 495.20186671191146,915 -488.4879180352848,916 82.75994300842285917 ],918 "extent": [919 6.685903833459065,920 5.782682747893148,921 9.759943008422852922 ]923 },924 "obb": {925 "center": [926 495.20186671191146,927 -488.4879180352848,928 82.75994300842285929 ],930 "extent": [931 6.685903833459065,932 5.782682747893148,933 9.759943008422852934 ],935 "rotation": [936 0,937 100.00014495849612,938 0939 ]940 },941 "location": [942 493.9754333496094,943 -490.0494079589844,944 73945 ],946 "rotation": [947 0,948 100.00014495849612,949 0950 ],951 "scale": [952 1,953 1,954 1955 ]956 },957 "color": [958 31,959 223,960 255961 ]962 },963 {964 "object_id": "SM_ChopstickStand6",965 "bbox_2d": [966 1338,967 706,968 1357,969 745970 ],971 "bbox_3d": {972 "aabb": {973 "center": [974 997.7741084688197,975 -533.4500338492278,976 82.75994300842285977 ],978 "extent": [979 6.685885999391189,980 5.7826587302615735,981 9.759943008422852982 ]983 },984 "obb": {985 "center": [986 997.7741084688197,987 -533.4500338492278,988 82.75994300842285989 ],990 "extent": [991 6.685885999391189,992 5.7826587302615735,993 9.759943008422852994 ],995 "rotation": [996 0,997 -80.00012969970702,998 0999 ]1000 },1001 "location": [1002 999.0005493164062,1003 -531.8885498046875,1004 731005 ],1006 "rotation": [1007 0,1008 -80.00012969970702,1009 01010 ],1011 "scale": [1012 1,1013 1,1014 11015 ]1016 },1017 "color": [1018 159,1019 223,1020 2551021 ]1022 },1023 {1024 "object_id": "SM_ChopstickStand7",1025 "bbox_2d": [1026 1720,1027 789,1028 1756,1029 8511030 ],1031 "bbox_3d": {1032 "aabb": {1033 "center": [1034 971.9487169396981,1035 -353.4552515550635,1036 82.759973526000981037 ],1038 "extent": [1039 7.650315807778043,1040 7.513067096372026,1041 9.7599430084228521042 ]1043 },1044 "obb": {1045 "center": [1046 971.9487169396981,1047 -353.4552515550635,1048 82.759973526000981049 ],1050 "extent": [1051 7.650315807778043,1052 7.513067096372026,1053 9.7599430084228521054 ],1055 "rotation": [1056 0,1057 -50.000091552734375,1058 01059 ]1060 },1061 "location": [1062 972.2301025390625,1063 -351.48974609375,1064 73.000030517578121065 ],1066 "rotation": [1067 0,1068 -50.000091552734375,1069 01070 ],1071 "scale": [1072 1,1073 1,1074 11075 ]1076 },1077 "color": [1078 159,1079 223,1080 311081 ]1082 }1083 ],1084 "coat hanger": [1085 {1086 "object_id": "SM_CoatHanger5_356",1087 "bbox_2d": [1088 1496,1089 715,1090 1584,1091 8021092 ],1093 "bbox_3d": {1094 "aabb": {1095 "center": [1096 1025.4565052501187,1097 -449.97724143623657,1098 80.353740692138671099 ],1100 "extent": [1101 3.543537719734161,1102 19.967594066807465,1103 18.8701667785644531104 ]1105 },1106 "obb": {1107 "center": [1108 1025.4565052501187,1109 -449.97724143623657,1110 80.353740692138671111 ],1112 "extent": [1113 3.543537719734161,1114 19.967594066807465,1115 18.8701667785644531116 ],1117 "rotation": [1118 0,1119 90.00012207031251,1120 01121 ]1122 },1123 "location": [1124 1029,1125 -450,1126 871127 ],1128 "rotation": [1129 0,1130 90.00012207031251,1131 01132 ],1133 "scale": [1134 1,1135 1,1136 11137 ]1138 },1139 "color": [1140 0,1141 31,1142 151143 ]1144 }1145 ]1146 }1147}