TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l034_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l034_r004/lit.png",5 "camera": {6 "location": [7 931,8 -207,9 8010 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 931,38 -207,39 80,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "plane": [55 {56 "object_id": "Plane_243",57 "bbox_2d": [58 369,59 716,60 1269,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 890,67 -460,68 069 ],70 "extent": [71 150,72 150,73 2.4121840694324697e-1474 ]75 },76 "obb": {77 "center": [78 890,79 -460,80 081 ],82 "extent": [83 150,84 150,85 2.4121840694324697e-1486 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 890,95 -460,96 097 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 3,105 3,106 3107 ]108 },109 "color": [110 0,111 31,112 191113 ]114 }115 ],116 "bar stool": [117 {118 "object_id": "SM_Barstool_01_Small_45",119 "bbox_2d": [120 410,121 678,122 599,123 908124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 725.0137140279497,129 -350.0092285159917,130 22.542636655631668131 ],132 "extent": [133 18.46397396977636,134 18.183465535778396,135 22.60599171834542136 ]137 },138 "obb": {139 "center": [140 725.0137140279497,141 -350.0092285159917,142 22.542636655631668143 ],144 "extent": [145 18.46397396977636,146 18.183465535778396,147 22.60599171834542148 ],149 "rotation": [150 0,151 0,152 0153 ]154 },155 "location": [156 725,157 -350,158 0159 ],160 "rotation": [161 0,162 0,163 0164 ],165 "scale": [166 0.9000000357627869,167 0.9000000357627869,168 0.8999999761581421169 ]170 },171 "color": [172 159,173 95,174 0175 ]176 },177 {178 "object_id": "SM_Barstool_01_Small2",179 "bbox_2d": [180 232,181 657,182 388,183 842184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 635.0137140270415,189 -350.0092285153805,190 22.542636655631668191 ],192 "extent": [193 18.463972746955733,194 18.183464331535106,195 22.60599171834542196 ]197 },198 "obb": {199 "center": [200 635.0137140270415,201 -350.0092285153805,202 22.542636655631668203 ],204 "extent": [205 18.463972746955733,206 18.183464331535106,207 22.60599171834542208 ],209 "rotation": [210 0,211 0,212 0213 ]214 },215 "location": [216 635,217 -350,218 0219 ],220 "rotation": [221 0,222 0,223 0224 ],225 "scale": [226 0.8999999761581421,227 0.8999999761581421,228 0.8999999761581421229 ]230 },231 "color": [232 159,233 95,234 255235 ]236 },237 {238 "object_id": "SM_Barstool_01_Small5",239 "bbox_2d": [240 782,241 634,242 898,243 778244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 725.0137140270415,249 -480.0092285153805,250 22.542636655631668251 ],252 "extent": [253 18.463972746955733,254 18.183464331535106,255 22.60599171834542256 ]257 },258 "obb": {259 "center": [260 725.0137140270415,261 -480.0092285153805,262 22.542636655631668263 ],264 "extent": [265 18.463972746955733,266 18.183464331535106,267 22.60599171834542268 ],269 "rotation": [270 0,271 0,272 0273 ]274 },275 "location": [276 725,277 -480,278 0279 ],280 "rotation": [281 0,282 0,283 0284 ],285 "scale": [286 0.8999999761581421,287 0.8999999761581421,288 0.8999999761581421289 ]290 },291 "color": [292 159,293 95,294 191295 ]296 },297 {298 "object_id": "SM_Barstool_01_Small6",299 "bbox_2d": [300 608,301 624,302 713,303 748304 ],305 "bbox_3d": {306 "aabb": {307 "center": [308 635.0137140270415,309 -480.0092285153805,310 22.542636655631668311 ],312 "extent": [313 18.463972746955733,314 18.183464331535106,315 22.60599171834542316 ]317 },318 "obb": {319 "center": [320 635.0137140270415,321 -480.0092285153805,322 22.542636655631668323 ],324 "extent": [325 18.463972746955733,326 18.183464331535106,327 22.60599171834542328 ],329 "rotation": [330 0,331 0,332 0333 ]334 },335 "location": [336 635,337 -480,338 0339 ],340 "rotation": [341 0,342 0,343 0344 ],345 "scale": [346 0.8999999761581421,347 0.8999999761581421,348 0.8999999761581421349 ]350 },351 "color": [352 159,353 95,354 31355 ]356 }357 ],358 "chair": [359 {360 "object_id": "SM_Chair_01_53",361 "bbox_2d": [362 17,363 540,364 137,365 791366 ],367 "bbox_3d": {368 "aabb": {369 "center": [370 530.0000038146973,371 -324.99999809265137,372 40.022247314453125373 ],374 "extent": [375 21.862672805786133,376 20.488967895507812,377 40.022247314453125378 ]379 },380 "obb": {381 "center": [382 530.0000038146973,383 -324.99999809265137,384 40.022247314453125385 ],386 "extent": [387 21.862672805786133,388 20.488967895507812,389 40.022247314453125390 ],391 "rotation": [392 0,393 0,394 0395 ]396 },397 "location": [398 530,399 -325,400 0401 ],402 "rotation": [403 0,404 0,405 0406 ],407 "scale": [408 1,409 1,410 1411 ]412 },413 "color": [414 159,415 95,416 95417 ]418 },419 {420 "object_id": "SM_Chair_3",421 "bbox_2d": [422 523,423 540,424 633,425 693426 ],427 "bbox_3d": {428 "aabb": {429 "center": [430 530.0000038146973,431 -524.9999980926514,432 40.022247314453125433 ],434 "extent": [435 21.862672805786133,436 20.488967895507812,437 40.022247314453125438 ]439 },440 "obb": {441 "center": [442 530.0000038146973,443 -524.9999980926514,444 40.022247314453125445 ],446 "extent": [447 21.862672805786133,448 20.488967895507812,449 40.022247314453125450 ],451 "rotation": [452 0,453 0,454 0455 ]456 },457 "location": [458 530,459 -525,460 0461 ],462 "rotation": [463 0,464 0,465 0466 ],467 "scale": [468 1,469 1,470 1471 ]472 },473 "color": [474 159,475 255,476 159477 ]478 },479 {480 "object_id": "SM_Chair_4",481 "bbox_2d": [482 303,483 553,484 443,485 738486 ],487 "bbox_3d": {488 "aabb": {489 "center": [490 529.9999961853027,491 -425.00000190734863,492 40.022247314453125493 ],494 "extent": [495 21.862672805786133,496 20.488967895507812,497 40.022247314453125498 ]499 },500 "obb": {501 "center": [502 529.9999961853027,503 -425.00000190734863,504 40.022247314453125505 ],506 "extent": [507 21.862672805786133,508 20.488967895507812,509 40.022247314453125510 ],511 "rotation": [512 0,513 180,514 0515 ]516 },517 "location": [518 530,519 -425,520 0521 ],522 "rotation": [523 0,524 180,525 0526 ],527 "scale": [528 1,529 1,530 1531 ]532 },533 "color": [534 159,535 127,536 159537 ]538 }539 ],540 "folding": [541 {542 "object_id": "SM_Folding_Closed2_202",543 "bbox_2d": [544 761,545 497,546 856,547 703548 ],549 "bbox_3d": {550 "aabb": {551 "center": [552 623.0215454101562,553 -586.7859187588545,554 50.90002023749304555 ],556 "extent": [557 24.49518585205078,558 14.748378323691782,559 51.498875079143275560 ]561 },562 "obb": {563 "center": [564 623.0215454101562,565 -586.7859187588545,566 50.90002023749304567 ],568 "extent": [569 24.49518585205078,570 14.748378323691782,571 51.498875079143275572 ],573 "rotation": [574 0,575 0,576 -10.000030517578125577 ]578 },579 "location": [580 623.0215454101562,581 -578.4370727539062,582 0583 ],584 "rotation": [585 0,586 0,587 -10.000030517578125588 ],589 "scale": [590 1,591 1,592 1593 ]594 },595 "color": [596 191,597 223,598 255599 ]600 },601 {602 "object_id": "SM_Folding_Closed3",603 "bbox_2d": [604 760,605 497,606 846,607 706608 ],609 "bbox_3d": {610 "aabb": {611 "center": [612 623.0215454101562,613 -578.7832340591979,614 50.90002009852853615 ],616 "extent": [617 24.49518585205078,618 14.748379146541879,619 51.49887502838979620 ]621 },622 "obb": {623 "center": [624 623.0215454101562,625 -578.7832340591979,626 50.90002009852852627 ],628 "extent": [629 24.49518585205078,630 14.748379146541879,631 51.49887502838979632 ],633 "rotation": [634 0,635 0,636 -10.000031471252441637 ]638 },639 "location": [640 623.0215454101562,641 -570.4343872070312,642 0643 ],644 "rotation": [645 0,646 0,647 -10.000031471252441648 ],649 "scale": [650 1,651 1,652 1653 ]654 },655 "color": [656 191,657 223,658 127659 ]660 },661 {662 "object_id": "SM_Folding_Closed4",663 "bbox_2d": [664 758,665 496,666 838,667 708668 ],669 "bbox_3d": {670 "aabb": {671 "center": [672 623.0215454101562,673 -571.6513370865416,674 50.90002009852853675 ],676 "extent": [677 24.49518585205078,678 14.748379146541879,679 51.49887502838979680 ]681 },682 "obb": {683 "center": [684 623.0215454101562,685 -571.6513370865416,686 50.90002009852852687 ],688 "extent": [689 24.49518585205078,690 14.748379146541879,691 51.49887502838979692 ],693 "rotation": [694 0,695 0,696 -10.000031471252441697 ]698 },699 "location": [700 623.0215454101562,701 -563.302490234375,702 0703 ],704 "rotation": [705 0,706 0,707 -10.000031471252441708 ],709 "scale": [710 1,711 1,712 1713 ]714 },715 "color": [716 191,717 223,718 63719 ]720 },721 {722 "object_id": "SM_Folding_Closed5",723 "bbox_2d": [724 674,725 500,726 761,727 693728 ],729 "bbox_3d": {730 "aabb": {731 "center": [732 562.4636840820312,733 -586.0146183365416,734 50.90002009852853735 ],736 "extent": [737 24.49518585205078,738 14.748379146541879,739 51.49887502838979740 ]741 },742 "obb": {743 "center": [744 562.4636840820312,745 -586.0146183365416,746 50.90002009852852747 ],748 "extent": [749 24.49518585205078,750 14.748379146541879,751 51.49887502838979752 ],753 "rotation": [754 0,755 0,756 -10.000031471252441757 ]758 },759 "location": [760 562.4636840820312,761 -577.665771484375,762 0763 ],764 "rotation": [765 0,766 0,767 -10.000031471252441768 ],769 "scale": [770 1,771 1,772 1773 ]774 },775 "color": [776 191,777 223,778 191779 ]780 }781 ],782 "chopstick stand": [783 {784 "object_id": "SM_ChopstickStand_208",785 "bbox_2d": [786 652,787 511,788 661,789 558790 ],791 "bbox_3d": {792 "aabb": {793 "center": [794 666.3295193233147,795 -455.5632950685806,796 82.75994300842285797 ],798 "extent": [799 6.685890457922596,800 5.78266473468193,801 9.759943008422852802 ]803 },804 "obb": {805 "center": [806 666.3295193233147,807 -455.5632950685806,808 82.75994300842285809 ],810 "extent": [811 6.685890457922596,812 5.78266473468193,813 9.759943008422852814 ],815 "rotation": [816 0,817 -99.99993896484378,818 0819 ]820 },821 "location": [822 668.0160522460938,823 -454.51544189453125,824 73825 ],826 "rotation": [827 0,828 -99.99993896484378,829 0830 ],831 "scale": [832 1,833 1,834 1835 ]836 },837 "color": [838 191,839 223,840 31841 ]842 },843 {844 "object_id": "SM_ChopstickStand5",845 "bbox_2d": [846 454,847 514,848 477,849 531850 ],851 "bbox_3d": {852 "aabb": {853 "center": [854 495.20186671191146,855 -488.4879180352848,856 82.75994300842285857 ],858 "extent": [859 6.685903833459065,860 5.782682747893148,861 9.759943008422852862 ]863 },864 "obb": {865 "center": [866 495.20186671191146,867 -488.4879180352848,868 82.75994300842285869 ],870 "extent": [871 6.685903833459065,872 5.782682747893148,873 9.759943008422852874 ],875 "rotation": [876 0,877 100.00014495849612,878 0879 ]880 },881 "location": [882 493.9754333496094,883 -490.0494079589844,884 73885 ],886 "rotation": [887 0,888 100.00014495849612,889 0890 ],891 "scale": [892 1,893 1,894 1895 ]896 },897 "color": [898 31,899 223,900 255901 ]902 }903 ],904 "coat hanger": [905 {906 "object_id": "SM_CoatHanger2",907 "bbox_2d": [908 0,909 479,910 53,911 506912 ],913 "bbox_3d": {914 "aabb": {915 "center": [916 453.5434946528736,917 -330.02277366279895,918 111.35374069213867919 ],920 "extent": [921 3.5435377197342177,922 19.967594066807465,923 18.870166778564453924 ]925 },926 "obb": {927 "center": [928 453.5434946528736,929 -330.02277366279895,930 111.35374069213867931 ],932 "extent": [933 3.5435377197342177,934 19.967594066807465,935 18.870166778564453936 ],937 "rotation": [938 0,939 -90.00012207031251,940 0941 ]942 },943 "location": [944 450,945 -330,946 118947 ],948 "rotation": [949 0,950 -90.00012207031251,951 0952 ],953 "scale": [954 1,955 1,956 1957 ]958 },959 "color": [960 0,961 127,962 15963 ]964 },965 {966 "object_id": "SM_CoatHanger3",967 "bbox_2d": [968 209,969 425,970 271,971 509972 ],973 "bbox_3d": {974 "aabb": {975 "center": [976 453.5434946528736,977 -420.02277366279895,978 111.35374069213867979 ],980 "extent": [981 3.5435377197342177,982 19.967594066807465,983 18.870166778564453984 ]985 },986 "obb": {987 "center": [988 453.5434946528736,989 -420.02277366279895,990 111.35374069213867991 ],992 "extent": [993 3.5435377197342177,994 19.967594066807465,995 18.870166778564453996 ],997 "rotation": [998 0,999 -90.00012207031251,1000 01001 ]1002 },1003 "location": [1004 450,1005 -420,1006 1181007 ],1008 "rotation": [1009 0,1010 -90.00012207031251,1011 01012 ],1013 "scale": [1014 1,1015 1,1016 11017 ]1018 },1019 "color": [1020 0,1021 63,1022 151023 ]1024 },1025 {1026 "object_id": "SM_CoatHanger4",1027 "bbox_2d": [1028 490,1029 450,1030 555,1031 5171032 ],1033 "bbox_3d": {1034 "aabb": {1035 "center": [1036 453.5434946528736,1037 -549.022773662799,1038 111.353740692138671039 ],1040 "extent": [1041 3.5435377197342177,1042 19.967594066807465,1043 18.8701667785644531044 ]1045 },1046 "obb": {1047 "center": [1048 453.5434946528736,1049 -549.022773662799,1050 111.353740692138671051 ],1052 "extent": [1053 3.5435377197342177,1054 19.967594066807465,1055 18.8701667785644531056 ],1057 "rotation": [1058 0,1059 -90.00012207031251,1060 01061 ]1062 },1063 "location": [1064 450,1065 -549,1066 1181067 ],1068 "rotation": [1069 0,1070 -90.00012207031251,1071 01072 ],1073 "scale": [1074 1,1075 1,1076 11077 ]1078 },1079 "color": [1080 0,1081 191,1082 151083 ]1084 }1085 ]1086 }1087}