TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l059_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l059_r004/lit.png",5 "camera": {6 "location": [7 571,8 -199,9 8010 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 571,38 -199,39 80,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "bar stool": [55 {56 "object_id": "SM_Barstool_01_Small6",57 "bbox_2d": [58 1750,59 688,60 1919,61 91262 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 635.0137140270415,67 -480.0092285153805,68 22.54263665563166869 ],70 "extent": [71 18.463972746955733,72 18.183464331535106,73 22.6059917183454274 ]75 },76 "obb": {77 "center": [78 635.0137140270415,79 -480.0092285153805,80 22.54263665563166881 ],82 "extent": [83 18.463972746955733,84 18.183464331535106,85 22.6059917183454286 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 635,95 -480,96 097 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 0.8999999761581421,105 0.8999999761581421,106 0.8999999761581421107 ]108 },109 "color": [110 159,111 95,112 31113 ]114 }115 ],116 "chair": [117 {118 "object_id": "SM_Chair_01_53",119 "bbox_2d": [120 985,121 540,122 1348,123 1079124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 530.0000038146973,129 -324.99999809265137,130 40.022247314453125131 ],132 "extent": [133 21.862672805786133,134 20.488967895507812,135 40.022247314453125136 ]137 },138 "obb": {139 "center": [140 530.0000038146973,141 -324.99999809265137,142 40.022247314453125143 ],144 "extent": [145 21.862672805786133,146 20.488967895507812,147 40.022247314453125148 ],149 "rotation": [150 0,151 0,152 0153 ]154 },155 "location": [156 530,157 -325,158 0159 ],160 "rotation": [161 0,162 0,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 159,173 95,174 95175 ]176 },177 {178 "object_id": "SM_Chair_2",179 "bbox_2d": [180 0,181 538,182 637,183 1079184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 529.9999961853027,189 -225.00000190734863,190 40.022247314453125191 ],192 "extent": [193 21.862672805786133,194 20.488967895507812,195 40.022247314453125196 ]197 },198 "obb": {199 "center": [200 529.9999961853027,201 -225.00000190734863,202 40.022247314453125203 ],204 "extent": [205 21.862672805786133,206 20.488967895507812,207 40.022247314453125208 ],209 "rotation": [210 0,211 180,212 0213 ]214 },215 "location": [216 530,217 -225,218 0219 ],220 "rotation": [221 0,222 180,223 0224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 159,233 0,234 159235 ]236 },237 {238 "object_id": "SM_Chair_3",239 "bbox_2d": [240 1399,241 540,242 1441,243 562244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 530.0000038146973,249 -524.9999980926514,250 40.022247314453125251 ],252 "extent": [253 21.862672805786133,254 20.488967895507812,255 40.022247314453125256 ]257 },258 "obb": {259 "center": [260 530.0000038146973,261 -524.9999980926514,262 40.022247314453125263 ],264 "extent": [265 21.862672805786133,266 20.488967895507812,267 40.022247314453125268 ],269 "rotation": [270 0,271 0,272 0273 ]274 },275 "location": [276 530,277 -525,278 0279 ],280 "rotation": [281 0,282 0,283 0284 ],285 "scale": [286 1,287 1,288 1289 ]290 },291 "color": [292 159,293 255,294 159295 ]296 },297 {298 "object_id": "SM_Chair_4",299 "bbox_2d": [300 1194,301 540,302 1400,303 903304 ],305 "bbox_3d": {306 "aabb": {307 "center": [308 529.9999961853027,309 -425.00000190734863,310 40.022247314453125311 ],312 "extent": [313 21.862672805786133,314 20.488967895507812,315 40.022247314453125316 ]317 },318 "obb": {319 "center": [320 529.9999961853027,321 -425.00000190734863,322 40.022247314453125323 ],324 "extent": [325 21.862672805786133,326 20.488967895507812,327 40.022247314453125328 ],329 "rotation": [330 0,331 180,332 0333 ]334 },335 "location": [336 530,337 -425,338 0339 ],340 "rotation": [341 0,342 180,343 0344 ],345 "scale": [346 1,347 1,348 1349 ]350 },351 "color": [352 159,353 127,354 159355 ]356 }357 ],358 "folding": [359 {360 "object_id": "SM_Folding_Closed2_202",361 "bbox_2d": [362 1608,363 484,364 1794,365 797366 ],367 "bbox_3d": {368 "aabb": {369 "center": [370 623.0215454101562,371 -586.7859187588545,372 50.90002023749304373 ],374 "extent": [375 24.49518585205078,376 14.748378323691782,377 51.498875079143275378 ]379 },380 "obb": {381 "center": [382 623.0215454101562,383 -586.7859187588545,384 50.90002023749304385 ],386 "extent": [387 24.49518585205078,388 14.748378323691782,389 51.498875079143275390 ],391 "rotation": [392 0,393 0,394 -10.000030517578125395 ]396 },397 "location": [398 623.0215454101562,399 -578.4370727539062,400 0401 ],402 "rotation": [403 0,404 0,405 -10.000030517578125406 ],407 "scale": [408 1,409 1,410 1411 ]412 },413 "color": [414 191,415 223,416 255417 ]418 },419 {420 "object_id": "SM_Folding_Closed3",421 "bbox_2d": [422 1610,423 480,424 1797,425 802426 ],427 "bbox_3d": {428 "aabb": {429 "center": [430 623.0215454101562,431 -578.7832340591979,432 50.90002009852853433 ],434 "extent": [435 24.49518585205078,436 14.748379146541879,437 51.49887502838979438 ]439 },440 "obb": {441 "center": [442 623.0215454101562,443 -578.7832340591979,444 50.90002009852852445 ],446 "extent": [447 24.49518585205078,448 14.748379146541879,449 51.49887502838979450 ],451 "rotation": [452 0,453 0,454 -10.000031471252441455 ]456 },457 "location": [458 623.0215454101562,459 -570.4343872070312,460 0461 ],462 "rotation": [463 0,464 0,465 -10.000031471252441466 ],467 "scale": [468 1,469 1,470 1471 ]472 },473 "color": [474 191,475 223,476 127477 ]478 },479 {480 "object_id": "SM_Folding_Closed4",481 "bbox_2d": [482 1612,483 471,484 1817,485 808486 ],487 "bbox_3d": {488 "aabb": {489 "center": [490 623.0215454101562,491 -571.6513370865416,492 50.90002009852853493 ],494 "extent": [495 24.49518585205078,496 14.748379146541879,497 51.49887502838979498 ]499 },500 "obb": {501 "center": [502 623.0215454101562,503 -571.6513370865416,504 50.90002009852852505 ],506 "extent": [507 24.49518585205078,508 14.748379146541879,509 51.49887502838979510 ],511 "rotation": [512 0,513 0,514 -10.000031471252441515 ]516 },517 "location": [518 623.0215454101562,519 -563.302490234375,520 0521 ],522 "rotation": [523 0,524 0,525 -10.000031471252441526 ],527 "scale": [528 1,529 1,530 1531 ]532 },533 "color": [534 191,535 223,536 63537 ]538 },539 {540 "object_id": "SM_Folding_Closed5",541 "bbox_2d": [542 1412,543 480,544 1567,545 615546 ],547 "bbox_3d": {548 "aabb": {549 "center": [550 562.4636840820312,551 -586.0146183365416,552 50.90002009852853553 ],554 "extent": [555 24.49518585205078,556 14.748379146541879,557 51.49887502838979558 ]559 },560 "obb": {561 "center": [562 562.4636840820312,563 -586.0146183365416,564 50.90002009852852565 ],566 "extent": [567 24.49518585205078,568 14.748379146541879,569 51.49887502838979570 ],571 "rotation": [572 0,573 0,574 -10.000031471252441575 ]576 },577 "location": [578 562.4636840820312,579 -577.665771484375,580 0581 ],582 "rotation": [583 0,584 0,585 -10.000031471252441586 ],587 "scale": [588 1,589 1,590 1591 ]592 },593 "color": [594 191,595 223,596 191597 ]598 }599 ],600 "chopstick stand": [601 {602 "object_id": "SM_ChopstickStand4",603 "bbox_2d": [604 729,605 429,606 831,607 600608 ],609 "bbox_3d": {610 "aabb": {611 "center": [612 498.11653956347396,613 -284.3640471856754,614 82.75994300842285615 ],616 "extent": [617 6.685903833459065,618 5.782682747893148,619 9.759943008422852620 ]621 },622 "obb": {623 "center": [624 498.11653956347396,625 -284.3640471856754,626 82.75994300842285627 ],628 "extent": [629 6.685903833459065,630 5.782682747893148,631 9.759943008422852632 ],633 "rotation": [634 0,635 100.00014495849612,636 0637 ]638 },639 "location": [640 496.8901062011719,641 -285.925537109375,642 73643 ],644 "rotation": [645 0,646 100.00014495849612,647 0648 ],649 "scale": [650 1,651 1,652 1653 ]654 },655 "color": [656 31,657 223,658 0659 ]660 },661 {662 "object_id": "SM_ChopstickStand5",663 "bbox_2d": [664 1201,665 498,666 1244,667 542668 ],669 "bbox_3d": {670 "aabb": {671 "center": [672 495.20186671191146,673 -488.4879180352848,674 82.75994300842285675 ],676 "extent": [677 6.685903833459065,678 5.782682747893148,679 9.759943008422852680 ]681 },682 "obb": {683 "center": [684 495.20186671191146,685 -488.4879180352848,686 82.75994300842285687 ],688 "extent": [689 6.685903833459065,690 5.782682747893148,691 9.759943008422852692 ],693 "rotation": [694 0,695 100.00014495849612,696 0697 ]698 },699 "location": [700 493.9754333496094,701 -490.0494079589844,702 73703 ],704 "rotation": [705 0,706 100.00014495849612,707 0708 ],709 "scale": [710 1,711 1,712 1713 ]714 },715 "color": [716 31,717 223,718 255719 ]720 }721 ],722 "coat hanger": [723 {724 "object_id": "SM_CoatHanger_350",725 "bbox_2d": [726 0,727 301,728 182,729 417730 ],731 "bbox_3d": {732 "aabb": {733 "center": [734 453.5434946528736,735 -224.02277366279895,736 111.35374069213867737 ],738 "extent": [739 3.5435377197342177,740 19.967594066807465,741 18.870166778564453742 ]743 },744 "obb": {745 "center": [746 453.5434946528736,747 -224.02277366279895,748 111.35374069213867749 ],750 "extent": [751 3.5435377197342177,752 19.967594066807465,753 18.870166778564453754 ],755 "rotation": [756 0,757 -90.00012207031251,758 0759 ]760 },761 "location": [762 450,763 -224,764 118765 ],766 "rotation": [767 0,768 -90.00012207031251,769 0770 ],771 "scale": [772 1,773 1,774 1775 ]776 },777 "color": [778 0,779 255,780 15781 ]782 },783 {784 "object_id": "SM_CoatHanger2",785 "bbox_2d": [786 721,787 257,788 828,789 476790 ],791 "bbox_3d": {792 "aabb": {793 "center": [794 453.5434946528736,795 -330.02277366279895,796 111.35374069213867797 ],798 "extent": [799 3.5435377197342177,800 19.967594066807465,801 18.870166778564453802 ]803 },804 "obb": {805 "center": [806 453.5434946528736,807 -330.02277366279895,808 111.35374069213867809 ],810 "extent": [811 3.5435377197342177,812 19.967594066807465,813 18.870166778564453814 ],815 "rotation": [816 0,817 -90.00012207031251,818 0819 ]820 },821 "location": [822 450,823 -330,824 118825 ],826 "rotation": [827 0,828 -90.00012207031251,829 0830 ],831 "scale": [832 1,833 1,834 1835 ]836 },837 "color": [838 0,839 127,840 15841 ]842 },843 {844 "object_id": "SM_CoatHanger3",845 "bbox_2d": [846 950,847 346,848 1028,849 494850 ],851 "bbox_3d": {852 "aabb": {853 "center": [854 453.5434946528736,855 -420.02277366279895,856 111.35374069213867857 ],858 "extent": [859 3.5435377197342177,860 19.967594066807465,861 18.870166778564453862 ]863 },864 "obb": {865 "center": [866 453.5434946528736,867 -420.02277366279895,868 111.35374069213867869 ],870 "extent": [871 3.5435377197342177,872 19.967594066807465,873 18.870166778564453874 ],875 "rotation": [876 0,877 -90.00012207031251,878 0879 ]880 },881 "location": [882 450,883 -420,884 118885 ],886 "rotation": [887 0,888 -90.00012207031251,889 0890 ],891 "scale": [892 1,893 1,894 1895 ]896 },897 "color": [898 0,899 63,900 15901 ]902 },903 {904 "object_id": "SM_CoatHanger4",905 "bbox_2d": [906 1132,907 406,908 1171,909 507910 ],911 "bbox_3d": {912 "aabb": {913 "center": [914 453.5434946528736,915 -549.022773662799,916 111.35374069213867917 ],918 "extent": [919 3.5435377197342177,920 19.967594066807465,921 18.870166778564453922 ]923 },924 "obb": {925 "center": [926 453.5434946528736,927 -549.022773662799,928 111.35374069213867929 ],930 "extent": [931 3.5435377197342177,932 19.967594066807465,933 18.870166778564453934 ],935 "rotation": [936 0,937 -90.00012207031251,938 0939 ]940 },941 "location": [942 450,943 -549,944 118945 ],946 "rotation": [947 0,948 -90.00012207031251,949 0950 ],951 "scale": [952 1,953 1,954 1955 ]956 },957 "color": [958 0,959 191,960 15961 ]962 }963 ]964 }965}