TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l008_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l008_r003/lit.png",5 "camera": {6 "location": [7 717,8 -283,9 4710 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 717,38 -283,39 47,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "bar stool": [55 {56 "object_id": "SM_Barstool_01_Small2",57 "bbox_2d": [58 1480,59 558,60 1919,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 635.0137140270415,67 -350.0092285153805,68 22.54263665563166869 ],70 "extent": [71 18.463972746955733,72 18.183464331535106,73 22.6059917183454274 ]75 },76 "obb": {77 "center": [78 635.0137140270415,79 -350.0092285153805,80 22.54263665563166881 ],82 "extent": [83 18.463972746955733,84 18.183464331535106,85 22.6059917183454286 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 635,95 -350,96 097 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 0.8999999761581421,105 0.8999999761581421,106 0.8999999761581421107 ]108 },109 "color": [110 159,111 95,112 255113 ]114 },115 {116 "object_id": "SM_Barstool_01_Small4",117 "bbox_2d": [118 0,119 558,120 478,121 1079122 ],123 "bbox_3d": {124 "aabb": {125 "center": [126 635.0137140270415,127 -220.00922851538053,128 22.542636655631668129 ],130 "extent": [131 18.463972746955733,132 18.183464331535106,133 22.60599171834542134 ]135 },136 "obb": {137 "center": [138 635.0137140270415,139 -220.00922851538053,140 22.542636655631668141 ],142 "extent": [143 18.463972746955733,144 18.183464331535106,145 22.60599171834542146 ],147 "rotation": [148 0,149 0,150 0151 ]152 },153 "location": [154 635,155 -220,156 0157 ],158 "rotation": [159 0,160 0,161 0162 ],163 "scale": [164 0.8999999761581421,165 0.8999999761581421,166 0.8999999761581421167 ]168 },169 "color": [170 159,171 95,172 63173 ]174 }175 ],176 "chair": [177 {178 "object_id": "SM_Chair_01_53",179 "bbox_2d": [180 1062,181 351,182 1294,183 812184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 530.0000038146973,189 -324.99999809265137,190 40.022247314453125191 ],192 "extent": [193 21.862672805786133,194 20.488967895507812,195 40.022247314453125196 ]197 },198 "obb": {199 "center": [200 530.0000038146973,201 -324.99999809265137,202 40.022247314453125203 ],204 "extent": [205 21.862672805786133,206 20.488967895507812,207 40.022247314453125208 ],209 "rotation": [210 0,211 0,212 0213 ]214 },215 "location": [216 530,217 -325,218 0219 ],220 "rotation": [221 0,222 0,223 0224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 159,233 95,234 95235 ]236 },237 {238 "object_id": "SM_Chair_2",239 "bbox_2d": [240 532,241 421,242 781,243 812244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 529.9999961853027,249 -225.00000190734863,250 40.022247314453125251 ],252 "extent": [253 21.862672805786133,254 20.488967895507812,255 40.022247314453125256 ]257 },258 "obb": {259 "center": [260 529.9999961853027,261 -225.00000190734863,262 40.022247314453125263 ],264 "extent": [265 21.862672805786133,266 20.488967895507812,267 40.022247314453125268 ],269 "rotation": [270 0,271 180,272 0273 ]274 },275 "location": [276 530,277 -225,278 0279 ],280 "rotation": [281 0,282 180,283 0284 ],285 "scale": [286 1,287 1,288 1289 ]290 },291 "color": [292 159,293 0,294 159295 ]296 },297 {298 "object_id": "SM_Chair_4",299 "bbox_2d": [300 1567,301 351,302 1869,303 810304 ],305 "bbox_3d": {306 "aabb": {307 "center": [308 529.9999961853027,309 -425.00000190734863,310 40.022247314453125311 ],312 "extent": [313 21.862672805786133,314 20.488967895507812,315 40.022247314453125316 ]317 },318 "obb": {319 "center": [320 529.9999961853027,321 -425.00000190734863,322 40.022247314453125323 ],324 "extent": [325 21.862672805786133,326 20.488967895507812,327 40.022247314453125328 ],329 "rotation": [330 0,331 180,332 0333 ]334 },335 "location": [336 530,337 -425,338 0339 ],340 "rotation": [341 0,342 180,343 0344 ],345 "scale": [346 1,347 1,348 1349 ]350 },351 "color": [352 159,353 127,354 159355 ]356 }357 ],358 "folding": [359 {360 "object_id": "SM_Folding_Closed_193",361 "bbox_2d": [362 0,363 330,364 189,365 847366 ],367 "bbox_3d": {368 "aabb": {369 "center": [370 563.0454411043925,371 -130.0000126586815,372 50.90002023748582373 ],374 "extent": [375 14.748420726222093,376 24.495208003608745,377 51.49888812606113378 ]379 },380 "obb": {381 "center": [382 563.0454411043925,383 -130.0000126586815,384 50.90002023748581385 ],386 "extent": [387 14.748420726222093,388 24.495208003608745,389 51.49888812606113390 ],391 "rotation": [392 -3.0517578125552415e-05,393 -90.0000991821289,394 -10.000030517578125395 ]396 },397 "location": [398 571.394287109375,399 -130,400 0401 ],402 "rotation": [403 -3.0517578125552415e-05,404 -90.0000991821289,405 -10.000030517578125406 ],407 "scale": [408 1,409 1,410 1411 ]412 },413 "color": [414 63,415 223,416 191417 ]418 }419 ],420 "beer crate": [421 {422 "object_id": "SM_Beercrate_02_196",423 "bbox_2d": [424 0,425 729,426 26,427 875428 ],429 "bbox_3d": {430 "aabb": {431 "center": [432 591.910888671875,433 -127.89835357666016,434 12.455690383911133435 ],436 "extent": [437 16.99475471831613,438 21.9947441556898,439 12.544294357299805440 ]441 },442 "obb": {443 "center": [444 591.910888671875,445 -127.89835357666016,446 12.455690383911133447 ],448 "extent": [449 16.99475471831613,450 21.9947441556898,451 12.544294357299805452 ],453 "rotation": [454 0,455 -90.00009918212892,456 0457 ]458 },459 "location": [460 591.910888671875,461 -127.89835357666016,462 -1.52587890625e-05463 ],464 "rotation": [465 0,466 -90.00009918212892,467 0468 ],469 "scale": [470 1,471 1,472 1473 ]474 },475 "color": [476 63,477 223,478 31479 ]480 },481 {482 "object_id": "SM_Beercrate_4",483 "bbox_2d": [484 0,485 518,486 35,487 562488 ],489 "bbox_3d": {490 "aabb": {491 "center": [492 591.910888671875,493 -127.89835357666016,494 37.52694129943848495 ],496 "extent": [497 16.99475471831613,498 21.9947441556898,499 12.544294357299805500 ]501 },502 "obb": {503 "center": [504 591.910888671875,505 -127.89835357666016,506 37.52694129943848507 ],508 "extent": [509 16.99475471831613,510 21.9947441556898,511 12.544294357299805512 ],513 "rotation": [514 0,515 -90.00009918212892,516 0517 ]518 },519 "location": [520 591.910888671875,521 -127.89835357666016,522 25.07123565673828523 ],524 "rotation": [525 0,526 -90.00009918212892,527 0528 ],529 "scale": [530 1,531 1,532 1533 ]534 },535 "color": [536 63,537 223,538 159539 ]540 },541 {542 "object_id": "SM_BeerCrate_01_302",543 "bbox_2d": [544 0,545 370,546 29,547 518548 ],549 "bbox_3d": {550 "aabb": {551 "center": [552 594,553 -127.00000190734863,554 60.99999809265137555 ],556 "extent": [557 22.500003814697266,558 15.00000286102295,559 11.000004768371582560 ]561 },562 "obb": {563 "center": [564 594,565 -127.00000190734863,566 60.99999809265137567 ],568 "extent": [569 22.500003814697266,570 15.00000286102295,571 11.000004768371582572 ],573 "rotation": [574 0,575 0,576 0577 ]578 },579 "location": [580 594,581 -127,582 50583 ],584 "rotation": [585 0,586 0,587 0588 ],589 "scale": [590 1,591 1,592 1593 ]594 },595 "color": [596 223,597 191,598 0599 ]600 }601 ],602 "chopstick stand": [603 {604 "object_id": "SM_ChopstickStand4",605 "bbox_2d": [606 945,607 339,608 972,609 353610 ],611 "bbox_3d": {612 "aabb": {613 "center": [614 498.11653956347396,615 -284.3640471856754,616 82.75994300842285617 ],618 "extent": [619 6.685903833459065,620 5.782682747893148,621 9.759943008422852622 ]623 },624 "obb": {625 "center": [626 498.11653956347396,627 -284.3640471856754,628 82.75994300842285629 ],630 "extent": [631 6.685903833459065,632 5.782682747893148,633 9.759943008422852634 ],635 "rotation": [636 0,637 100.00014495849612,638 0639 ]640 },641 "location": [642 496.8901062011719,643 -285.925537109375,644 73645 ],646 "rotation": [647 0,648 100.00014495849612,649 0650 ],651 "scale": [652 1,653 1,654 1655 ]656 },657 "color": [658 31,659 223,660 0661 ]662 },663 {664 "object_id": "SM_ChopstickStand5",665 "bbox_2d": [666 1815,667 342,668 1880,669 372670 ],671 "bbox_3d": {672 "aabb": {673 "center": [674 495.20186671191146,675 -488.4879180352848,676 82.75994300842285677 ],678 "extent": [679 6.685903833459065,680 5.782682747893148,681 9.759943008422852682 ]683 },684 "obb": {685 "center": [686 495.20186671191146,687 -488.4879180352848,688 82.75994300842285689 ],690 "extent": [691 6.685903833459065,692 5.782682747893148,693 9.759943008422852694 ],695 "rotation": [696 0,697 100.00014495849612,698 0699 ]700 },701 "location": [702 493.9754333496094,703 -490.0494079589844,704 73705 ],706 "rotation": [707 0,708 100.00014495849612,709 0710 ],711 "scale": [712 1,713 1,714 1715 ]716 },717 "color": [718 31,719 223,720 255721 ]722 }723 ],724 "coat hanger": [725 {726 "object_id": "SM_CoatHanger_350",727 "bbox_2d": [728 672,729 233,730 795,731 371732 ],733 "bbox_3d": {734 "aabb": {735 "center": [736 453.5434946528736,737 -224.02277366279895,738 111.35374069213867739 ],740 "extent": [741 3.5435377197342177,742 19.967594066807465,743 18.870166778564453744 ]745 },746 "obb": {747 "center": [748 453.5434946528736,749 -224.02277366279895,750 111.35374069213867751 ],752 "extent": [753 3.5435377197342177,754 19.967594066807465,755 18.870166778564453756 ],757 "rotation": [758 0,759 -90.00012207031251,760 0761 ]762 },763 "location": [764 450,765 -224,766 118767 ],768 "rotation": [769 0,770 -90.00012207031251,771 0772 ],773 "scale": [774 1,775 1,776 1777 ]778 },779 "color": [780 0,781 255,782 15783 ]784 },785 {786 "object_id": "SM_CoatHanger2",787 "bbox_2d": [788 1071,789 233,790 1203,791 374792 ],793 "bbox_3d": {794 "aabb": {795 "center": [796 453.5434946528736,797 -330.02277366279895,798 111.35374069213867799 ],800 "extent": [801 3.5435377197342177,802 19.967594066807465,803 18.870166778564453804 ]805 },806 "obb": {807 "center": [808 453.5434946528736,809 -330.02277366279895,810 111.35374069213867811 ],812 "extent": [813 3.5435377197342177,814 19.967594066807465,815 18.870166778564453816 ],817 "rotation": [818 0,819 -90.00012207031251,820 0821 ]822 },823 "location": [824 450,825 -330,826 118827 ],828 "rotation": [829 0,830 -90.00012207031251,831 0832 ],833 "scale": [834 1,835 1,836 1837 ]838 },839 "color": [840 0,841 127,842 15843 ]844 },845 {846 "object_id": "SM_CoatHanger3",847 "bbox_2d": [848 1384,849 244,850 1465,851 374852 ],853 "bbox_3d": {854 "aabb": {855 "center": [856 453.5434946528736,857 -420.02277366279895,858 111.35374069213867859 ],860 "extent": [861 3.5435377197342177,862 19.967594066807465,863 18.870166778564453864 ]865 },866 "obb": {867 "center": [868 453.5434946528736,869 -420.02277366279895,870 111.35374069213867871 ],872 "extent": [873 3.5435377197342177,874 19.967594066807465,875 18.870166778564453876 ],877 "rotation": [878 0,879 -90.00012207031251,880 0881 ]882 },883 "location": [884 450,885 -420,886 118887 ],888 "rotation": [889 0,890 -90.00012207031251,891 0892 ],893 "scale": [894 1,895 1,896 1897 ]898 },899 "color": [900 0,901 63,902 15903 ]904 },905 {906 "object_id": "SM_CoatHanger4",907 "bbox_2d": [908 1861,909 330,910 1919,911 367912 ],913 "bbox_3d": {914 "aabb": {915 "center": [916 453.5434946528736,917 -549.022773662799,918 111.35374069213867919 ],920 "extent": [921 3.5435377197342177,922 19.967594066807465,923 18.870166778564453924 ]925 },926 "obb": {927 "center": [928 453.5434946528736,929 -549.022773662799,930 111.35374069213867931 ],932 "extent": [933 3.5435377197342177,934 19.967594066807465,935 18.870166778564453936 ],937 "rotation": [938 0,939 -90.00012207031251,940 0941 ]942 },943 "location": [944 450,945 -549,946 118947 ],948 "rotation": [949 0,950 -90.00012207031251,951 0952 ],953 "scale": [954 1,955 1,956 1957 ]958 },959 "color": [960 0,961 191,962 15963 ]964 }965 ]966 }967}