TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l012_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l012_r002/lit.png",5 "camera": {6 "location": [7 689,8 -412,9 4710 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 689,38 -412,39 47,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "bar stool": [55 {56 "object_id": "SM_Barstool_01_Small2",57 "bbox_2d": [58 913,59 559,60 1408,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 635.0137140270415,67 -350.0092285153805,68 22.54263665563166869 ],70 "extent": [71 18.463972746955733,72 18.183464331535106,73 22.6059917183454274 ]75 },76 "obb": {77 "center": [78 635.0137140270415,79 -350.0092285153805,80 22.54263665563166881 ],82 "extent": [83 18.463972746955733,84 18.183464331535106,85 22.6059917183454286 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 635,95 -350,96 097 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 0.8999999761581421,105 0.8999999761581421,106 0.8999999761581421107 ]108 },109 "color": [110 159,111 95,112 255113 ]114 },115 {116 "object_id": "SM_Barstool_01_Small3",117 "bbox_2d": [118 66,119 551,120 281,121 855122 ],123 "bbox_3d": {124 "aabb": {125 "center": [126 725.0137140270415,127 -220.00922851538053,128 22.542636655631668129 ],130 "extent": [131 18.463972746955733,132 18.183464331535106,133 22.60599171834542134 ]135 },136 "obb": {137 "center": [138 725.0137140270415,139 -220.00922851538053,140 22.542636655631668141 ],142 "extent": [143 18.463972746955733,144 18.183464331535106,145 22.60599171834542146 ],147 "rotation": [148 0,149 0,150 0151 ]152 },153 "location": [154 725,155 -220,156 0157 ],158 "rotation": [159 0,160 0,161 0162 ],163 "scale": [164 0.8999999761581421,165 0.8999999761581421,166 0.8999999761581421167 ]168 },169 "color": [170 159,171 95,172 127173 ]174 },175 {176 "object_id": "SM_Barstool_01_Small4",177 "bbox_2d": [178 615,179 548,180 810,181 796182 ],183 "bbox_3d": {184 "aabb": {185 "center": [186 635.0137140270415,187 -220.00922851538053,188 22.542636655631668189 ],190 "extent": [191 18.463972746955733,192 18.183464331535106,193 22.60599171834542194 ]195 },196 "obb": {197 "center": [198 635.0137140270415,199 -220.00922851538053,200 22.542636655631668201 ],202 "extent": [203 18.463972746955733,204 18.183464331535106,205 22.60599171834542206 ],207 "rotation": [208 0,209 0,210 0211 ]212 },213 "location": [214 635,215 -220,216 0217 ],218 "rotation": [219 0,220 0,221 0222 ],223 "scale": [224 0.8999999761581421,225 0.8999999761581421,226 0.8999999761581421227 ]228 },229 "color": [230 159,231 95,232 63233 ]234 }235 ],236 "chair": [237 {238 "object_id": "SM_Chair_01_53",239 "bbox_2d": [240 1370,241 304,242 1722,243 884244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 530.0000038146973,249 -324.99999809265137,250 40.022247314453125251 ],252 "extent": [253 21.862672805786133,254 20.488967895507812,255 40.022247314453125256 ]257 },258 "obb": {259 "center": [260 530.0000038146973,261 -324.99999809265137,262 40.022247314453125263 ],264 "extent": [265 21.862672805786133,266 20.488967895507812,267 40.022247314453125268 ],269 "rotation": [270 0,271 0,272 0273 ]274 },275 "location": [276 530,277 -325,278 0279 ],280 "rotation": [281 0,282 0,283 0284 ],285 "scale": [286 1,287 1,288 1289 ]290 },291 "color": [292 159,293 95,294 95295 ]296 },297 {298 "object_id": "SM_Chair_2",299 "bbox_2d": [300 1030,301 410,302 1242,303 734304 ],305 "bbox_3d": {306 "aabb": {307 "center": [308 529.9999961853027,309 -225.00000190734863,310 40.022247314453125311 ],312 "extent": [313 21.862672805786133,314 20.488967895507812,315 40.022247314453125316 ]317 },318 "obb": {319 "center": [320 529.9999961853027,321 -225.00000190734863,322 40.022247314453125323 ],324 "extent": [325 21.862672805786133,326 20.488967895507812,327 40.022247314453125328 ],329 "rotation": [330 0,331 180,332 0333 ]334 },335 "location": [336 530,337 -225,338 0339 ],340 "rotation": [341 0,342 180,343 0344 ],345 "scale": [346 1,347 1,348 1349 ]350 },351 "color": [352 159,353 0,354 159355 ]356 },357 {358 "object_id": "SM_Chair_11",359 "bbox_2d": [360 75,361 487,362 234,363 704364 ],365 "bbox_3d": {366 "aabb": {367 "center": [368 756.8013265712542,369 -27.384492459664706,370 40.02226257324219371 ],372 "extent": [373 23.908516694612672,374 22.68792813890059,375 40.022247314453125376 ]377 },378 "obb": {379 "center": [380 756.8013265712542,381 -27.384492459664706,382 40.02226257324219383 ],384 "extent": [385 23.908516694612672,386 22.68792813890059,387 40.022247314453125388 ],389 "rotation": [390 0,391 173.9241485595703,392 0393 ]394 },395 "location": [396 756.8013305664062,397 -27.384490966796875,398 1.52587890625e-05399 ],400 "rotation": [401 0,402 173.9241485595703,403 0404 ],405 "scale": [406 1,407 1,408 1409 ]410 },411 "color": [412 223,413 191,414 127415 ]416 },417 {418 "object_id": "SM_Chair_12",419 "bbox_2d": [420 70,421 391,422 175,423 714424 ],425 "bbox_3d": {426 "aabb": {427 "center": [428 753.7443884906567,429 -117.27447302063119,430 40.02226257324219431 ],432 "extent": [433 22.762253080915684,434 21.45173615042866,435 40.022247314453125436 ]437 },438 "obb": {439 "center": [440 753.7443884906567,441 -117.27447302063119,442 40.02226257324219443 ],444 "extent": [445 22.762253080915684,446 21.45173615042866,447 40.022247314453125448 ],449 "rotation": [450 0,451 2.578369140625,452 0453 ]454 },455 "location": [456 753.744384765625,457 -117.27447509765625,458 1.52587890625e-05459 ],460 "rotation": [461 0,462 2.578369140625,463 0464 ],465 "scale": [466 1,467 1,468 1469 ]470 },471 "color": [472 223,473 191,474 191475 ]476 }477 ],478 "folding": [479 {480 "object_id": "SM_Folding_Closed_193",481 "bbox_2d": [482 810,483 377,484 920,485 690486 ],487 "bbox_3d": {488 "aabb": {489 "center": [490 563.0454411043925,491 -130.0000126586815,492 50.90002023748582493 ],494 "extent": [495 14.748420726222093,496 24.495208003608745,497 51.49888812606113498 ]499 },500 "obb": {501 "center": [502 563.0454411043925,503 -130.0000126586815,504 50.90002023748581505 ],506 "extent": [507 14.748420726222093,508 24.495208003608745,509 51.49888812606113510 ],511 "rotation": [512 -3.0517578125552415e-05,513 -90.0000991821289,514 -10.000030517578125515 ]516 },517 "location": [518 571.394287109375,519 -130,520 0521 ],522 "rotation": [523 -3.0517578125552415e-05,524 -90.0000991821289,525 -10.000030517578125526 ],527 "scale": [528 1,529 1,530 1531 ]532 },533 "color": [534 63,535 223,536 191537 ]538 }539 ],540 "beer crate": [541 {542 "object_id": "SM_Beercrate_02_196",543 "bbox_2d": [544 720,545 613,546 843,547 702548 ],549 "bbox_3d": {550 "aabb": {551 "center": [552 591.910888671875,553 -127.89835357666016,554 12.455690383911133555 ],556 "extent": [557 16.99475471831613,558 21.9947441556898,559 12.544294357299805560 ]561 },562 "obb": {563 "center": [564 591.910888671875,565 -127.89835357666016,566 12.455690383911133567 ],568 "extent": [569 16.99475471831613,570 21.9947441556898,571 12.544294357299805572 ],573 "rotation": [574 0,575 -90.00009918212892,576 0577 ]578 },579 "location": [580 591.910888671875,581 -127.89835357666016,582 -1.52587890625e-05583 ],584 "rotation": [585 0,586 -90.00009918212892,587 0588 ],589 "scale": [590 1,591 1,592 1593 ]594 },595 "color": [596 63,597 223,598 31599 ]600 },601 {602 "object_id": "SM_Beercrate_3",603 "bbox_2d": [604 579,605 614,606 724,607 718608 ],609 "bbox_3d": {610 "aabb": {611 "center": [612 627.9992065429688,613 -127.89835357666016,614 12.455690642700574615 ],616 "extent": [617 16.99475471831613,618 21.9947441556898,619 12.544294357299805620 ]621 },622 "obb": {623 "center": [624 627.9992065429688,625 -127.89835357666016,626 12.455690642700574627 ],628 "extent": [629 16.99475471831613,630 21.9947441556898,631 12.544294357299805632 ],633 "rotation": [634 0,635 -90.00009918212892,636 0637 ]638 },639 "location": [640 627.9992065429688,641 -127.89835357666016,642 -1.4999999621068127e-05643 ],644 "rotation": [645 0,646 -90.00009918212892,647 0648 ],649 "scale": [650 1,651 1,652 1653 ]654 },655 "color": [656 63,657 223,658 95659 ]660 },661 {662 "object_id": "SM_Beercrate_4",663 "bbox_2d": [664 720,665 529,666 843,667 617668 ],669 "bbox_3d": {670 "aabb": {671 "center": [672 591.910888671875,673 -127.89835357666016,674 37.52694129943848675 ],676 "extent": [677 16.99475471831613,678 21.9947441556898,679 12.544294357299805680 ]681 },682 "obb": {683 "center": [684 591.910888671875,685 -127.89835357666016,686 37.52694129943848687 ],688 "extent": [689 16.99475471831613,690 21.9947441556898,691 12.544294357299805692 ],693 "rotation": [694 0,695 -90.00009918212892,696 0697 ]698 },699 "location": [700 591.910888671875,701 -127.89835357666016,702 25.07123565673828703 ],704 "rotation": [705 0,706 -90.00009918212892,707 0708 ],709 "scale": [710 1,711 1,712 1713 ]714 },715 "color": [716 63,717 223,718 159719 ]720 },721 {722 "object_id": "SM_Beercrate_5",723 "bbox_2d": [724 579,725 528,726 724,727 622728 ],729 "bbox_3d": {730 "aabb": {731 "center": [732 627.9992065429688,733 -127.89835357666016,734 37.52694129943848735 ],736 "extent": [737 16.99475471831613,738 21.9947441556898,739 12.544294357299805740 ]741 },742 "obb": {743 "center": [744 627.9992065429688,745 -127.89835357666016,746 37.52694129943848747 ],748 "extent": [749 16.99475471831613,750 21.9947441556898,751 12.544294357299805752 ],753 "rotation": [754 0,755 -90.00009918212892,756 0757 ]758 },759 "location": [760 627.9992065429688,761 -127.89835357666016,762 25.07123565673828763 ],764 "rotation": [765 0,766 -90.00009918212892,767 0768 ],769 "scale": [770 1,771 1,772 1773 ]774 },775 "color": [776 191,777 223,778 0779 ]780 },781 {782 "object_id": "SM_BeerCrate_01_302",783 "bbox_2d": [784 677,785 452,786 846,787 529788 ],789 "bbox_3d": {790 "aabb": {791 "center": [792 594,793 -127.00000190734863,794 60.99999809265137795 ],796 "extent": [797 22.500003814697266,798 15.00000286102295,799 11.000004768371582800 ]801 },802 "obb": {803 "center": [804 594,805 -127.00000190734863,806 60.99999809265137807 ],808 "extent": [809 22.500003814697266,810 15.00000286102295,811 11.000004768371582812 ],813 "rotation": [814 0,815 0,816 0817 ]818 },819 "location": [820 594,821 -127,822 50823 ],824 "rotation": [825 0,826 0,827 0828 ],829 "scale": [830 1,831 1,832 1833 ]834 },835 "color": [836 223,837 191,838 0839 ]840 }841 ],842 "coat hanger": [843 {844 "object_id": "SM_CoatHanger_350",845 "bbox_2d": [846 1315,847 254,848 1362,849 360850 ],851 "bbox_3d": {852 "aabb": {853 "center": [854 453.5434946528736,855 -224.02277366279895,856 111.35374069213867857 ],858 "extent": [859 3.5435377197342177,860 19.967594066807465,861 18.870166778564453862 ]863 },864 "obb": {865 "center": [866 453.5434946528736,867 -224.02277366279895,868 111.35374069213867869 ],870 "extent": [871 3.5435377197342177,872 19.967594066807465,873 18.870166778564453874 ],875 "rotation": [876 0,877 -90.00012207031251,878 0879 ]880 },881 "location": [882 450,883 -224,884 118885 ],886 "rotation": [887 0,888 -90.00012207031251,889 0890 ],891 "scale": [892 1,893 1,894 1895 ]896 },897 "color": [898 0,899 255,900 15901 ]902 },903 {904 "object_id": "SM_CoatHanger2",905 "bbox_2d": [906 1682,907 113,908 1919,909 319910 ],911 "bbox_3d": {912 "aabb": {913 "center": [914 453.5434946528736,915 -330.02277366279895,916 111.35374069213867917 ],918 "extent": [919 3.5435377197342177,920 19.967594066807465,921 18.870166778564453922 ]923 },924 "obb": {925 "center": [926 453.5434946528736,927 -330.02277366279895,928 111.35374069213867929 ],930 "extent": [931 3.5435377197342177,932 19.967594066807465,933 18.870166778564453934 ],935 "rotation": [936 0,937 -90.00012207031251,938 0939 ]940 },941 "location": [942 450,943 -330,944 118945 ],946 "rotation": [947 0,948 -90.00012207031251,949 0950 ],951 "scale": [952 1,953 1,954 1955 ]956 },957 "color": [958 0,959 127,960 15961 ]962 }963 ]964 }965}