TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l002_off0_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/JapaneseRestaurant_02/l002_off0_r003/lit.png",5 "camera": {6 "location": [7 762,8 -92,9 9710 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 762,38 -92,39 97,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door frame": [54 {55 "object_id": "SM_Doorframe_01_313",56 "bbox_2d": [57 0,58 0,59 233,60 87261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 525.000002861023,66 125,67 110.0180969238281268 ],69 "extent": [70 45.03559970855713,71 3.8105356693267822,72 110.0180969238281273 ]74 },75 "obb": {76 "center": [77 525.000002861023,78 125,79 110.0180969238281280 ],81 "extent": [82 45.03559970855713,83 3.8105356693267822,84 110.0180969238281285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 480,94 125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 0.75,104 1,105 1106 ]107 },108 "color": [109 223,110 31,111 255112 ]113 }114 ]115 },116 "foreground": {117 "bar stool": [118 {119 "object_id": "SM_Barstool_01_Small4",120 "bbox_2d": [121 1743,122 891,123 1919,124 1079125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 635.0137140270415,130 -220.00922851538053,131 22.542636655631668132 ],133 "extent": [134 18.463972746955733,135 18.183464331535106,136 22.60599171834542137 ]138 },139 "obb": {140 "center": [141 635.0137140270415,142 -220.00922851538053,143 22.542636655631668144 ],145 "extent": [146 18.463972746955733,147 18.183464331535106,148 22.60599171834542149 ],150 "rotation": [151 0,152 0,153 0154 ]155 },156 "location": [157 635,158 -220,159 0160 ],161 "rotation": [162 0,163 0,164 0165 ],166 "scale": [167 0.8999999761581421,168 0.8999999761581421,169 0.8999999761581421170 ]171 },172 "color": [173 159,174 95,175 63176 ]177 }178 ],179 "chair": [180 {181 "object_id": "SM_Chair_01_53",182 "bbox_2d": [183 1784,184 605,185 1919,186 899187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 530.0000038146973,192 -324.99999809265137,193 40.022247314453125194 ],195 "extent": [196 21.862672805786133,197 20.488967895507812,198 40.022247314453125199 ]200 },201 "obb": {202 "center": [203 530.0000038146973,204 -324.99999809265137,205 40.022247314453125206 ],207 "extent": [208 21.862672805786133,209 20.488967895507812,210 40.022247314453125211 ],212 "rotation": [213 0,214 0,215 0216 ]217 },218 "location": [219 530,220 -325,221 0222 ],223 "rotation": [224 0,225 0,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 159,236 95,237 95238 ]239 },240 {241 "object_id": "SM_Chair_2",242 "bbox_2d": [243 1406,244 605,245 1640,246 982247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 529.9999961853027,252 -225.00000190734863,253 40.022247314453125254 ],255 "extent": [256 21.862672805786133,257 20.488967895507812,258 40.022247314453125259 ]260 },261 "obb": {262 "center": [263 529.9999961853027,264 -225.00000190734863,265 40.022247314453125266 ],267 "extent": [268 21.862672805786133,269 20.488967895507812,270 40.022247314453125271 ],272 "rotation": [273 0,274 180,275 0276 ]277 },278 "location": [279 530,280 -225,281 0282 ],283 "rotation": [284 0,285 180,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 159,296 0,297 159298 ]299 }300 ],301 "folding": [302 {303 "object_id": "SM_Folding_Closed_193",304 "bbox_2d": [305 1024,306 520,307 1264,308 1016309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 563.0454411043925,314 -130.0000126586815,315 50.90002023748582316 ],317 "extent": [318 14.748420726222093,319 24.495208003608745,320 51.49888812606113321 ]322 },323 "obb": {324 "center": [325 563.0454411043925,326 -130.0000126586815,327 50.90002023748581328 ],329 "extent": [330 14.748420726222093,331 24.495208003608745,332 51.49888812606113333 ],334 "rotation": [335 -3.0517578125552415e-05,336 -90.0000991821289,337 -10.000030517578125338 ]339 },340 "location": [341 571.394287109375,342 -130,343 0344 ],345 "rotation": [346 -3.0517578125552415e-05,347 -90.0000991821289,348 -10.000030517578125349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 63,358 223,359 191360 ]361 }362 ],363 "beer crate": [364 {365 "object_id": "SM_Beercrate_02_196",366 "bbox_2d": [367 1034,368 913,369 1284,370 1035371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 591.910888671875,376 -127.89835357666016,377 12.455690383911133378 ],379 "extent": [380 16.99475471831613,381 21.9947441556898,382 12.544294357299805383 ]384 },385 "obb": {386 "center": [387 591.910888671875,388 -127.89835357666016,389 12.455690383911133390 ],391 "extent": [392 16.99475471831613,393 21.9947441556898,394 12.544294357299805395 ],396 "rotation": [397 0,398 -90.00009918212892,399 0400 ]401 },402 "location": [403 591.910888671875,404 -127.89835357666016,405 -1.52587890625e-05406 ],407 "rotation": [408 0,409 -90.00009918212892,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 63,420 223,421 31422 ]423 },424 {425 "object_id": "SM_Beercrate_3",426 "bbox_2d": [427 1053,428 1004,429 1344,430 1035431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 627.9992065429688,436 -127.89835357666016,437 12.455690642700574438 ],439 "extent": [440 16.99475471831613,441 21.9947441556898,442 12.544294357299805443 ]444 },445 "obb": {446 "center": [447 627.9992065429688,448 -127.89835357666016,449 12.455690642700574450 ],451 "extent": [452 16.99475471831613,453 21.9947441556898,454 12.544294357299805455 ],456 "rotation": [457 0,458 -90.00009918212892,459 0460 ]461 },462 "location": [463 627.9992065429688,464 -127.89835357666016,465 -1.4999999621068127e-05466 ],467 "rotation": [468 0,469 -90.00009918212892,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 63,480 223,481 95482 ]483 },484 {485 "object_id": "SM_Beercrate_4",486 "bbox_2d": [487 1034,488 781,489 1310,490 981491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 591.910888671875,496 -127.89835357666016,497 37.52694129943848498 ],499 "extent": [500 16.99475471831613,501 21.9947441556898,502 12.544294357299805503 ]504 },505 "obb": {506 "center": [507 591.910888671875,508 -127.89835357666016,509 37.52694129943848510 ],511 "extent": [512 16.99475471831613,513 21.9947441556898,514 12.544294357299805515 ],516 "rotation": [517 0,518 -90.00009918212892,519 0520 ]521 },522 "location": [523 591.910888671875,524 -127.89835357666016,525 25.07123565673828526 ],527 "rotation": [528 0,529 -90.00009918212892,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 63,540 223,541 159542 ]543 },544 {545 "object_id": "SM_Beercrate_5",546 "bbox_2d": [547 1053,548 839,549 1414,550 1079551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 627.9992065429688,556 -127.89835357666016,557 37.52694129943848558 ],559 "extent": [560 16.99475471831613,561 21.9947441556898,562 12.544294357299805563 ]564 },565 "obb": {566 "center": [567 627.9992065429688,568 -127.89835357666016,569 37.52694129943848570 ],571 "extent": [572 16.99475471831613,573 21.9947441556898,574 12.544294357299805575 ],576 "rotation": [577 0,578 -90.00009918212892,579 0580 ]581 },582 "location": [583 627.9992065429688,584 -127.89835357666016,585 25.07123565673828586 ],587 "rotation": [588 0,589 -90.00009918212892,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 191,600 223,601 0602 ]603 },604 {605 "object_id": "SM_BeerCrate_01_302",606 "bbox_2d": [607 1061,608 666,609 1289,610 849611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 594,616 -127.00000190734863,617 60.99999809265137618 ],619 "extent": [620 22.500003814697266,621 15.00000286102295,622 11.000004768371582623 ]624 },625 "obb": {626 "center": [627 594,628 -127.00000190734863,629 60.99999809265137630 ],631 "extent": [632 22.500003814697266,633 15.00000286102295,634 11.000004768371582635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 594,644 -127,645 50646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 223,660 191,661 0662 ]663 }664 ],665 "chopstick stand": [666 {667 "object_id": "SM_ChopstickStand4",668 "bbox_2d": [669 1634,670 557,671 1680,672 603673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 498.11653956347396,678 -284.3640471856754,679 82.75994300842285680 ],681 "extent": [682 6.685903833459065,683 5.782682747893148,684 9.759943008422852685 ]686 },687 "obb": {688 "center": [689 498.11653956347396,690 -284.3640471856754,691 82.75994300842285692 ],693 "extent": [694 6.685903833459065,695 5.782682747893148,696 9.759943008422852697 ],698 "rotation": [699 0,700 100.00014495849612,701 0702 ]703 },704 "location": [705 496.8901062011719,706 -285.925537109375,707 73708 ],709 "rotation": [710 0,711 100.00014495849612,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 31,722 223,723 0724 ]725 }726 ],727 "coat hanger": [728 {729 "object_id": "SM_CoatHanger_350",730 "bbox_2d": [731 1307,732 435,733 1432,734 553735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 453.5434946528736,740 -224.02277366279895,741 111.35374069213867742 ],743 "extent": [744 3.5435377197342177,745 19.967594066807465,746 18.870166778564453747 ]748 },749 "obb": {750 "center": [751 453.5434946528736,752 -224.02277366279895,753 111.35374069213867754 ],755 "extent": [756 3.5435377197342177,757 19.967594066807465,758 18.870166778564453759 ],760 "rotation": [761 0,762 -90.00012207031251,763 0764 ]765 },766 "location": [767 450,768 -224,769 118770 ],771 "rotation": [772 0,773 -90.00012207031251,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 0,784 255,785 15786 ]787 },788 {789 "object_id": "SM_CoatHanger2",790 "bbox_2d": [791 1636,792 435,793 1763,794 553795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 453.5434946528736,800 -330.02277366279895,801 111.35374069213867802 ],803 "extent": [804 3.5435377197342177,805 19.967594066807465,806 18.870166778564453807 ]808 },809 "obb": {810 "center": [811 453.5434946528736,812 -330.02277366279895,813 111.35374069213867814 ],815 "extent": [816 3.5435377197342177,817 19.967594066807465,818 18.870166778564453819 ],820 "rotation": [821 0,822 -90.00012207031251,823 0824 ]825 },826 "location": [827 450,828 -330,829 118830 ],831 "rotation": [832 0,833 -90.00012207031251,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 0,844 127,845 15846 ]847 },848 {849 "object_id": "SM_CoatHanger3",850 "bbox_2d": [851 1914,852 546,853 1919,854 553855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 453.5434946528736,860 -420.02277366279895,861 111.35374069213867862 ],863 "extent": [864 3.5435377197342177,865 19.967594066807465,866 18.870166778564453867 ]868 },869 "obb": {870 "center": [871 453.5434946528736,872 -420.02277366279895,873 111.35374069213867874 ],875 "extent": [876 3.5435377197342177,877 19.967594066807465,878 18.870166778564453879 ],880 "rotation": [881 0,882 -90.00012207031251,883 0884 ]885 },886 "location": [887 450,888 -420,889 118890 ],891 "rotation": [892 0,893 -90.00012207031251,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 0,904 63,905 15906 ]907 }908 ]909 }910}