TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l002_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l002_r003/lit.png",5 "camera": {6 "location": [7 762,8 -92,9 4710 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 762,38 -92,39 47,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door frame": [54 {55 "object_id": "SM_Doorframe_01_313",56 "bbox_2d": [57 202,58 143,59 233,60 70061 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 525.000002861023,66 125,67 110.0180969238281268 ],69 "extent": [70 45.03559970855713,71 3.8105356693267822,72 110.0180969238281273 ]74 },75 "obb": {76 "center": [77 525.000002861023,78 125,79 110.0180969238281280 ],81 "extent": [82 45.03559970855713,83 3.8105356693267822,84 110.0180969238281285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 480,94 125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 0.75,104 1,105 1106 ]107 },108 "color": [109 223,110 31,111 255112 ]113 }114 ]115 },116 "foreground": {117 "bar stool": [118 {119 "object_id": "SM_Barstool_01_Small4",120 "bbox_2d": [121 1743,122 552,123 1919,124 672125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 635.0137140270415,130 -220.00922851538053,131 22.542636655631668132 ],133 "extent": [134 18.463972746955733,135 18.183464331535106,136 22.60599171834542137 ]138 },139 "obb": {140 "center": [141 635.0137140270415,142 -220.00922851538053,143 22.542636655631668144 ],145 "extent": [146 18.463972746955733,147 18.183464331535106,148 22.60599171834542149 ],150 "rotation": [151 0,152 0,153 0154 ]155 },156 "location": [157 635,158 -220,159 0160 ],161 "rotation": [162 0,163 0,164 0165 ],166 "scale": [167 0.8999999761581421,168 0.8999999761581421,169 0.8999999761581421170 ]171 },172 "color": [173 159,174 95,175 63176 ]177 }178 ],179 "chair": [180 {181 "object_id": "SM_Chair_01_53",182 "bbox_2d": [183 1891,184 473,185 1919,186 672187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 530.0000038146973,192 -324.99999809265137,193 40.022247314453125194 ],195 "extent": [196 21.862672805786133,197 20.488967895507812,198 40.022247314453125199 ]200 },201 "obb": {202 "center": [203 530.0000038146973,204 -324.99999809265137,205 40.022247314453125206 ],207 "extent": [208 21.862672805786133,209 20.488967895507812,210 40.022247314453125211 ],212 "rotation": [213 0,214 0,215 0216 ]217 },218 "location": [219 530,220 -325,221 0222 ],223 "rotation": [224 0,225 0,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 159,236 95,237 95238 ]239 },240 {241 "object_id": "SM_Chair_2",242 "bbox_2d": [243 1410,244 391,245 1640,246 670247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 529.9999961853027,252 -225.00000190734863,253 40.022247314453125254 ],255 "extent": [256 21.862672805786133,257 20.488967895507812,258 40.022247314453125259 ]260 },261 "obb": {262 "center": [263 529.9999961853027,264 -225.00000190734863,265 40.022247314453125266 ],267 "extent": [268 21.862672805786133,269 20.488967895507812,270 40.022247314453125271 ],272 "rotation": [273 0,274 180,275 0276 ]277 },278 "location": [279 530,280 -225,281 0282 ],283 "rotation": [284 0,285 180,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 159,296 0,297 159298 ]299 },300 {301 "object_id": "SM_Chair_12",302 "bbox_2d": [303 1175,304 668,305 1919,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 753.7443884906567,312 -117.27447302063119,313 40.02226257324219314 ],315 "extent": [316 22.762253080915684,317 21.45173615042866,318 40.022247314453125319 ]320 },321 "obb": {322 "center": [323 753.7443884906567,324 -117.27447302063119,325 40.02226257324219326 ],327 "extent": [328 22.762253080915684,329 21.45173615042866,330 40.022247314453125331 ],332 "rotation": [333 0,334 2.578369140625,335 0336 ]337 },338 "location": [339 753.744384765625,340 -117.27447509765625,341 1.52587890625e-05342 ],343 "rotation": [344 0,345 2.578369140625,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 223,356 191,357 191358 ]359 }360 ],361 "folding": [362 {363 "object_id": "SM_Folding_Closed_193",364 "bbox_2d": [365 1111,366 290,367 1256,368 599369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 563.0454411043925,374 -130.0000126586815,375 50.90002023748582376 ],377 "extent": [378 14.748420726222093,379 24.495208003608745,380 51.49888812606113381 ]382 },383 "obb": {384 "center": [385 563.0454411043925,386 -130.0000126586815,387 50.90002023748581388 ],389 "extent": [390 14.748420726222093,391 24.495208003608745,392 51.49888812606113393 ],394 "rotation": [395 -3.0517578125552415e-05,396 -90.0000991821289,397 -10.000030517578125398 ]399 },400 "location": [401 571.394287109375,402 -130,403 0404 ],405 "rotation": [406 -3.0517578125552415e-05,407 -90.0000991821289,408 -10.000030517578125409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 63,418 223,419 191420 ]421 }422 ],423 "beer crate": [424 {425 "object_id": "SM_Beercrate_02_196",426 "bbox_2d": [427 1131,428 746,429 1174,430 774431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 591.910888671875,436 -127.89835357666016,437 12.455690383911133438 ],439 "extent": [440 16.99475471831613,441 21.9947441556898,442 12.544294357299805443 ]444 },445 "obb": {446 "center": [447 591.910888671875,448 -127.89835357666016,449 12.455690383911133450 ],451 "extent": [452 16.99475471831613,453 21.9947441556898,454 12.544294357299805455 ],456 "rotation": [457 0,458 -90.00009918212892,459 0460 ]461 },462 "location": [463 591.910888671875,464 -127.89835357666016,465 -1.52587890625e-05466 ],467 "rotation": [468 0,469 -90.00009918212892,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 63,480 223,481 31482 ]483 },484 {485 "object_id": "SM_Beercrate_3",486 "bbox_2d": [487 1107,488 718,489 1174,490 921491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 627.9992065429688,496 -127.89835357666016,497 12.455690642700574498 ],499 "extent": [500 16.99475471831613,501 21.9947441556898,502 12.544294357299805503 ]504 },505 "obb": {506 "center": [507 627.9992065429688,508 -127.89835357666016,509 12.455690642700574510 ],511 "extent": [512 16.99475471831613,513 21.9947441556898,514 12.544294357299805515 ],516 "rotation": [517 0,518 -90.00009918212892,519 0520 ]521 },522 "location": [523 627.9992065429688,524 -127.89835357666016,525 -1.4999999621068127e-05526 ],527 "rotation": [528 0,529 -90.00009918212892,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 63,540 223,541 95542 ]543 },544 {545 "object_id": "SM_Beercrate_4",546 "bbox_2d": [547 1131,548 542,549 1284,550 614551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 591.910888671875,556 -127.89835357666016,557 37.52694129943848558 ],559 "extent": [560 16.99475471831613,561 21.9947441556898,562 12.544294357299805563 ]564 },565 "obb": {566 "center": [567 591.910888671875,568 -127.89835357666016,569 37.52694129943848570 ],571 "extent": [572 16.99475471831613,573 21.9947441556898,574 12.544294357299805575 ],576 "rotation": [577 0,578 -90.00009918212892,579 0580 ]581 },582 "location": [583 591.910888671875,584 -127.89835357666016,585 25.07123565673828586 ],587 "rotation": [588 0,589 -90.00009918212892,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 63,600 223,601 159602 ]603 },604 {605 "object_id": "SM_Beercrate_5",606 "bbox_2d": [607 1108,608 515,609 1414,610 717611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 627.9992065429688,616 -127.89835357666016,617 37.52694129943848618 ],619 "extent": [620 16.99475471831613,621 21.9947441556898,622 12.544294357299805623 ]624 },625 "obb": {626 "center": [627 627.9992065429688,628 -127.89835357666016,629 37.52694129943848630 ],631 "extent": [632 16.99475471831613,633 21.9947441556898,634 12.544294357299805635 ],636 "rotation": [637 0,638 -90.00009918212892,639 0640 ]641 },642 "location": [643 627.9992065429688,644 -127.89835357666016,645 25.07123565673828646 ],647 "rotation": [648 0,649 -90.00009918212892,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 191,660 223,661 0662 ]663 },664 {665 "object_id": "SM_BeerCrate_01_302",666 "bbox_2d": [667 1109,668 375,669 1289,670 514671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 594,676 -127.00000190734863,677 60.99999809265137678 ],679 "extent": [680 22.500003814697266,681 15.00000286102295,682 11.000004768371582683 ]684 },685 "obb": {686 "center": [687 594,688 -127.00000190734863,689 60.99999809265137690 ],691 "extent": [692 22.500003814697266,693 15.00000286102295,694 11.000004768371582695 ],696 "rotation": [697 0,698 0,699 0700 ]701 },702 "location": [703 594,704 -127,705 50706 ],707 "rotation": [708 0,709 0,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 223,720 191,721 0722 ]723 }724 ],725 "chopstick stand": [726 {727 "object_id": "SM_ChopstickStand4",728 "bbox_2d": [729 1634,730 374,731 1681,732 401733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 498.11653956347396,738 -284.3640471856754,739 82.75994300842285740 ],741 "extent": [742 6.685903833459065,743 5.782682747893148,744 9.759943008422852745 ]746 },747 "obb": {748 "center": [749 498.11653956347396,750 -284.3640471856754,751 82.75994300842285752 ],753 "extent": [754 6.685903833459065,755 5.782682747893148,756 9.759943008422852757 ],758 "rotation": [759 0,760 100.00014495849612,761 0762 ]763 },764 "location": [765 496.8901062011719,766 -285.925537109375,767 73768 ],769 "rotation": [770 0,771 100.00014495849612,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 31,782 223,783 0784 ]785 }786 ],787 "coat hanger": [788 {789 "object_id": "SM_CoatHanger_350",790 "bbox_2d": [791 1307,792 278,793 1433,794 398795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 453.5434946528736,800 -224.02277366279895,801 111.35374069213867802 ],803 "extent": [804 3.5435377197342177,805 19.967594066807465,806 18.870166778564453807 ]808 },809 "obb": {810 "center": [811 453.5434946528736,812 -224.02277366279895,813 111.35374069213867814 ],815 "extent": [816 3.5435377197342177,817 19.967594066807465,818 18.870166778564453819 ],820 "rotation": [821 0,822 -90.00012207031251,823 0824 ]825 },826 "location": [827 450,828 -224,829 118830 ],831 "rotation": [832 0,833 -90.00012207031251,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 0,844 255,845 15846 ]847 },848 {849 "object_id": "SM_CoatHanger2",850 "bbox_2d": [851 1657,852 278,853 1762,854 395855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 453.5434946528736,860 -330.02277366279895,861 111.35374069213867862 ],863 "extent": [864 3.5435377197342177,865 19.967594066807465,866 18.870166778564453867 ]868 },869 "obb": {870 "center": [871 453.5434946528736,872 -330.02277366279895,873 111.35374069213867874 ],875 "extent": [876 3.5435377197342177,877 19.967594066807465,878 18.870166778564453879 ],880 "rotation": [881 0,882 -90.00012207031251,883 0884 ]885 },886 "location": [887 450,888 -330,889 118890 ],891 "rotation": [892 0,893 -90.00012207031251,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 0,904 127,905 15906 ]907 }908 ]909 }910}