TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "0_l048_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/placement/JapaneseRestaurant_02/0_l048_r002/lit.png",5 "camera": {6 "location": [7 790,8 -311,9 12010 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 790,38 -311,39 120,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door frame": [54 {55 "object_id": "SM_Doorframe_01_313",56 "bbox_2d": [57 910,58 342,59 959,60 36561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 525.000002861023,66 125,67 110.0180969238281268 ],69 "extent": [70 45.03559970855713,71 3.8105356693267822,72 110.0180969238281273 ]74 },75 "obb": {76 "center": [77 525.000002861023,78 125,79 110.0180969238281280 ],81 "extent": [82 45.03559970855713,83 3.8105356693267822,84 110.0180969238281285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 480,94 125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 0.75,104 1,105 1106 ]107 },108 "color": [109 223,110 191,111 63112 ]113 }114 ],115 "brick": [116 {117 "object_id": "SM_Brick_01_u9k4",118 "bbox_2d": [119 1862,120 696,121 1919,122 777123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 535.4085894958663,128 -247.03400944858106,129 81.52474036703961130 ],131 "extent": [132 19.601009631394163,133 16.384566467200884,134 8.385447770682461135 ]136 },137 "obb": {138 "center": [139 535.4085894958663,140 -247.03400944858106,141 81.52474036703961142 ],143 "extent": [144 19.601009631394163,145 16.384566467200884,146 8.385447770682461147 ],148 "rotation": [149 0.06064410154910135,150 -29.703185881943867,151 36.09456928085254152 ]153 },154 "location": [155 533.9527391847704,156 -249.59468723995255,157 77.48451399708722158 ],159 "rotation": [160 0.06064410154910135,161 -29.703185881943867,162 36.09456928085254163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 191,172 191,173 15174 ]175 }176 ]177 },178 "foreground": {179 "bar stool": [180 {181 "object_id": "SM_Barstool_01_Small4",182 "bbox_2d": [183 1634,184 1076,185 1639,186 1079187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 635.0137140270415,192 -220.00922851538053,193 22.542636655631668194 ],195 "extent": [196 18.463972746955733,197 18.183464331535106,198 22.60599171834542199 ]200 },201 "obb": {202 "center": [203 635.0137140270415,204 -220.00922851538053,205 22.542636655631668206 ],207 "extent": [208 18.463972746955733,209 18.183464331535106,210 22.60599171834542211 ],212 "rotation": [213 0,214 0,215 0216 ]217 },218 "location": [219 635,220 -220,221 0222 ],223 "rotation": [224 0,225 0,226 0227 ],228 "scale": [229 0.8999999761581421,230 0.8999999761581421,231 0.8999999761581421232 ]233 },234 "color": [235 159,236 95,237 127238 ]239 }240 ],241 "chair": [242 {243 "object_id": "SM_Chair_2",244 "bbox_2d": [245 1683,246 711,247 1919,248 1079249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 529.9999961853027,254 -225.00000190734863,255 40.022247314453125256 ],257 "extent": [258 21.862672805786133,259 20.488967895507812,260 40.022247314453125261 ]262 },263 "obb": {264 "center": [265 529.9999961853027,266 -225.00000190734863,267 40.022247314453125268 ],269 "extent": [270 21.862672805786133,271 20.488967895507812,272 40.022247314453125273 ],274 "rotation": [275 0,276 180,277 0278 ]279 },280 "location": [281 530,282 -225,283 0284 ],285 "rotation": [286 0,287 180,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 159,298 95,299 95300 ]301 },302 {303 "object_id": "SM_Chair_11",304 "bbox_2d": [305 452,306 676,307 630,308 1024309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 756.8013265712542,314 -27.384492459664706,315 40.02226257324219316 ],317 "extent": [318 23.908516694612672,319 22.68792813890059,320 40.022247314453125321 ]322 },323 "obb": {324 "center": [325 756.8013265712542,326 -27.384492459664706,327 40.02226257324219328 ],329 "extent": [330 23.908516694612672,331 22.68792813890059,332 40.022247314453125333 ],334 "rotation": [335 0,336 173.9241485595703,337 0338 ]339 },340 "location": [341 756.8013305664062,342 -27.384490966796875,343 1.52587890625e-05344 ],345 "rotation": [346 0,347 173.9241485595703,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 223,358 63,359 191360 ]361 },362 {363 "object_id": "SM_Chair_12",364 "bbox_2d": [365 503,366 748,367 747,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 753.7443884906567,374 -117.27447302063119,375 40.02226257324219376 ],377 "extent": [378 22.762253080915684,379 21.45173615042866,380 40.022247314453125381 ]382 },383 "obb": {384 "center": [385 753.7443884906567,386 -117.27447302063119,387 40.02226257324219388 ],389 "extent": [390 22.762253080915684,391 21.45173615042866,392 40.022247314453125393 ],394 "rotation": [395 0,396 2.578369140625,397 0398 ]399 },400 "location": [401 753.744384765625,402 -117.27447509765625,403 1.52587890625e-05404 ],405 "rotation": [406 0,407 2.578369140625,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 223,418 63,419 95420 ]421 }422 ],423 "folding": [424 {425 "object_id": "SM_Folding_Closed_193",426 "bbox_2d": [427 1274,428 602,429 1436,430 819431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 563.0454411043925,436 -130.0000126586815,437 50.90002023748582438 ],439 "extent": [440 14.748420726222093,441 24.495208003608745,442 51.49888812606113443 ]444 },445 "obb": {446 "center": [447 563.0454411043925,448 -130.0000126586815,449 50.90002023748581450 ],451 "extent": [452 14.748420726222093,453 24.495208003608745,454 51.49888812606113455 ],456 "rotation": [457 -3.0517578125552415e-05,458 -90.0000991821289,459 -10.000030517578125460 ]461 },462 "location": [463 571.394287109375,464 -130,465 0466 ],467 "rotation": [468 -3.0517578125552415e-05,469 -90.0000991821289,470 -10.000030517578125471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 63,480 223,481 127482 ]483 }484 ],485 "beer crate": [486 {487 "object_id": "SM_Beercrate_3",488 "bbox_2d": [489 1062,490 966,491 1210,492 1074493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 627.9992065429688,498 -127.89835357666016,499 12.455690642700574500 ],501 "extent": [502 16.99475471831613,503 21.9947441556898,504 12.544294357299805505 ]506 },507 "obb": {508 "center": [509 627.9992065429688,510 -127.89835357666016,511 12.455690642700574512 ],513 "extent": [514 16.99475471831613,515 21.9947441556898,516 12.544294357299805517 ],518 "rotation": [519 0,520 -90.00009918212892,521 0522 ]523 },524 "location": [525 627.9992065429688,526 -127.89835357666016,527 -1.4999999621068127e-05528 ],529 "rotation": [530 0,531 -90.00009918212892,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 63,542 223,543 191544 ]545 },546 {547 "object_id": "SM_Beercrate_5",548 "bbox_2d": [549 1058,550 797,551 1115,552 837553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 627.9992065429688,558 -127.89835357666016,559 37.52694129943848560 ],561 "extent": [562 16.99475471831613,563 21.9947441556898,564 12.544294357299805565 ]566 },567 "obb": {568 "center": [569 627.9992065429688,570 -127.89835357666016,571 37.52694129943848572 ],573 "extent": [574 16.99475471831613,575 21.9947441556898,576 12.544294357299805577 ],578 "rotation": [579 0,580 -90.00009918212892,581 0582 ]583 },584 "location": [585 627.9992065429688,586 -127.89835357666016,587 25.07123565673828588 ],589 "rotation": [590 0,591 -90.00009918212892,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 63,602 223,603 95604 ]605 },606 {607 "object_id": "SM_BeerCrate_01_302",608 "bbox_2d": [609 1257,610 704,611 1352,612 800613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 594,618 -127.00000190734863,619 60.99999809265137620 ],621 "extent": [622 22.500003814697266,623 15.00000286102295,624 11.000004768371582625 ]626 },627 "obb": {628 "center": [629 594,630 -127.00000190734863,631 60.99999809265137632 ],633 "extent": [634 22.500003814697266,635 15.00000286102295,636 11.000004768371582637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 594,646 -127,647 50648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 223,662 63,663 127664 ]665 }666 ],667 "chopstick stand": [668 {669 "object_id": "SM_ChopstickStand3",670 "bbox_2d": [671 1222,672 707,673 1284,674 808675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 671.572136487302,680 -199.585864202277,681 82.75994300842285682 ],683 "extent": [684 6.685903833459065,685 5.782682747893119,686 9.759943008422852687 ]688 },689 "obb": {690 "center": [691 671.572136487302,692 -199.585864202277,693 82.75994300842285694 ],695 "extent": [696 6.685903833459065,697 5.782682747893119,698 9.759943008422852699 ],700 "rotation": [701 0,702 100.00014495849612,703 0704 ]705 },706 "location": [707 670.345703125,708 -201.14735412597656,709 73710 ],711 "rotation": [712 0,713 100.00014495849612,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 191,724 223,725 31726 ]727 },728 {729 "object_id": "SM_ChopstickStand11",730 "bbox_2d": [731 0,732 562,733 35,734 624735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 893.5608769591819,740 85.07852546910448,741 103.75994300842285742 ],743 "extent": [744 5.782672073406616,745 6.6858959072256425,746 9.759943008422852747 ]748 },749 "obb": {750 "center": [751 893.5608769591819,752 85.07852546910448,753 103.75994300842285754 ],755 "extent": [756 5.782672073406616,757 6.6858959072256425,758 9.759943008422852759 ],760 "rotation": [761 0,762 10.000022888183594,763 0764 ]765 },766 "location": [767 891.9993896484375,768 86.30496215820312,769 94770 ],771 "rotation": [772 0,773 10.000022888183594,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 223,784 255,785 95786 ]787 },788 {789 "object_id": "SM_ChopstickStand12",790 "bbox_2d": [791 445,792 661,793 480,794 746795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 780.7892934324623,800 -63.39487737177752,801 82.75997352600098802 ],803 "extent": [804 5.938299881630087,805 4.824803630273188,806 9.759943008422852807 ]808 },809 "obb": {810 "center": [811 780.7892934324623,812 -63.39487737177752,813 82.75997352600098814 ],815 "extent": [816 5.938299881630087,817 4.824803630273188,818 9.759943008422852819 ],820 "rotation": [821 0,822 -90.00007629394531,823 0824 ]825 },826 "location": [827 782.2682495117188,828 -62.07008361816406,829 73.00003051757812830 ],831 "rotation": [832 0,833 -90.00007629394531,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 223,844 63,845 159846 ]847 }848 ],849 "coat hanger": [850 {851 "object_id": "SM_CoatHanger_350",852 "bbox_2d": [853 1835,854 595,855 1919,856 643857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 453.5434946528736,862 -224.02277366279895,863 111.35374069213867864 ],865 "extent": [866 3.5435377197342177,867 19.967594066807465,868 18.870166778564453869 ]870 },871 "obb": {872 "center": [873 453.5434946528736,874 -224.02277366279895,875 111.35374069213867876 ],877 "extent": [878 3.5435377197342177,879 19.967594066807465,880 18.870166778564453881 ],882 "rotation": [883 0,884 -90.00012207031251,885 0886 ]887 },888 "location": [889 450,890 -224,891 118892 ],893 "rotation": [894 0,895 -90.00012207031251,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 223,906 223,907 191908 ]909 }910 ]911 }912}