TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l044_off0_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/JapaneseRestaurant_02/l044_off0_r003/lit.png",5 "camera": {6 "location": [7 744,8 -514,9 13010 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 744,38 -514,39 130,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "chair": [55 {56 "object_id": "SM_Chair_01_53",57 "bbox_2d": [58 0,59 746,60 251,61 107362 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 530.0000038146973,67 -324.99999809265137,68 40.02224731445312569 ],70 "extent": [71 21.862672805786133,72 20.488967895507812,73 40.02224731445312574 ]75 },76 "obb": {77 "center": [78 530.0000038146973,79 -324.99999809265137,80 40.02224731445312581 ],82 "extent": [83 21.862672805786133,84 20.488967895507812,85 40.02224731445312586 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 530,95 -325,96 097 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 159,111 95,112 95113 ]114 },115 {116 "object_id": "SM_Chair_3",117 "bbox_2d": [118 936,119 746,120 1102,121 1079122 ],123 "bbox_3d": {124 "aabb": {125 "center": [126 530.0000038146973,127 -524.9999980926514,128 40.022247314453125129 ],130 "extent": [131 21.862672805786133,132 20.488967895507812,133 40.022247314453125134 ]135 },136 "obb": {137 "center": [138 530.0000038146973,139 -524.9999980926514,140 40.022247314453125141 ],142 "extent": [143 21.862672805786133,144 20.488967895507812,145 40.022247314453125146 ],147 "rotation": [148 0,149 0,150 0151 ]152 },153 "location": [154 530,155 -525,156 0157 ],158 "rotation": [159 0,160 0,161 0162 ],163 "scale": [164 1,165 1,166 1167 ]168 },169 "color": [170 159,171 255,172 159173 ]174 },175 {176 "object_id": "SM_Chair_4",177 "bbox_2d": [178 447,179 746,180 672,181 1077182 ],183 "bbox_3d": {184 "aabb": {185 "center": [186 529.9999961853027,187 -425.00000190734863,188 40.022247314453125189 ],190 "extent": [191 21.862672805786133,192 20.488967895507812,193 40.022247314453125194 ]195 },196 "obb": {197 "center": [198 529.9999961853027,199 -425.00000190734863,200 40.022247314453125201 ],202 "extent": [203 21.862672805786133,204 20.488967895507812,205 40.022247314453125206 ],207 "rotation": [208 0,209 180,210 0211 ]212 },213 "location": [214 530,215 -425,216 0217 ],218 "rotation": [219 0,220 180,221 0222 ],223 "scale": [224 1,225 1,226 1227 ]228 },229 "color": [230 159,231 127,232 159233 ]234 }235 ],236 "folding": [237 {238 "object_id": "SM_Folding_Closed2_202",239 "bbox_2d": [240 1455,241 737,242 1772,243 1079244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 623.0215454101562,249 -586.7859187588545,250 50.90002023749304251 ],252 "extent": [253 24.49518585205078,254 14.748378323691782,255 51.498875079143275256 ]257 },258 "obb": {259 "center": [260 623.0215454101562,261 -586.7859187588545,262 50.90002023749304263 ],264 "extent": [265 24.49518585205078,266 14.748378323691782,267 51.498875079143275268 ],269 "rotation": [270 0,271 0,272 -10.000030517578125273 ]274 },275 "location": [276 623.0215454101562,277 -578.4370727539062,278 0279 ],280 "rotation": [281 0,282 0,283 -10.000030517578125284 ],285 "scale": [286 1,287 1,288 1289 ]290 },291 "color": [292 191,293 223,294 255295 ]296 },297 {298 "object_id": "SM_Folding_Closed3",299 "bbox_2d": [300 1402,301 737,302 1693,303 1079304 ],305 "bbox_3d": {306 "aabb": {307 "center": [308 623.0215454101562,309 -578.7832340591979,310 50.90002009852853311 ],312 "extent": [313 24.49518585205078,314 14.748379146541879,315 51.49887502838979316 ]317 },318 "obb": {319 "center": [320 623.0215454101562,321 -578.7832340591979,322 50.90002009852852323 ],324 "extent": [325 24.49518585205078,326 14.748379146541879,327 51.49887502838979328 ],329 "rotation": [330 0,331 0,332 -10.000031471252441333 ]334 },335 "location": [336 623.0215454101562,337 -570.4343872070312,338 0339 ],340 "rotation": [341 0,342 0,343 -10.000031471252441344 ],345 "scale": [346 1,347 1,348 1349 ]350 },351 "color": [352 191,353 223,354 127355 ]356 },357 {358 "object_id": "SM_Folding_Closed4",359 "bbox_2d": [360 1335,361 737,362 1623,363 1079364 ],365 "bbox_3d": {366 "aabb": {367 "center": [368 623.0215454101562,369 -571.6513370865416,370 50.90002009852853371 ],372 "extent": [373 24.49518585205078,374 14.748379146541879,375 51.49887502838979376 ]377 },378 "obb": {379 "center": [380 623.0215454101562,381 -571.6513370865416,382 50.90002009852852383 ],384 "extent": [385 24.49518585205078,386 14.748379146541879,387 51.49887502838979388 ],389 "rotation": [390 0,391 0,392 -10.000031471252441393 ]394 },395 "location": [396 623.0215454101562,397 -563.302490234375,398 0399 ],400 "rotation": [401 0,402 0,403 -10.000031471252441404 ],405 "scale": [406 1,407 1,408 1409 ]410 },411 "color": [412 191,413 223,414 63415 ]416 },417 {418 "object_id": "SM_Folding_Closed5",419 "bbox_2d": [420 1265,421 678,422 1456,423 1079424 ],425 "bbox_3d": {426 "aabb": {427 "center": [428 562.4636840820312,429 -586.0146183365416,430 50.90002009852853431 ],432 "extent": [433 24.49518585205078,434 14.748379146541879,435 51.49887502838979436 ]437 },438 "obb": {439 "center": [440 562.4636840820312,441 -586.0146183365416,442 50.90002009852852443 ],444 "extent": [445 24.49518585205078,446 14.748379146541879,447 51.49887502838979448 ],449 "rotation": [450 0,451 0,452 -10.000031471252441453 ]454 },455 "location": [456 562.4636840820312,457 -577.665771484375,458 0459 ],460 "rotation": [461 0,462 0,463 -10.000031471252441464 ],465 "scale": [466 1,467 1,468 1469 ]470 },471 "color": [472 191,473 223,474 191475 ]476 }477 ],478 "chopstick stand": [479 {480 "object_id": "SM_ChopstickStand_208",481 "bbox_2d": [482 221,483 985,484 305,485 1079486 ],487 "bbox_3d": {488 "aabb": {489 "center": [490 666.3295193233147,491 -455.5632950685806,492 82.75994300842285493 ],494 "extent": [495 6.685890457922596,496 5.78266473468193,497 9.759943008422852498 ]499 },500 "obb": {501 "center": [502 666.3295193233147,503 -455.5632950685806,504 82.75994300842285505 ],506 "extent": [507 6.685890457922596,508 5.78266473468193,509 9.759943008422852510 ],511 "rotation": [512 0,513 -99.99993896484378,514 0515 ]516 },517 "location": [518 668.0160522460938,519 -454.51544189453125,520 73521 ],522 "rotation": [523 0,524 -99.99993896484378,525 0526 ],527 "scale": [528 1,529 1,530 1531 ]532 },533 "color": [534 191,535 223,536 31537 ]538 },539 {540 "object_id": "SM_ChopstickStand4",541 "bbox_2d": [542 41,543 684,544 92,545 763546 ],547 "bbox_3d": {548 "aabb": {549 "center": [550 498.11653956347396,551 -284.3640471856754,552 82.75994300842285553 ],554 "extent": [555 6.685903833459065,556 5.782682747893148,557 9.759943008422852558 ]559 },560 "obb": {561 "center": [562 498.11653956347396,563 -284.3640471856754,564 82.75994300842285565 ],566 "extent": [567 6.685903833459065,568 5.782682747893148,569 9.759943008422852570 ],571 "rotation": [572 0,573 100.00014495849612,574 0575 ]576 },577 "location": [578 496.8901062011719,579 -285.925537109375,580 73581 ],582 "rotation": [583 0,584 100.00014495849612,585 0586 ],587 "scale": [588 1,589 1,590 1591 ]592 },593 "color": [594 31,595 223,596 0597 ]598 },599 {600 "object_id": "SM_ChopstickStand5",601 "bbox_2d": [602 844,603 682,604 880,605 760606 ],607 "bbox_3d": {608 "aabb": {609 "center": [610 495.20186671191146,611 -488.4879180352848,612 82.75994300842285613 ],614 "extent": [615 6.685903833459065,616 5.782682747893148,617 9.759943008422852618 ]619 },620 "obb": {621 "center": [622 495.20186671191146,623 -488.4879180352848,624 82.75994300842285625 ],626 "extent": [627 6.685903833459065,628 5.782682747893148,629 9.759943008422852630 ],631 "rotation": [632 0,633 100.00014495849612,634 0635 ]636 },637 "location": [638 493.9754333496094,639 -490.0494079589844,640 73641 ],642 "rotation": [643 0,644 100.00014495849612,645 0646 ],647 "scale": [648 1,649 1,650 1651 ]652 },653 "color": [654 31,655 223,656 255657 ]658 }659 ],660 "coat hanger": [661 {662 "object_id": "SM_CoatHanger_350",663 "bbox_2d": [664 0,665 556,666 71,667 663668 ],669 "bbox_3d": {670 "aabb": {671 "center": [672 453.5434946528736,673 -224.02277366279895,674 111.35374069213867675 ],676 "extent": [677 3.5435377197342177,678 19.967594066807465,679 18.870166778564453680 ]681 },682 "obb": {683 "center": [684 453.5434946528736,685 -224.02277366279895,686 111.35374069213867687 ],688 "extent": [689 3.5435377197342177,690 19.967594066807465,691 18.870166778564453692 ],693 "rotation": [694 0,695 -90.00012207031251,696 0697 ]698 },699 "location": [700 450,701 -224,702 118703 ],704 "rotation": [705 0,706 -90.00012207031251,707 0708 ],709 "scale": [710 1,711 1,712 1713 ]714 },715 "color": [716 0,717 255,718 15719 ]720 },721 {722 "object_id": "SM_CoatHanger2",723 "bbox_2d": [724 285,725 539,726 420,727 663728 ],729 "bbox_3d": {730 "aabb": {731 "center": [732 453.5434946528736,733 -330.02277366279895,734 111.35374069213867735 ],736 "extent": [737 3.5435377197342177,738 19.967594066807465,739 18.870166778564453740 ]741 },742 "obb": {743 "center": [744 453.5434946528736,745 -330.02277366279895,746 111.35374069213867747 ],748 "extent": [749 3.5435377197342177,750 19.967594066807465,751 18.870166778564453752 ],753 "rotation": [754 0,755 -90.00012207031251,756 0757 ]758 },759 "location": [760 450,761 -330,762 118763 ],764 "rotation": [765 0,766 -90.00012207031251,767 0768 ],769 "scale": [770 1,771 1,772 1773 ]774 },775 "color": [776 0,777 127,778 15779 ]780 },781 {782 "object_id": "SM_CoatHanger3",783 "bbox_2d": [784 583,785 539,786 715,787 663788 ],789 "bbox_3d": {790 "aabb": {791 "center": [792 453.5434946528736,793 -420.02277366279895,794 111.35374069213867795 ],796 "extent": [797 3.5435377197342177,798 19.967594066807465,799 18.870166778564453800 ]801 },802 "obb": {803 "center": [804 453.5434946528736,805 -420.02277366279895,806 111.35374069213867807 ],808 "extent": [809 3.5435377197342177,810 19.967594066807465,811 18.870166778564453812 ],813 "rotation": [814 0,815 -90.00012207031251,816 0817 ]818 },819 "location": [820 450,821 -420,822 118823 ],824 "rotation": [825 0,826 -90.00012207031251,827 0828 ],829 "scale": [830 1,831 1,832 1833 ]834 },835 "color": [836 0,837 63,838 15839 ]840 },841 {842 "object_id": "SM_CoatHanger4",843 "bbox_2d": [844 1010,845 539,846 1141,847 663848 ],849 "bbox_3d": {850 "aabb": {851 "center": [852 453.5434946528736,853 -549.022773662799,854 111.35374069213867855 ],856 "extent": [857 3.5435377197342177,858 19.967594066807465,859 18.870166778564453860 ]861 },862 "obb": {863 "center": [864 453.5434946528736,865 -549.022773662799,866 111.35374069213867867 ],868 "extent": [869 3.5435377197342177,870 19.967594066807465,871 18.870166778564453872 ],873 "rotation": [874 0,875 -90.00012207031251,876 0877 ]878 },879 "location": [880 450,881 -549,882 118883 ],884 "rotation": [885 0,886 -90.00012207031251,887 0888 ],889 "scale": [890 1,891 1,892 1893 ]894 },895 "color": [896 0,897 191,898 15899 ]900 }901 ]902 }903}