TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l007_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l007_r004/lit.png",5 "camera": {6 "location": [7 608,8 -315,9 4710 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 608,38 -315,39 47,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "bar stool": [55 {56 "object_id": "SM_Barstool_01_Small2",57 "bbox_2d": [58 1860,59 624,60 1919,61 87462 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 635.0137140270415,67 -350.0092285153805,68 22.54263665563166869 ],70 "extent": [71 18.463972746955733,72 18.183464331535106,73 22.6059917183454274 ]75 },76 "obb": {77 "center": [78 635.0137140270415,79 -350.0092285153805,80 22.54263665563166881 ],82 "extent": [83 18.463972746955733,84 18.183464331535106,85 22.6059917183454286 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 635,95 -350,96 097 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 0.8999999761581421,105 0.8999999761581421,106 0.8999999761581421107 ]108 },109 "color": [110 159,111 95,112 255113 ]114 },115 {116 "object_id": "SM_Barstool_01_Small6",117 "bbox_2d": [118 1583,119 552,120 1919,121 946122 ],123 "bbox_3d": {124 "aabb": {125 "center": [126 635.0137140270415,127 -480.0092285153805,128 22.542636655631668129 ],130 "extent": [131 18.463972746955733,132 18.183464331535106,133 22.60599171834542134 ]135 },136 "obb": {137 "center": [138 635.0137140270415,139 -480.0092285153805,140 22.542636655631668141 ],142 "extent": [143 18.463972746955733,144 18.183464331535106,145 22.60599171834542146 ],147 "rotation": [148 0,149 0,150 0151 ]152 },153 "location": [154 635,155 -480,156 0157 ],158 "rotation": [159 0,160 0,161 0162 ],163 "scale": [164 0.8999999761581421,165 0.8999999761581421,166 0.8999999761581421167 ]168 },169 "color": [170 159,171 95,172 31173 ]174 }175 ],176 "chair": [177 {178 "object_id": "SM_Chair_01_53",179 "bbox_2d": [180 0,181 0,182 237,183 1079184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 530.0000038146973,189 -324.99999809265137,190 40.022247314453125191 ],192 "extent": [193 21.862672805786133,194 20.488967895507812,195 40.022247314453125196 ]197 },198 "obb": {199 "center": [200 530.0000038146973,201 -324.99999809265137,202 40.022247314453125203 ],204 "extent": [205 21.862672805786133,206 20.488967895507812,207 40.022247314453125208 ],209 "rotation": [210 0,211 0,212 0213 ]214 },215 "location": [216 530,217 -325,218 0219 ],220 "rotation": [221 0,222 0,223 0224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 159,233 95,234 95235 ]236 },237 {238 "object_id": "SM_Chair_3",239 "bbox_2d": [240 1019,241 464,242 1231,243 769244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 530.0000038146973,249 -524.9999980926514,250 40.022247314453125251 ],252 "extent": [253 21.862672805786133,254 20.488967895507812,255 40.022247314453125256 ]257 },258 "obb": {259 "center": [260 530.0000038146973,261 -524.9999980926514,262 40.022247314453125263 ],264 "extent": [265 21.862672805786133,266 20.488967895507812,267 40.022247314453125268 ],269 "rotation": [270 0,271 0,272 0273 ]274 },275 "location": [276 530,277 -525,278 0279 ],280 "rotation": [281 0,282 0,283 0284 ],285 "scale": [286 1,287 1,288 1289 ]290 },291 "color": [292 159,293 255,294 159295 ]296 },297 {298 "object_id": "SM_Chair_4",299 "bbox_2d": [300 677,301 260,302 1038,303 948304 ],305 "bbox_3d": {306 "aabb": {307 "center": [308 529.9999961853027,309 -425.00000190734863,310 40.022247314453125311 ],312 "extent": [313 21.862672805786133,314 20.488967895507812,315 40.022247314453125316 ]317 },318 "obb": {319 "center": [320 529.9999961853027,321 -425.00000190734863,322 40.022247314453125323 ],324 "extent": [325 21.862672805786133,326 20.488967895507812,327 40.022247314453125328 ],329 "rotation": [330 0,331 180,332 0333 ]334 },335 "location": [336 530,337 -425,338 0339 ],340 "rotation": [341 0,342 180,343 0344 ],345 "scale": [346 1,347 1,348 1349 ]350 },351 "color": [352 159,353 127,354 159355 ]356 }357 ],358 "folding": [359 {360 "object_id": "SM_Folding_Closed2_202",361 "bbox_2d": [362 1481,363 392,364 1713,365 739366 ],367 "bbox_3d": {368 "aabb": {369 "center": [370 623.0215454101562,371 -586.7859187588545,372 50.90002023749304373 ],374 "extent": [375 24.49518585205078,376 14.748378323691782,377 51.498875079143275378 ]379 },380 "obb": {381 "center": [382 623.0215454101562,383 -586.7859187588545,384 50.90002023749304385 ],386 "extent": [387 24.49518585205078,388 14.748378323691782,389 51.498875079143275390 ],391 "rotation": [392 0,393 0,394 -10.000030517578125395 ]396 },397 "location": [398 623.0215454101562,399 -578.4370727539062,400 0401 ],402 "rotation": [403 0,404 0,405 -10.000030517578125406 ],407 "scale": [408 1,409 1,410 1411 ]412 },413 "color": [414 191,415 223,416 255417 ]418 },419 {420 "object_id": "SM_Folding_Closed3",421 "bbox_2d": [422 1480,423 388,424 1719,425 745426 ],427 "bbox_3d": {428 "aabb": {429 "center": [430 623.0215454101562,431 -578.7832340591979,432 50.90002009852853433 ],434 "extent": [435 24.49518585205078,436 14.748379146541879,437 51.49887502838979438 ]439 },440 "obb": {441 "center": [442 623.0215454101562,443 -578.7832340591979,444 50.90002009852852445 ],446 "extent": [447 24.49518585205078,448 14.748379146541879,449 51.49887502838979450 ],451 "rotation": [452 0,453 0,454 -10.000031471252441455 ]456 },457 "location": [458 623.0215454101562,459 -570.4343872070312,460 0461 ],462 "rotation": [463 0,464 0,465 -10.000031471252441466 ],467 "scale": [468 1,469 1,470 1471 ]472 },473 "color": [474 191,475 223,476 127477 ]478 },479 {480 "object_id": "SM_Folding_Closed4",481 "bbox_2d": [482 1468,483 296,484 1735,485 757486 ],487 "bbox_3d": {488 "aabb": {489 "center": [490 623.0215454101562,491 -571.6513370865416,492 50.90002009852853493 ],494 "extent": [495 24.49518585205078,496 14.748379146541879,497 51.49887502838979498 ]499 },500 "obb": {501 "center": [502 623.0215454101562,503 -571.6513370865416,504 50.90002009852852505 ],506 "extent": [507 24.49518585205078,508 14.748379146541879,509 51.49887502838979510 ],511 "rotation": [512 0,513 0,514 -10.000031471252441515 ]516 },517 "location": [518 623.0215454101562,519 -563.302490234375,520 0521 ],522 "rotation": [523 0,524 0,525 -10.000031471252441526 ],527 "scale": [528 1,529 1,530 1531 ]532 },533 "color": [534 191,535 223,536 63537 ]538 },539 {540 "object_id": "SM_Folding_Closed5",541 "bbox_2d": [542 1223,543 337,544 1420,545 725546 ],547 "bbox_3d": {548 "aabb": {549 "center": [550 562.4636840820312,551 -586.0146183365416,552 50.90002009852853553 ],554 "extent": [555 24.49518585205078,556 14.748379146541879,557 51.49887502838979558 ]559 },560 "obb": {561 "center": [562 562.4636840820312,563 -586.0146183365416,564 50.90002009852852565 ],566 "extent": [567 24.49518585205078,568 14.748379146541879,569 51.49887502838979570 ],571 "rotation": [572 0,573 0,574 -10.000031471252441575 ]576 },577 "location": [578 562.4636840820312,579 -577.665771484375,580 0581 ],582 "rotation": [583 0,584 0,585 -10.000031471252441586 ],587 "scale": [588 1,589 1,590 1591 ]592 },593 "color": [594 191,595 223,596 191597 ]598 }599 ],600 "chopstick stand": [601 {602 "object_id": "SM_ChopstickStand5",603 "bbox_2d": [604 893,605 343,606 921,607 345608 ],609 "bbox_3d": {610 "aabb": {611 "center": [612 495.20186671191146,613 -488.4879180352848,614 82.75994300842285615 ],616 "extent": [617 6.685903833459065,618 5.782682747893148,619 9.759943008422852620 ]621 },622 "obb": {623 "center": [624 495.20186671191146,625 -488.4879180352848,626 82.75994300842285627 ],628 "extent": [629 6.685903833459065,630 5.782682747893148,631 9.759943008422852632 ],633 "rotation": [634 0,635 100.00014495849612,636 0637 ]638 },639 "location": [640 493.9754333496094,641 -490.0494079589844,642 73643 ],644 "rotation": [645 0,646 100.00014495849612,647 0648 ],649 "scale": [650 1,651 1,652 1653 ]654 },655 "color": [656 31,657 223,658 255659 ]660 }661 ],662 "coat hanger": [663 {664 "object_id": "SM_CoatHanger3",665 "bbox_2d": [666 374,667 59,668 592,669 304670 ],671 "bbox_3d": {672 "aabb": {673 "center": [674 453.5434946528736,675 -420.02277366279895,676 111.35374069213867677 ],678 "extent": [679 3.5435377197342177,680 19.967594066807465,681 18.870166778564453682 ]683 },684 "obb": {685 "center": [686 453.5434946528736,687 -420.02277366279895,688 111.35374069213867689 ],690 "extent": [691 3.5435377197342177,692 19.967594066807465,693 18.870166778564453694 ],695 "rotation": [696 0,697 -90.00012207031251,698 0699 ]700 },701 "location": [702 450,703 -420,704 118705 ],706 "rotation": [707 0,708 -90.00012207031251,709 0710 ],711 "scale": [712 1,713 1,714 1715 ]716 },717 "color": [718 0,719 63,720 15721 ]722 },723 {724 "object_id": "SM_CoatHanger4",725 "bbox_2d": [726 892,727 252,728 912,729 345730 ],731 "bbox_3d": {732 "aabb": {733 "center": [734 453.5434946528736,735 -549.022773662799,736 111.35374069213867737 ],738 "extent": [739 3.5435377197342177,740 19.967594066807465,741 18.870166778564453742 ]743 },744 "obb": {745 "center": [746 453.5434946528736,747 -549.022773662799,748 111.35374069213867749 ],750 "extent": [751 3.5435377197342177,752 19.967594066807465,753 18.870166778564453754 ],755 "rotation": [756 0,757 -90.00012207031251,758 0759 ]760 },761 "location": [762 450,763 -549,764 118765 ],766 "rotation": [767 0,768 -90.00012207031251,769 0770 ],771 "scale": [772 1,773 1,774 1775 ]776 },777 "color": [778 0,779 191,780 15781 ]782 }783 ]784 }785}