TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l055_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l055_r002/lit.png",5 "camera": {6 "location": [7 698,8 -301,9 8010 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 698,38 -301,39 80,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "bar stool": [55 {56 "object_id": "SM_Barstool_01_Small3",57 "bbox_2d": [58 60,59 1032,60 258,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 725.0137140270415,67 -220.00922851538053,68 22.54263665563166869 ],70 "extent": [71 18.463972746955733,72 18.183464331535106,73 22.6059917183454274 ]75 },76 "obb": {77 "center": [78 725.0137140270415,79 -220.00922851538053,80 22.54263665563166881 ],82 "extent": [83 18.463972746955733,84 18.183464331535106,85 22.6059917183454286 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 725,95 -220,96 097 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 0.8999999761581421,105 0.8999999761581421,106 0.8999999761581421107 ]108 },109 "color": [110 159,111 95,112 127113 ]114 },115 {116 "object_id": "SM_Barstool_01_Small4",117 "bbox_2d": [118 920,119 838,120 1239,121 1079122 ],123 "bbox_3d": {124 "aabb": {125 "center": [126 635.0137140270415,127 -220.00922851538053,128 22.542636655631668129 ],130 "extent": [131 18.463972746955733,132 18.183464331535106,133 22.60599171834542134 ]135 },136 "obb": {137 "center": [138 635.0137140270415,139 -220.00922851538053,140 22.542636655631668141 ],142 "extent": [143 18.463972746955733,144 18.183464331535106,145 22.60599171834542146 ],147 "rotation": [148 0,149 0,150 0151 ]152 },153 "location": [154 635,155 -220,156 0157 ],158 "rotation": [159 0,160 0,161 0162 ],163 "scale": [164 0.8999999761581421,165 0.8999999761581421,166 0.8999999761581421167 ]168 },169 "color": [170 159,171 95,172 63173 ]174 }175 ],176 "chair": [177 {178 "object_id": "SM_Chair_2",179 "bbox_2d": [180 1471,181 540,182 1859,183 1079184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 529.9999961853027,189 -225.00000190734863,190 40.022247314453125191 ],192 "extent": [193 21.862672805786133,194 20.488967895507812,195 40.022247314453125196 ]197 },198 "obb": {199 "center": [200 529.9999961853027,201 -225.00000190734863,202 40.022247314453125203 ],204 "extent": [205 21.862672805786133,206 20.488967895507812,207 40.022247314453125208 ],209 "rotation": [210 0,211 180,212 0213 ]214 },215 "location": [216 530,217 -225,218 0219 ],220 "rotation": [221 0,222 180,223 0224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 159,233 0,234 159235 ]236 },237 {238 "object_id": "SM_Chair_11",239 "bbox_2d": [240 22,241 540,242 217,243 657244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 756.8013265712542,249 -27.384492459664706,250 40.02226257324219251 ],252 "extent": [253 23.908516694612672,254 22.68792813890059,255 40.022247314453125256 ]257 },258 "obb": {259 "center": [260 756.8013265712542,261 -27.384492459664706,262 40.02226257324219263 ],264 "extent": [265 23.908516694612672,266 22.68792813890059,267 40.022247314453125268 ],269 "rotation": [270 0,271 173.9241485595703,272 0273 ]274 },275 "location": [276 756.8013305664062,277 -27.384490966796875,278 1.52587890625e-05279 ],280 "rotation": [281 0,282 173.9241485595703,283 0284 ],285 "scale": [286 1,287 1,288 1289 ]290 },291 "color": [292 223,293 191,294 127295 ]296 },297 {298 "object_id": "SM_Chair_12",299 "bbox_2d": [300 0,301 540,302 103,303 663304 ],305 "bbox_3d": {306 "aabb": {307 "center": [308 753.7443884906567,309 -117.27447302063119,310 40.02226257324219311 ],312 "extent": [313 22.762253080915684,314 21.45173615042866,315 40.022247314453125316 ]317 },318 "obb": {319 "center": [320 753.7443884906567,321 -117.27447302063119,322 40.02226257324219323 ],324 "extent": [325 22.762253080915684,326 21.45173615042866,327 40.022247314453125328 ],329 "rotation": [330 0,331 2.578369140625,332 0333 ]334 },335 "location": [336 753.744384765625,337 -117.27447509765625,338 1.52587890625e-05339 ],340 "rotation": [341 0,342 2.578369140625,343 0344 ],345 "scale": [346 1,347 1,348 1349 ]350 },351 "color": [352 223,353 191,354 191355 ]356 }357 ],358 "folding": [359 {360 "object_id": "SM_Folding_Closed_193",361 "bbox_2d": [362 1045,363 440,364 1207,365 625366 ],367 "bbox_3d": {368 "aabb": {369 "center": [370 563.0454411043925,371 -130.0000126586815,372 50.90002023748582373 ],374 "extent": [375 14.748420726222093,376 24.495208003608745,377 51.49888812606113378 ]379 },380 "obb": {381 "center": [382 563.0454411043925,383 -130.0000126586815,384 50.90002023748581385 ],386 "extent": [387 14.748420726222093,388 24.495208003608745,389 51.49888812606113390 ],391 "rotation": [392 -3.0517578125552415e-05,393 -90.0000991821289,394 -10.000030517578125395 ]396 },397 "location": [398 571.394287109375,399 -130,400 0401 ],402 "rotation": [403 -3.0517578125552415e-05,404 -90.0000991821289,405 -10.000030517578125406 ],407 "scale": [408 1,409 1,410 1411 ]412 },413 "color": [414 63,415 223,416 191417 ]418 }419 ],420 "beer crate": [421 {422 "object_id": "SM_Beercrate_02_196",423 "bbox_2d": [424 909,425 892,426 917,427 898428 ],429 "bbox_3d": {430 "aabb": {431 "center": [432 591.910888671875,433 -127.89835357666016,434 12.455690383911133435 ],436 "extent": [437 16.99475471831613,438 21.9947441556898,439 12.544294357299805440 ]441 },442 "obb": {443 "center": [444 591.910888671875,445 -127.89835357666016,446 12.455690383911133447 ],448 "extent": [449 16.99475471831613,450 21.9947441556898,451 12.544294357299805452 ],453 "rotation": [454 0,455 -90.00009918212892,456 0457 ]458 },459 "location": [460 591.910888671875,461 -127.89835357666016,462 -1.52587890625e-05463 ],464 "rotation": [465 0,466 -90.00009918212892,467 0468 ],469 "scale": [470 1,471 1,472 1473 ]474 },475 "color": [476 63,477 223,478 31479 ]480 },481 {482 "object_id": "SM_Beercrate_3",483 "bbox_2d": [484 719,485 891,486 939,487 1017488 ],489 "bbox_3d": {490 "aabb": {491 "center": [492 627.9992065429688,493 -127.89835357666016,494 12.455690642700574495 ],496 "extent": [497 16.99475471831613,498 21.9947441556898,499 12.544294357299805500 ]501 },502 "obb": {503 "center": [504 627.9992065429688,505 -127.89835357666016,506 12.455690642700574507 ],508 "extent": [509 16.99475471831613,510 21.9947441556898,511 12.544294357299805512 ],513 "rotation": [514 0,515 -90.00009918212892,516 0517 ]518 },519 "location": [520 627.9992065429688,521 -127.89835357666016,522 -1.4999999621068127e-05523 ],524 "rotation": [525 0,526 -90.00009918212892,527 0528 ],529 "scale": [530 1,531 1,532 1533 ]534 },535 "color": [536 63,537 223,538 95539 ]540 },541 {542 "object_id": "SM_BeerCrate_01_302",543 "bbox_2d": [544 868,545 574,546 1103,547 615548 ],549 "bbox_3d": {550 "aabb": {551 "center": [552 594,553 -127.00000190734863,554 60.99999809265137555 ],556 "extent": [557 22.500003814697266,558 15.00000286102295,559 11.000004768371582560 ]561 },562 "obb": {563 "center": [564 594,565 -127.00000190734863,566 60.99999809265137567 ],568 "extent": [569 22.500003814697266,570 15.00000286102295,571 11.000004768371582572 ],573 "rotation": [574 0,575 0,576 0577 ]578 },579 "location": [580 594,581 -127,582 50583 ],584 "rotation": [585 0,586 0,587 0588 ],589 "scale": [590 1,591 1,592 1593 ]594 },595 "color": [596 223,597 191,598 0599 ]600 }601 ],602 "chopstick stand": [603 {604 "object_id": "SM_ChopstickStand3",605 "bbox_2d": [606 637,607 423,608 749,609 512610 ],611 "bbox_3d": {612 "aabb": {613 "center": [614 671.572136487302,615 -199.585864202277,616 82.75994300842285617 ],618 "extent": [619 6.685903833459065,620 5.782682747893119,621 9.759943008422852622 ]623 },624 "obb": {625 "center": [626 671.572136487302,627 -199.585864202277,628 82.75994300842285629 ],630 "extent": [631 6.685903833459065,632 5.782682747893119,633 9.759943008422852634 ],635 "rotation": [636 0,637 100.00014495849612,638 0639 ]640 },641 "location": [642 670.345703125,643 -201.14735412597656,644 73645 ],646 "rotation": [647 0,648 100.00014495849612,649 0650 ],651 "scale": [652 1,653 1,654 1655 ]656 },657 "color": [658 191,659 223,660 159661 ]662 }663 ],664 "coat hanger": [665 {666 "object_id": "SM_CoatHanger_350",667 "bbox_2d": [668 1719,669 283,670 1919,671 481672 ],673 "bbox_3d": {674 "aabb": {675 "center": [676 453.5434946528736,677 -224.02277366279895,678 111.35374069213867679 ],680 "extent": [681 3.5435377197342177,682 19.967594066807465,683 18.870166778564453684 ]685 },686 "obb": {687 "center": [688 453.5434946528736,689 -224.02277366279895,690 111.35374069213867691 ],692 "extent": [693 3.5435377197342177,694 19.967594066807465,695 18.870166778564453696 ],697 "rotation": [698 0,699 -90.00012207031251,700 0701 ]702 },703 "location": [704 450,705 -224,706 118707 ],708 "rotation": [709 0,710 -90.00012207031251,711 0712 ],713 "scale": [714 1,715 1,716 1717 ]718 },719 "color": [720 0,721 255,722 15723 ]724 }725 ]726 }727}