TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l024_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l024_r002/lit.png",5 "camera": {6 "location": [7 521,8 -489,9 4710 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 521,38 -489,39 47,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "chair": [55 {56 "object_id": "SM_Chair_01_53",57 "bbox_2d": [58 105,59 269,60 503,61 93662 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 530.0000038146973,67 -324.99999809265137,68 40.02224731445312569 ],70 "extent": [71 21.862672805786133,72 20.488967895507812,73 40.02224731445312574 ]75 },76 "obb": {77 "center": [78 530.0000038146973,79 -324.99999809265137,80 40.02224731445312581 ],82 "extent": [83 21.862672805786133,84 20.488967895507812,85 40.02224731445312586 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 530,95 -325,96 097 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 159,111 95,112 95113 ]114 },115 {116 "object_id": "SM_Chair_2",117 "bbox_2d": [118 276,119 467,120 421,121 532122 ],123 "bbox_3d": {124 "aabb": {125 "center": [126 529.9999961853027,127 -225.00000190734863,128 40.022247314453125129 ],130 "extent": [131 21.862672805786133,132 20.488967895507812,133 40.022247314453125134 ]135 },136 "obb": {137 "center": [138 529.9999961853027,139 -225.00000190734863,140 40.022247314453125141 ],142 "extent": [143 21.862672805786133,144 20.488967895507812,145 40.022247314453125146 ],147 "rotation": [148 0,149 180,150 0151 ]152 },153 "location": [154 530,155 -225,156 0157 ],158 "rotation": [159 0,160 180,161 0162 ],163 "scale": [164 1,165 1,166 1167 ]168 },169 "color": [170 159,171 0,172 159173 ]174 },175 {176 "object_id": "SM_Chair_4",177 "bbox_2d": [178 0,179 112,180 615,181 1079182 ],183 "bbox_3d": {184 "aabb": {185 "center": [186 529.9999961853027,187 -425.00000190734863,188 40.022247314453125189 ],190 "extent": [191 21.862672805786133,192 20.488967895507812,193 40.022247314453125194 ]195 },196 "obb": {197 "center": [198 529.9999961853027,199 -425.00000190734863,200 40.022247314453125201 ],202 "extent": [203 21.862672805786133,204 20.488967895507812,205 40.022247314453125206 ],207 "rotation": [208 0,209 180,210 0211 ]212 },213 "location": [214 530,215 -425,216 0217 ],218 "rotation": [219 0,220 180,221 0222 ],223 "scale": [224 1,225 1,226 1227 ]228 },229 "color": [230 159,231 127,232 159233 ]234 }235 ],236 "folding": [237 {238 "object_id": "SM_Folding_Closed_193",239 "bbox_2d": [240 224,241 512,242 233,243 532244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 563.0454411043925,249 -130.0000126586815,250 50.90002023748582251 ],252 "extent": [253 14.748420726222093,254 24.495208003608745,255 51.49888812606113256 ]257 },258 "obb": {259 "center": [260 563.0454411043925,261 -130.0000126586815,262 50.90002023748581263 ],264 "extent": [265 14.748420726222093,266 24.495208003608745,267 51.49888812606113268 ],269 "rotation": [270 -3.0517578125552415e-05,271 -90.0000991821289,272 -10.000030517578125273 ]274 },275 "location": [276 571.394287109375,277 -130,278 0279 ],280 "rotation": [281 -3.0517578125552415e-05,282 -90.0000991821289,283 -10.000030517578125284 ],285 "scale": [286 1,287 1,288 1289 ]290 },291 "color": [292 63,293 223,294 191295 ]296 }297 ],298 "beer crate": [299 {300 "object_id": "SM_Beercrate_4",301 "bbox_2d": [302 28,303 528,304 200,305 594306 ],307 "bbox_3d": {308 "aabb": {309 "center": [310 591.910888671875,311 -127.89835357666016,312 37.52694129943848313 ],314 "extent": [315 16.99475471831613,316 21.9947441556898,317 12.544294357299805318 ]319 },320 "obb": {321 "center": [322 591.910888671875,323 -127.89835357666016,324 37.52694129943848325 ],326 "extent": [327 16.99475471831613,328 21.9947441556898,329 12.544294357299805330 ],331 "rotation": [332 0,333 -90.00009918212892,334 0335 ]336 },337 "location": [338 591.910888671875,339 -127.89835357666016,340 25.07123565673828341 ],342 "rotation": [343 0,344 -90.00009918212892,345 0346 ],347 "scale": [348 1,349 1,350 1351 ]352 },353 "color": [354 63,355 223,356 159357 ]358 },359 {360 "object_id": "SM_Beercrate_5",361 "bbox_2d": [362 0,363 530,364 29,365 595366 ],367 "bbox_3d": {368 "aabb": {369 "center": [370 627.9992065429688,371 -127.89835357666016,372 37.52694129943848373 ],374 "extent": [375 16.99475471831613,376 21.9947441556898,377 12.544294357299805378 ]379 },380 "obb": {381 "center": [382 627.9992065429688,383 -127.89835357666016,384 37.52694129943848385 ],386 "extent": [387 16.99475471831613,388 21.9947441556898,389 12.544294357299805390 ],391 "rotation": [392 0,393 -90.00009918212892,394 0395 ]396 },397 "location": [398 627.9992065429688,399 -127.89835357666016,400 25.07123565673828401 ],402 "rotation": [403 0,404 -90.00009918212892,405 0406 ],407 "scale": [408 1,409 1,410 1411 ]412 },413 "color": [414 191,415 223,416 0417 ]418 },419 {420 "object_id": "SM_BeerCrate_01_302",421 "bbox_2d": [422 27,423 447,424 200,425 529426 ],427 "bbox_3d": {428 "aabb": {429 "center": [430 594,431 -127.00000190734863,432 60.99999809265137433 ],434 "extent": [435 22.500003814697266,436 15.00000286102295,437 11.000004768371582438 ]439 },440 "obb": {441 "center": [442 594,443 -127.00000190734863,444 60.99999809265137445 ],446 "extent": [447 22.500003814697266,448 15.00000286102295,449 11.000004768371582450 ],451 "rotation": [452 0,453 0,454 0455 ]456 },457 "location": [458 594,459 -127,460 50461 ],462 "rotation": [463 0,464 0,465 0466 ],467 "scale": [468 1,469 1,470 1471 ]472 },473 "color": [474 223,475 191,476 0477 ]478 }479 ],480 "chopstick stand": [481 {482 "object_id": "SM_ChopstickStand4",483 "bbox_2d": [484 506,485 313,486 513,487 326488 ],489 "bbox_3d": {490 "aabb": {491 "center": [492 498.11653956347396,493 -284.3640471856754,494 82.75994300842285495 ],496 "extent": [497 6.685903833459065,498 5.782682747893148,499 9.759943008422852500 ]501 },502 "obb": {503 "center": [504 498.11653956347396,505 -284.3640471856754,506 82.75994300842285507 ],508 "extent": [509 6.685903833459065,510 5.782682747893148,511 9.759943008422852512 ],513 "rotation": [514 0,515 100.00014495849612,516 0517 ]518 },519 "location": [520 496.8901062011719,521 -285.925537109375,522 73523 ],524 "rotation": [525 0,526 100.00014495849612,527 0528 ],529 "scale": [530 1,531 1,532 1533 ]534 },535 "color": [536 31,537 223,538 0539 ]540 }541 ],542 "coat hanger": [543 {544 "object_id": "SM_CoatHanger_350",545 "bbox_2d": [546 671,547 235,548 715,549 384550 ],551 "bbox_3d": {552 "aabb": {553 "center": [554 453.5434946528736,555 -224.02277366279895,556 111.35374069213867557 ],558 "extent": [559 3.5435377197342177,560 19.967594066807465,561 18.870166778564453562 ]563 },564 "obb": {565 "center": [566 453.5434946528736,567 -224.02277366279895,568 111.35374069213867569 ],570 "extent": [571 3.5435377197342177,572 19.967594066807465,573 18.870166778564453574 ],575 "rotation": [576 0,577 -90.00012207031251,578 0579 ]580 },581 "location": [582 450,583 -224,584 118585 ],586 "rotation": [587 0,588 -90.00012207031251,589 0590 ],591 "scale": [592 1,593 1,594 1595 ]596 },597 "color": [598 0,599 255,600 15601 ]602 },603 {604 "object_id": "SM_CoatHanger2",605 "bbox_2d": [606 799,607 246,608 833,609 308610 ],611 "bbox_3d": {612 "aabb": {613 "center": [614 453.5434946528736,615 -330.02277366279895,616 111.35374069213867617 ],618 "extent": [619 3.5435377197342177,620 19.967594066807465,621 18.870166778564453622 ]623 },624 "obb": {625 "center": [626 453.5434946528736,627 -330.02277366279895,628 111.35374069213867629 ],630 "extent": [631 3.5435377197342177,632 19.967594066807465,633 18.870166778564453634 ],635 "rotation": [636 0,637 -90.00012207031251,638 0639 ]640 },641 "location": [642 450,643 -330,644 118645 ],646 "rotation": [647 0,648 -90.00012207031251,649 0650 ],651 "scale": [652 1,653 1,654 1655 ]656 },657 "color": [658 0,659 127,660 15661 ]662 }663 ]664 }665}