TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l052_off0_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/JapaneseRestaurant_02/l052_off0_r005/lit.png",5 "camera": {6 "location": [7 523,8 -391,9 13010 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 523,38 -391,39 130,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "plane": [55 {56 "object_id": "Plane_243",57 "bbox_2d": [58 1251,59 865,60 1919,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 890,67 -460,68 069 ],70 "extent": [71 150,72 150,73 2.4121840694324697e-1474 ]75 },76 "obb": {77 "center": [78 890,79 -460,80 081 ],82 "extent": [83 150,84 150,85 2.4121840694324697e-1486 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 890,95 -460,96 097 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 3,105 3,106 3107 ]108 },109 "color": [110 0,111 31,112 191113 ]114 }115 ],116 "bar stool": [117 {118 "object_id": "SM_Barstool_01_Small5",119 "bbox_2d": [120 1728,121 1040,122 1798,123 1079124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 725.0137140270415,129 -480.0092285153805,130 22.542636655631668131 ],132 "extent": [133 18.463972746955733,134 18.183464331535106,135 22.60599171834542136 ]137 },138 "obb": {139 "center": [140 725.0137140270415,141 -480.0092285153805,142 22.542636655631668143 ],144 "extent": [145 18.463972746955733,146 18.183464331535106,147 22.60599171834542148 ],149 "rotation": [150 0,151 0,152 0153 ]154 },155 "location": [156 725,157 -480,158 0159 ],160 "rotation": [161 0,162 0,163 0164 ],165 "scale": [166 0.8999999761581421,167 0.8999999761581421,168 0.8999999761581421169 ]170 },171 "color": [172 159,173 95,174 191175 ]176 }177 ],178 "chair": [179 {180 "object_id": "SM_Chair_3",181 "bbox_2d": [182 275,183 881,184 626,185 1037186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 530.0000038146973,191 -524.9999980926514,192 40.022247314453125193 ],194 "extent": [195 21.862672805786133,196 20.488967895507812,197 40.022247314453125198 ]199 },200 "obb": {201 "center": [202 530.0000038146973,203 -524.9999980926514,204 40.022247314453125205 ],206 "extent": [207 21.862672805786133,208 20.488967895507812,209 40.022247314453125210 ],211 "rotation": [212 0,213 0,214 0215 ]216 },217 "location": [218 530,219 -525,220 0221 ],222 "rotation": [223 0,224 0,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 159,235 255,236 159237 ]238 },239 {240 "object_id": "SM_Chair_6",241 "bbox_2d": [242 1900,243 786,244 1919,245 921246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 971.6390950331421,251 -493.59936645032934,252 40.02226257324219253 ],254 "extent": [255 25.088410343233022,256 23.97411729918059,257 40.022247314453125258 ]259 },260 "obb": {261 "center": [262 971.6390950331421,263 -493.59936645032934,264 40.02226257324219265 ],266 "extent": [267 25.088410343233022,268 23.97411729918059,269 40.022247314453125270 ],271 "rotation": [272 0,273 169.99996948242188,274 0275 ]276 },277 "location": [278 971.6390991210938,279 -493.599365234375,280 1.52587890625e-05281 ],282 "rotation": [283 0,284 169.99996948242188,285 0286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 159,295 63,296 159297 ]298 }299 ],300 "folding": [301 {302 "object_id": "SM_Folding_Closed2_202",303 "bbox_2d": [304 796,305 656,306 1014,307 1043308 ],309 "bbox_3d": {310 "aabb": {311 "center": [312 623.0215454101562,313 -586.7859187588545,314 50.90002023749304315 ],316 "extent": [317 24.49518585205078,318 14.748378323691782,319 51.498875079143275320 ]321 },322 "obb": {323 "center": [324 623.0215454101562,325 -586.7859187588545,326 50.90002023749304327 ],328 "extent": [329 24.49518585205078,330 14.748378323691782,331 51.498875079143275332 ],333 "rotation": [334 0,335 0,336 -10.000030517578125337 ]338 },339 "location": [340 623.0215454101562,341 -578.4370727539062,342 0343 ],344 "rotation": [345 0,346 0,347 -10.000030517578125348 ],349 "scale": [350 1,351 1,352 1353 ]354 },355 "color": [356 191,357 223,358 255359 ]360 },361 {362 "object_id": "SM_Folding_Closed3",363 "bbox_2d": [364 809,365 660,366 1033,367 1055368 ],369 "bbox_3d": {370 "aabb": {371 "center": [372 623.0215454101562,373 -578.7832340591979,374 50.90002009852853375 ],376 "extent": [377 24.49518585205078,378 14.748379146541879,379 51.49887502838979380 ]381 },382 "obb": {383 "center": [384 623.0215454101562,385 -578.7832340591979,386 50.90002009852852387 ],388 "extent": [389 24.49518585205078,390 14.748379146541879,391 51.49887502838979392 ],393 "rotation": [394 0,395 0,396 -10.000031471252441397 ]398 },399 "location": [400 623.0215454101562,401 -570.4343872070312,402 0403 ],404 "rotation": [405 0,406 0,407 -10.000031471252441408 ],409 "scale": [410 1,411 1,412 1413 ]414 },415 "color": [416 191,417 223,418 127419 ]420 },421 {422 "object_id": "SM_Folding_Closed4",423 "bbox_2d": [424 822,425 663,426 1051,427 1069428 ],429 "bbox_3d": {430 "aabb": {431 "center": [432 623.0215454101562,433 -571.6513370865416,434 50.90002009852853435 ],436 "extent": [437 24.49518585205078,438 14.748379146541879,439 51.49887502838979440 ]441 },442 "obb": {443 "center": [444 623.0215454101562,445 -571.6513370865416,446 50.90002009852852447 ],448 "extent": [449 24.49518585205078,450 14.748379146541879,451 51.49887502838979452 ],453 "rotation": [454 0,455 0,456 -10.000031471252441457 ]458 },459 "location": [460 623.0215454101562,461 -563.302490234375,462 0463 ],464 "rotation": [465 0,466 0,467 -10.000031471252441468 ],469 "scale": [470 1,471 1,472 1473 ]474 },475 "color": [476 191,477 223,478 63479 ]480 },481 {482 "object_id": "SM_Folding_Closed5",483 "bbox_2d": [484 497,485 674,486 758,487 980488 ],489 "bbox_3d": {490 "aabb": {491 "center": [492 562.4636840820312,493 -586.0146183365416,494 50.90002009852853495 ],496 "extent": [497 24.49518585205078,498 14.748379146541879,499 51.49887502838979500 ]501 },502 "obb": {503 "center": [504 562.4636840820312,505 -586.0146183365416,506 50.90002009852852507 ],508 "extent": [509 24.49518585205078,510 14.748379146541879,511 51.49887502838979512 ],513 "rotation": [514 0,515 0,516 -10.000031471252441517 ]518 },519 "location": [520 562.4636840820312,521 -577.665771484375,522 0523 ],524 "rotation": [525 0,526 0,527 -10.000031471252441528 ],529 "scale": [530 1,531 1,532 1533 ]534 },535 "color": [536 191,537 223,538 191539 ]540 }541 ],542 "chopstick stand": [543 {544 "object_id": "SM_ChopstickStand_208",545 "bbox_2d": [546 1609,547 813,548 1698,549 979550 ],551 "bbox_3d": {552 "aabb": {553 "center": [554 666.3295193233147,555 -455.5632950685806,556 82.75994300842285557 ],558 "extent": [559 6.685890457922596,560 5.78266473468193,561 9.759943008422852562 ]563 },564 "obb": {565 "center": [566 666.3295193233147,567 -455.5632950685806,568 82.75994300842285569 ],570 "extent": [571 6.685890457922596,572 5.78266473468193,573 9.759943008422852574 ],575 "rotation": [576 0,577 -99.99993896484378,578 0579 ]580 },581 "location": [582 668.0160522460938,583 -454.51544189453125,584 73585 ],586 "rotation": [587 0,588 -99.99993896484378,589 0590 ],591 "scale": [592 1,593 1,594 1595 ]596 },597 "color": [598 191,599 223,600 31601 ]602 },603 {604 "object_id": "SM_ChopstickStand5",605 "bbox_2d": [606 6,607 1044,608 85,609 1079610 ],611 "bbox_3d": {612 "aabb": {613 "center": [614 495.20186671191146,615 -488.4879180352848,616 82.75994300842285617 ],618 "extent": [619 6.685903833459065,620 5.782682747893148,621 9.759943008422852622 ]623 },624 "obb": {625 "center": [626 495.20186671191146,627 -488.4879180352848,628 82.75994300842285629 ],630 "extent": [631 6.685903833459065,632 5.782682747893148,633 9.759943008422852634 ],635 "rotation": [636 0,637 100.00014495849612,638 0639 ]640 },641 "location": [642 493.9754333496094,643 -490.0494079589844,644 73645 ],646 "rotation": [647 0,648 100.00014495849612,649 0650 ],651 "scale": [652 1,653 1,654 1655 ]656 },657 "color": [658 31,659 223,660 255661 ]662 },663 {664 "object_id": "SM_ChopstickStand6",665 "bbox_2d": [666 1858,667 639,668 1883,669 692670 ],671 "bbox_3d": {672 "aabb": {673 "center": [674 997.7741084688197,675 -533.4500338492278,676 82.75994300842285677 ],678 "extent": [679 6.685885999391189,680 5.7826587302615735,681 9.759943008422852682 ]683 },684 "obb": {685 "center": [686 997.7741084688197,687 -533.4500338492278,688 82.75994300842285689 ],690 "extent": [691 6.685885999391189,692 5.7826587302615735,693 9.759943008422852694 ],695 "rotation": [696 0,697 -80.00012969970702,698 0699 ]700 },701 "location": [702 999.0005493164062,703 -531.8885498046875,704 73705 ],706 "rotation": [707 0,708 -80.00012969970702,709 0710 ],711 "scale": [712 1,713 1,714 1715 ]716 },717 "color": [718 159,719 223,720 255721 ]722 }723 ]724 }725}