TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l091_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l091_r003/lit.png",5 "camera": {6 "location": [7 -104,8 -355,9 21710 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -104,38 -355,39 217,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_CeilingB",56 "bbox_2d": [57 0,58 0,59 1919,60 12261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -13.644100189208984,66 -320.7868957519531,67 27668 ],69 "extent": [70 217.0186767578125,71 261.5939025878906,72 4.000015258789062573 ]74 },75 "obb": {76 "center": [77 -13.644100189208984,78 -320.7868957519531,79 27680 ],81 "extent": [82 217.0186767578125,83 261.5939025878906,84 4.000015258789062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -13.644100189208984,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 127112 ]113 },114 {115 "object_id": "SM_CeilingA",116 "bbox_2d": [117 0,118 123,119 1919,120 450121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -9.99993896484375,126 -0.0003662109375,127 262.50006103515625128 ],129 "extent": [130 414.6847229003906,131 582.3804321289062,132 17.500083923339844133 ]134 },135 "obb": {136 "center": [137 -9.99993896484375,138 -0.0003662109375,139 262.50006103515625140 ],141 "extent": [142 414.6847229003906,143 582.3804321289062,144 17.500083923339844145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 0,155 0156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 127,171 0172 ]173 }174 ],175 "wall": [176 {177 "object_id": "SM_WallA",178 "bbox_2d": [179 0,180 451,181 1595,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -414.68499755859375,188 -9.765630238689482e-05,189 140.00001525878906190 ],191 "extent": [192 10,193 602.3807373046875,194 140.00001525878906195 ]196 },197 "obb": {198 "center": [199 -414.68499755859375,200 -9.765630238689482e-05,201 140.00001525878906202 ],203 "extent": [204 10,205 602.3807373046875,206 140.00001525878906207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -414.68499755859375,216 -9.765630238689482e-05,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 127,232 0,233 255234 ]235 }236 ],237 "door": [238 {239 "object_id": "SM_Door",240 "bbox_2d": [241 0,242 487,243 22,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -411.3640160560608,250 0.8069339990615845,251 116.7231216430664252 ],253 "extent": [254 7.5000152587890625,255 62.30000305175781,256 116.7231216430664257 ]258 },259 "obb": {260 "center": [261 -411.3640160560608,262 0.8069339990615845,263 116.7231216430664264 ],265 "extent": [266 7.5000152587890625,267 62.30000305175781,268 116.7231216430664269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 -418.864013671875,278 0.8069339990615845,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 127,294 255,295 0296 ]297 }298 ],299 "background wall": [300 {301 "object_id": "SM_BackgroundwallA",302 "bbox_2d": [303 1596,304 405,305 1919,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -14.871739387512207,312 -563.4780158996582,313 139.99993896484375314 ],315 "extent": [316 389.81292724609375,317 18.90277099609375,318 139.9999542236328319 ]320 },321 "obb": {322 "center": [323 -14.871739387512207,324 -563.4780158996582,325 139.99993896484375326 ],327 "extent": [328 389.81292724609375,329 18.90277099609375,330 139.9999542236328331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 -14.871800422668457,340 -563.47802734375,341 0342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 0,356 0,357 63358 ]359 }360 ],361 "floor lamp": [362 {363 "object_id": "SM_Floorlamp",364 "bbox_2d": [365 0,366 978,367 151,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -200.50994873046875,374 -334.127405166626,375 100.41319227218628376 ],377 "extent": [378 67.92303466796875,379 49.206172943115234,380 99.65167999267578381 ]382 },383 "obb": {384 "center": [385 -200.50994873046875,386 -334.127405166626,387 100.41319227218628388 ],389 "extent": [390 67.92303466796875,391 49.206172943115234,392 99.65167999267578393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 -226.33099365234375,402 -361.07501220703125,403 0.7972559928894043404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 127,418 255,419 63420 ]421 }422 ]423 },424 "foreground": {425 "air conditioning": [426 {427 "object_id": "SM_AirConditioning",428 "bbox_2d": [429 0,430 354,431 1517,432 377433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 -257.33300971984863,438 -289.0069580078125,439 244.7000106573105440 ],441 "extent": [442 8.791104316711426,443 150.00003051757812,444 0.30008041858673096445 ]446 },447 "obb": {448 "center": [449 -257.33300971984863,450 -289.0069580078125,451 244.7000106573105452 ],453 "extent": [454 8.791104316711426,455 150.00003051757812,456 0.30008041858673096457 ],458 "rotation": [459 0,460 0,461 0462 ]463 },464 "location": [465 -257.3330078125,466 -289.0069885253906,467 245468 ],469 "rotation": [470 0,471 0,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 255,482 127,483 255484 ]485 },486 {487 "object_id": "SM_AirConditioning001",488 "bbox_2d": [489 0,490 165,491 1599,492 259493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -230.3630050420761,498 -289.0069580078125,499 257.44698905944824500 ],501 "extent": [502 0.30008041858673096,503 150.00003051757812,504 8.791104316711426505 ]506 },507 "obb": {508 "center": [509 -230.3630050420761,510 -289.0069580078125,511 257.44698905944824512 ],513 "extent": [514 0.30008041858673096,515 150.00003051757812,516 8.791104316711426517 ],518 "rotation": [519 90,520 0,521 0522 ]523 },524 "location": [525 -230.66299438476562,526 -289.0069885253906,527 257.4469909667969528 ],529 "rotation": [530 90,531 0,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 0,542 127,543 127544 ]545 }546 ],547 "downlight": [548 {549 "object_id": "SM_Downlight006",550 "bbox_2d": [551 1239,552 425,553 1275,554 430555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 -341.8015258654274,560 -428.69205086829743,561 244.66315888785522562 ],563 "extent": [564 4.314594785625786,565 4.3146177616889645,566 0.3368333969454511567 ]568 },569 "obb": {570 "center": [571 -341.8015258654274,572 -428.69205086829743,573 244.66315888785522574 ],575 "extent": [576 4.314594785625786,577 4.3146177616889645,578 0.3368333969454511579 ],580 "rotation": [581 -5.008960215491242e-06,582 -9.272649549529884e-06,583 -5.008960215491242e-06584 ]585 },586 "location": [587 -341.86700439453125,588 -428.6919860839844,589 245590 ],591 "rotation": [592 -5.008960215491242e-06,593 -9.272649549529884e-06,594 -5.008960215491242e-06595 ],596 "scale": [597 2.209779977798462,598 2.209789991378784,599 1600 ]601 },602 "color": [603 255,604 127,605 191606 ]607 },608 {609 "object_id": "SM_Downlight007",610 "bbox_2d": [611 675,612 425,613 711,614 430615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 -341.8015258654274,620 -288.9960669815787,621 244.66315888785522622 ],623 "extent": [624 4.314594785625786,625 4.3146177616889645,626 0.3368333969454511627 ]628 },629 "obb": {630 "center": [631 -341.8015258654274,632 -288.9960669815787,633 244.66315888785522634 ],635 "extent": [636 4.314594785625786,637 4.3146177616889645,638 0.3368333969454511639 ],640 "rotation": [641 -5.008960215491242e-06,642 -9.272649549529884e-06,643 -5.008960215491242e-06644 ]645 },646 "location": [647 -341.86700439453125,648 -288.9960021972656,649 245650 ],651 "rotation": [652 -5.008960215491242e-06,653 -9.272649549529884e-06,654 -5.008960215491242e-06655 ],656 "scale": [657 2.209779977798462,658 2.209789991378784,659 1660 ]661 },662 "color": [663 255,664 63,665 191666 ]667 },668 {669 "object_id": "SM_Downlight008",670 "bbox_2d": [671 106,672 425,673 151,674 430675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -341.8015258654274,680 -149.32207100989902,681 244.66315888785522682 ],683 "extent": [684 4.314594785625786,685 4.3146177616889645,686 0.3368333969454511687 ]688 },689 "obb": {690 "center": [691 -341.8015258654274,692 -149.32207100989902,693 244.66315888785522694 ],695 "extent": [696 4.314594785625786,697 4.3146177616889645,698 0.3368333969454511699 ],700 "rotation": [701 -5.008960215491242e-06,702 -9.272649549529884e-06,703 -5.008960215491242e-06704 ]705 },706 "location": [707 -341.86700439453125,708 -149.32200622558594,709 245710 ],711 "rotation": [712 -5.008960215491242e-06,713 -9.272649549529884e-06,714 -5.008960215491242e-06715 ],716 "scale": [717 2.209779977798462,718 2.209789991378784,719 1720 ]721 },722 "color": [723 127,724 0,725 191726 ]727 }728 ],729 "picture": [730 {731 "object_id": "SM_PictureA002",732 "bbox_2d": [733 650,734 645,735 846,736 905737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 -404.1486985683438,742 -289.0069903392954,743 143.3569946289059744 ],745 "extent": [746 0.5344979122089057,747 30.655253947298263,748 40.71728288678207749 ]750 },751 "obb": {752 "center": [753 -404.1486985683438,754 -289.0069903392954,755 143.3569946289059756 ],757 "extent": [758 0.5344979122089057,759 30.655253947298263,760 40.71728288678207761 ],762 "rotation": [763 0,764 1.0017900422099046e-05,765 -1.0017900422099046e-05766 ]767 },768 "location": [769 -404.6831359863281,770 -289.0069885253906,771 143.35699462890625772 ],773 "rotation": [774 0,775 1.0017900422099046e-05,776 -1.0017900422099046e-05777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 31,786 0,787 0788 ]789 }790 ]791 }792}