TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l099_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l099_r003/lit.png",5 "camera": {6 "location": [7 -102,8 -508,9 23010 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -102,38 -508,39 230,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_CeilingB",56 "bbox_2d": [57 0,58 0,59 1432,60 22661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -13.644100189208984,66 -320.7868957519531,67 27668 ],69 "extent": [70 217.0186767578125,71 261.5939025878906,72 4.000015258789062573 ]74 },75 "obb": {76 "center": [77 -13.644100189208984,78 -320.7868957519531,79 27680 ],81 "extent": [82 217.0186767578125,83 261.5939025878906,84 4.000015258789062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -13.644100189208984,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 127112 ]113 },114 {115 "object_id": "SM_CeilingA",116 "bbox_2d": [117 0,118 227,119 1255,120 491121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -9.99993896484375,126 -0.0003662109375,127 262.50006103515625128 ],129 "extent": [130 414.6847229003906,131 582.3804321289062,132 17.500083923339844133 ]134 },135 "obb": {136 "center": [137 -9.99993896484375,138 -0.0003662109375,139 262.50006103515625140 ],141 "extent": [142 414.6847229003906,143 582.3804321289062,144 17.500083923339844145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 0,155 0156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 127,171 0172 ]173 }174 ],175 "wall": [176 {177 "object_id": "SM_WallA",178 "bbox_2d": [179 0,180 492,181 1105,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -414.68499755859375,188 -9.765630238689482e-05,189 140.00001525878906190 ],191 "extent": [192 10,193 602.3807373046875,194 140.00001525878906195 ]196 },197 "obb": {198 "center": [199 -414.68499755859375,200 -9.765630238689482e-05,201 140.00001525878906202 ],203 "extent": [204 10,205 602.3807373046875,206 140.00001525878906207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -414.68499755859375,216 -9.765630238689482e-05,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 127,232 0,233 255234 ]235 }236 ],237 "background wall": [238 {239 "object_id": "SM_BackgroundwallA",240 "bbox_2d": [241 1106,242 40,243 1406,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -14.871739387512207,250 -563.4780158996582,251 139.99993896484375252 ],253 "extent": [254 389.81292724609375,255 18.90277099609375,256 139.9999542236328257 ]258 },259 "obb": {260 "center": [261 -14.871739387512207,262 -563.4780158996582,263 139.99993896484375264 ],265 "extent": [266 389.81292724609375,267 18.90277099609375,268 139.9999542236328269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 -14.871800422668457,278 -563.47802734375,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 0,294 0,295 63296 ]297 }298 ],299 "wall panel": [300 {301 "object_id": "SM_WallpanelA003_3",302 "bbox_2d": [303 1407,304 0,305 1919,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -157.26349639892578,312 -546.4867404699326,313 139.99998474121094314 ],315 "extent": [316 25.32549285888672,317 1.8902981281280518,318 140.00001525878906319 ]320 },321 "obb": {322 "center": [323 -157.26349639892578,324 -546.4867404699326,325 139.99998474121094326 ],327 "extent": [328 25.32549285888672,329 1.8902981281280518,330 140.00001525878906331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 -131.93800354003906,340 -548.3770141601562,341 0342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 191,356 95,357 63358 ]359 },360 {361 "object_id": "SM_WallpanelA005_5",362 "bbox_2d": [363 1222,364 465,365 1247,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -301.2094955444336,372 -567.1307224035263,373 139.99998474121094374 ],375 "extent": [376 25.32549285888672,377 1.8902981281280518,378 140.00001525878906379 ]380 },381 "obb": {382 "center": [383 -301.2094955444336,384 -567.1307224035263,385 139.99998474121094386 ],387 "extent": [388 25.32549285888672,389 1.8902981281280518,390 140.00001525878906391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 -275.8840026855469,400 -569.02099609375,401 0402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 191,416 95,417 31418 ]419 }420 ]421 },422 "foreground": {423 "air conditioning": [424 {425 "object_id": "SM_AirConditioning",426 "bbox_2d": [427 0,428 442,429 555,430 455431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -257.33300971984863,436 -289.0069580078125,437 244.7000106573105438 ],439 "extent": [440 8.791104316711426,441 150.00003051757812,442 0.30008041858673096443 ]444 },445 "obb": {446 "center": [447 -257.33300971984863,448 -289.0069580078125,449 244.7000106573105450 ],451 "extent": [452 8.791104316711426,453 150.00003051757812,454 0.30008041858673096455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 -257.3330078125,464 -289.0069885253906,465 245466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 255,480 127,481 255482 ]483 },484 {485 "object_id": "SM_AirConditioning001",486 "bbox_2d": [487 0,488 268,489 444,490 369491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -230.3630050420761,496 -289.0069580078125,497 257.44698905944824498 ],499 "extent": [500 0.30008041858673096,501 150.00003051757812,502 8.791104316711426503 ]504 },505 "obb": {506 "center": [507 -230.3630050420761,508 -289.0069580078125,509 257.44698905944824510 ],511 "extent": [512 0.30008041858673096,513 150.00003051757812,514 8.791104316711426515 ],516 "rotation": [517 90,518 0,519 0520 ]521 },522 "location": [523 -230.66299438476562,524 -289.0069885253906,525 257.4469909667969526 ],527 "rotation": [528 90,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 0,540 127,541 127542 ]543 }544 ],545 "downlight": [546 {547 "object_id": "SM_Downlight006",548 "bbox_2d": [549 624,550 479,551 660,552 482553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -341.8015258654274,558 -428.69205086829743,559 244.66315888785522560 ],561 "extent": [562 4.314594785625786,563 4.3146177616889645,564 0.3368333969454511565 ]566 },567 "obb": {568 "center": [569 -341.8015258654274,570 -428.69205086829743,571 244.66315888785522572 ],573 "extent": [574 4.314594785625786,575 4.3146177616889645,576 0.3368333969454511577 ],578 "rotation": [579 -5.008960215491242e-06,580 -9.272649549529884e-06,581 -5.008960215491242e-06582 ]583 },584 "location": [585 -341.86700439453125,586 -428.6919860839844,587 245588 ],589 "rotation": [590 -5.008960215491242e-06,591 -9.272649549529884e-06,592 -5.008960215491242e-06593 ],594 "scale": [595 2.209779977798462,596 2.209789991378784,597 1598 ]599 },600 "color": [601 255,602 127,603 191604 ]605 },606 {607 "object_id": "SM_Downlight007",608 "bbox_2d": [609 60,610 479,611 105,612 482613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -341.8015258654274,618 -288.9960669815787,619 244.66315888785522620 ],621 "extent": [622 4.314594785625786,623 4.3146177616889645,624 0.3368333969454511625 ]626 },627 "obb": {628 "center": [629 -341.8015258654274,630 -288.9960669815787,631 244.66315888785522632 ],633 "extent": [634 4.314594785625786,635 4.3146177616889645,636 0.3368333969454511637 ],638 "rotation": [639 -5.008960215491242e-06,640 -9.272649549529884e-06,641 -5.008960215491242e-06642 ]643 },644 "location": [645 -341.86700439453125,646 -288.9960021972656,647 245648 ],649 "rotation": [650 -5.008960215491242e-06,651 -9.272649549529884e-06,652 -5.008960215491242e-06653 ],654 "scale": [655 2.209779977798462,656 2.209789991378784,657 1658 ]659 },660 "color": [661 255,662 63,663 191664 ]665 }666 ],667 "picture": [668 {669 "object_id": "SM_PictureA002",670 "bbox_2d": [671 166,672 686,673 362,674 944675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -404.1486985683438,680 -289.0069903392954,681 143.3569946289059682 ],683 "extent": [684 0.5344979122089057,685 30.655253947298263,686 40.71728288678207687 ]688 },689 "obb": {690 "center": [691 -404.1486985683438,692 -289.0069903392954,693 143.3569946289059694 ],695 "extent": [696 0.5344979122089057,697 30.655253947298263,698 40.71728288678207699 ],700 "rotation": [701 0,702 1.0017900422099046e-05,703 -1.0017900422099046e-05704 ]705 },706 "location": [707 -404.6831359863281,708 -289.0069885253906,709 143.35699462890625710 ],711 "rotation": [712 0,713 1.0017900422099046e-05,714 -1.0017900422099046e-05715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 31,724 0,725 0726 ]727 }728 ]729 }730}