TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "SciOffice",3 "view_id": "l040_off0_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/SciOffice/l040_off0_r000/lit.png",5 "camera": {6 "location": [7 -968,8 -1240,9 186.333328247070310 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -968,38 -1240,39 186.3333282470703,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_Wall_149",56 "bbox_2d": [57 727,58 60,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -710,66 -1100,67 159.9999847412109468 ],69 "extent": [70 11.00026855634303,71 200.250014647211,72 150.2573 ]74 },75 "obb": {76 "center": [77 -710,78 -1100,79 159.9999847412109480 ],81 "extent": [82 11.00026855634303,83 200.250014647211,84 150.2585 ],86 "rotation": [87 0,88 90.00007629394531,89 090 ]91 },92 "location": [93 -710,94 -1100,95 1096 ],97 "rotation": [98 0,99 90.00007629394531,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 63,110 127,111 191112 ]113 },114 {115 "object_id": "SM_Wall_150",116 "bbox_2d": [117 0,118 60,119 726,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -710,126 -1500,127 159.99998474121094128 ],129 "extent": [130 11.00026855634303,131 200.25001464721095,132 150.25133 ]134 },135 "obb": {136 "center": [137 -710,138 -1500,139 159.99998474121094140 ],141 "extent": [142 11.00026855634303,143 200.25001464721095,144 150.25145 ],146 "rotation": [147 0,148 90.00007629394531,149 0150 ]151 },152 "location": [153 -710,154 -1500,155 10156 ],157 "rotation": [158 0,159 90.00007629394531,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 63,170 63,171 191172 ]173 },174 {175 "object_id": "SM_Wall_77",176 "bbox_2d": [177 727,178 0,179 1919,180 59181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -710,186 -1100,187 359.99999237060547188 ],189 "extent": [190 11.000426638381668,191 200.25002343536312,192 50.24999237060547193 ]194 },195 "obb": {196 "center": [197 -710,198 -1100,199 359.99999237060547200 ],201 "extent": [202 11.000426638381668,203 200.25002343536312,204 50.24999237060547205 ],206 "rotation": [207 0,208 90.00012207031251,209 0210 ]211 },212 "location": [213 -710,214 -1100,215 310216 ],217 "rotation": [218 0,219 90.00012207031251,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 0,230 191,231 255232 ]233 },234 {235 "object_id": "SM_Wall_78",236 "bbox_2d": [237 0,238 0,239 726,240 59241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 -710,246 -1500,247 359.99999237060547248 ],249 "extent": [250 11.000426638381668,251 200.25002343536312,252 50.24999237060547253 ]254 },255 "obb": {256 "center": [257 -710,258 -1500,259 359.99999237060547260 ],261 "extent": [262 11.000426638381668,263 200.25002343536312,264 50.24999237060547265 ],266 "rotation": [267 0,268 90.00012207031251,269 0270 ]271 },272 "location": [273 -710,274 -1500,275 310276 ],277 "rotation": [278 0,279 90.00012207031251,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 0,290 191,291 127292 ]293 }294 ]295 },296 "foreground": {297 "chair": [298 {299 "object_id": "SM_Chair_32",300 "bbox_2d": [301 418,302 824,303 789,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -826.7154732317731,310 -1300.0092707594843,311 72.05469512939453312 ],313 "extent": [314 43.99926903833341,315 38.8511682479143,316 62.05469512939453317 ]318 },319 "obb": {320 "center": [321 -826.7154732317731,322 -1300.0092707594843,323 72.05469512939453324 ],325 "extent": [326 43.99926903833341,327 38.8511682479143,328 62.05469512939453329 ],330 "rotation": [331 0,332 179.99964904785156,333 0334 ]335 },336 "location": [337 -830,338 -1300,339 10340 ],341 "rotation": [342 0,343 179.99964904785156,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 31,354 127,355 127356 ]357 }358 ],359 "poster": [360 {361 "object_id": "SM_Poster_3",362 "bbox_2d": [363 237,364 291,365 630,366 876367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -721.24999988079,372 -1374.9999986684195,373 175374 ],375 "extent": [376 1.2500531440117584,377 50.000001331552085,378 75379 ]380 },381 "obb": {382 "center": [383 -721.24999988079,384 -1374.9999986684195,385 175386 ],387 "extent": [388 1.2500531440117584,389 50.000001331552085,390 75391 ],392 "rotation": [393 0,394 179.99993896484375,395 0396 ]397 },398 "location": [399 -720,400 -1375,401 100402 ],403 "rotation": [404 0,405 179.99993896484375,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 79,416 31,417 79418 ]419 },420 {421 "object_id": "SM_Poster_4",422 "bbox_2d": [423 823,424 291,425 1213,426 876427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -721.24999988079,432 -1224.9999986684195,433 175434 ],435 "extent": [436 1.2500531440117584,437 50.000001331552085,438 75439 ]440 },441 "obb": {442 "center": [443 -721.24999988079,444 -1224.9999986684195,445 175446 ],447 "extent": [448 1.2500531440117584,449 50.000001331552085,450 75451 ],452 "rotation": [453 0,454 179.99993896484375,455 0456 ]457 },458 "location": [459 -720,460 -1225,461 100462 ],463 "rotation": [464 0,465 179.99993896484375,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 79,476 95,477 79478 ]479 },480 {481 "object_id": "SM_Poster_5",482 "bbox_2d": [483 0,484 291,485 146,486 876487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 -721.24999988079,492 -1499.9999986684195,493 175494 ],495 "extent": [496 1.2500531440117584,497 50.000001331552085,498 75499 ]500 },501 "obb": {502 "center": [503 -721.24999988079,504 -1499.9999986684195,505 175506 ],507 "extent": [508 1.2500531440117584,509 50.000001331552085,510 75511 ],512 "rotation": [513 0,514 179.99993896484375,515 0516 ]517 },518 "location": [519 -720,520 -1500,521 100522 ],523 "rotation": [524 0,525 179.99993896484375,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 79,536 159,537 79538 ]539 },540 {541 "object_id": "SM_Poster_7",542 "bbox_2d": [543 1309,544 291,545 1701,546 876547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 -721.24999988079,552 -1099.9999986684195,553 175554 ],555 "extent": [556 1.2500531440117584,557 50.000001331552085,558 75559 ]560 },561 "obb": {562 "center": [563 -721.24999988079,564 -1099.9999986684195,565 175566 ],567 "extent": [568 1.2500531440117584,569 50.000001331552085,570 75571 ],572 "rotation": [573 0,574 179.99993896484375,575 0576 ]577 },578 "location": [579 -720,580 -1100,581 100582 ],583 "rotation": [584 0,585 179.99993896484375,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 79,596 223,597 79598 ]599 }600 ],601 "outlet": [602 {603 "object_id": "SM_Outlet_16",604 "bbox_2d": [605 1217,606 1019,607 1362,608 1079609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -720.55000001192,614 -1154.999998974683,615 55616 ],617 "extent": [618 0.5500350115822812,619 18.774500918472995,620 7.774499893188477621 ]622 },623 "obb": {624 "center": [625 -720.55000001192,626 -1154.999998974683,627 55628 ],629 "extent": [630 0.5500350115822812,631 18.774500918472995,632 7.774499893188477633 ],634 "rotation": [635 0,636 179.99989318847656,637 0638 ]639 },640 "location": [641 -720,642 -1155,643 55644 ],645 "rotation": [646 0,647 179.99989318847656,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 47,658 79,659 79660 ]661 },662 {663 "object_id": "SM_Outlet_17",664 "bbox_2d": [665 91,666 1019,667 238,668 1079669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -720.55000001192,674 -1444.999998974683,675 55676 ],677 "extent": [678 0.5500350115822812,679 18.774500918472995,680 7.774499893188477681 ]682 },683 "obb": {684 "center": [685 -720.55000001192,686 -1444.999998974683,687 55688 ],689 "extent": [690 0.5500350115822812,691 18.774500918472995,692 7.774499893188477693 ],694 "rotation": [695 0,696 179.99989318847656,697 0698 ]699 },700 "location": [701 -720,702 -1445,703 55704 ],705 "rotation": [706 0,707 179.99989318847656,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 79,718 0,719 0720 ]721 }722 ],723 "plant": [724 {725 "object_id": "SM_Plant_19",726 "bbox_2d": [727 1794,728 4,729 1919,730 1079731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 -802.0091260386565,736 -984.5725728796431,737 158.64031982421875738 ],739 "extent": [740 87.18299521669883,741 97.15661761670594,742 148.64031982421875743 ]744 },745 "obb": {746 "center": [747 -802.0091260386565,748 -984.5725728796431,749 158.64031982421875750 ],751 "extent": [752 87.18299521669883,753 97.15661761670594,754 148.64031982421875755 ],756 "rotation": [757 0,758 90.00011444091797,759 0760 ]761 },762 "location": [763 -790,764 -980,765 10766 ],767 "rotation": [768 0,769 90.00011444091797,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 79,780 15,781 223782 ]783 }784 ]785 }786}