TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l081_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l081_r000/lit.png",5 "camera": {6 "location": [7 240,8 -244,9 21810 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 240,38 -244,39 218,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_WindowB",56 "bbox_2d": [57 0,58 404,59 1488,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 400.20300340652466,66 -289.19300842285156,67 123.9304463863372868 ],69 "extent": [70 5.744003772735596,71 130.72012329101562,72 121.0699615478515673 ]74 },75 "obb": {76 "center": [77 400.20300340652466,78 -289.19300842285156,79 123.9304463863372880 ],81 "extent": [82 5.744003772735596,83 130.72012329101562,84 121.0699615478515685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 400.2030029296875,94 -289.1929931640625,95 2.860500097274780396 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 127112 ]113 }114 ],115 "ceiling": [116 {117 "object_id": "SM_CeilingA",118 "bbox_2d": [119 0,120 0,121 1919,122 362123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -9.99993896484375,128 -0.0003662109375,129 262.50006103515625130 ],131 "extent": [132 414.6847229003906,133 582.3804321289062,134 17.500083923339844135 ]136 },137 "obb": {138 "center": [139 -9.99993896484375,140 -0.0003662109375,141 262.50006103515625142 ],143 "extent": [144 414.6847229003906,145 582.3804321289062,146 17.500083923339844147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 127,173 0174 ]175 }176 ],177 "window a": [178 {179 "object_id": "SM_WindowA001",180 "bbox_2d": [181 1489,182 404,183 1919,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 400.20300245285034,190 -98.8329849243164,191 123.93044638633728192 ],193 "extent": [194 5.743960857391357,195 59.63993835449219,196 121.06996154785156197 ]198 },199 "obb": {200 "center": [201 400.20300245285034,202 -98.8329849243164,203 123.93044638633728204 ],205 "extent": [206 5.743960857391357,207 59.63993835449219,208 121.06996154785156209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 400.2030029296875,218 -98.83300018310547,219 2.8605000972747803220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 255,234 191,235 63236 ]237 }238 ]239 },240 "foreground": {241 "pelmet": [242 {243 "object_id": "SM_PelmetB",244 "bbox_2d": [245 0,246 363,247 1520,248 404249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 389.20098876953125,254 -289.1929931640625,255 243.5459747314453256 ],257 "extent": [258 2.9724488258361816,259 130.72012329101562,260 4.248987197875977261 ]262 },263 "obb": {264 "center": [265 389.20098876953125,266 -289.1929931640625,267 243.5459747314453268 ],269 "extent": [270 2.9724488258361816,271 130.72012329101562,272 4.248987197875977273 ],274 "rotation": [275 0,276 0,277 0278 ]279 },280 "location": [281 389.20098876953125,282 -289.1929931640625,283 247.7949981689453284 ],285 "rotation": [286 0,287 0,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 127,298 127,299 0300 ]301 },302 {303 "object_id": "SM_PelmetA001",304 "bbox_2d": [305 1504,306 363,307 1919,308 404309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 389.20098876953125,314 -98.8329849243164,315 243.5459747314453316 ],317 "extent": [318 2.9724488258361816,319 59.63990783691406,320 4.248987197875977321 ]322 },323 "obb": {324 "center": [325 389.20098876953125,326 -98.8329849243164,327 243.5459747314453328 ],329 "extent": [330 2.9724488258361816,331 59.63990783691406,332 4.248987197875977333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 389.20098876953125,342 -98.83300018310547,343 247.7949981689453344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 127,358 127,359 95360 ]361 }362 ],363 "blind": [364 {365 "object_id": "SM_BlindB",366 "bbox_2d": [367 0,368 400,369 1512,370 660371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 388.50527489185333,376 -289.1946258544922,377 343.4691162109375378 ],379 "extent": [380 1.4643158912658691,381 129.920166015625,382 143.9769287109375383 ]384 },385 "obb": {386 "center": [387 388.50527489185333,388 -289.1946258544922,389 343.4691162109375390 ],391 "extent": [392 1.4643158912658691,393 129.920166015625,394 143.9769287109375395 ],396 "rotation": [397 0,398 0,399 0400 ]401 },402 "location": [403 388.5052795410156,404 -289.19464111328125,405 487.4460144042969406 ],407 "rotation": [408 0,409 0,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 127,420 127,421 255422 ]423 },424 {425 "object_id": "SM_BlindA001",426 "bbox_2d": [427 1513,428 400,429 1919,430 871431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 388.50527489185333,436 -98.83463668823242,437 311.14910888671875438 ],439 "extent": [440 1.4643158912658691,441 58.83993911743164,442 143.9769287109375443 ]444 },445 "obb": {446 "center": [447 388.50527489185333,448 -98.83463668823242,449 311.14910888671875450 ],451 "extent": [452 1.4643158912658691,453 58.83993911743164,454 143.9769287109375455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 388.5052795410156,464 -98.83464813232422,465 455.1260070800781466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 127,480 191,481 63482 ]483 }484 ],485 "track light": [486 {487 "object_id": "SM_Tracklight054",488 "bbox_2d": [489 1104,490 108,491 1208,492 130493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 301.95003962558445,498 -231.40684854942623,499 246.3591733874025500 ],501 "extent": [502 1.3979467149465563,503 3.10112917382412,504 1.3589233516960064505 ]506 },507 "obb": {508 "center": [509 301.95003962558445,510 -231.40684854942623,511 246.3591733874025512 ],513 "extent": [514 1.3979467149465563,515 3.10112917382412,516 1.3589233516960064517 ],518 "rotation": [519 -5.0089602154912436e-06,520 90.00000000000001,521 -5.008960215491245e-06522 ]523 },524 "location": [525 303.3479919433594,526 -234.50799560546875,527 247.71800231933594528 ],529 "rotation": [530 -5.0089602154912436e-06,531 90.00000000000001,532 -5.008960215491245e-06533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 255,542 31,543 0544 ]545 },546 {547 "object_id": "SM_Tracklight055",548 "bbox_2d": [549 1198,550 108,551 1306,552 130553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 301.95003962558445,558 -225.20485269981685,559 246.3591733874025560 ],561 "extent": [562 1.3979467149465563,563 3.10112917382412,564 1.3589233516960064565 ]566 },567 "obb": {568 "center": [569 301.95003962558445,570 -225.20485269981685,571 246.3591733874025572 ],573 "extent": [574 1.3979467149465563,575 3.10112917382412,576 1.3589233516960064577 ],578 "rotation": [579 -5.0089602154912436e-06,580 90.00000000000001,581 -5.008960215491245e-06582 ]583 },584 "location": [585 303.3479919433594,586 -228.30599975585938,587 247.71800231933594588 ],589 "rotation": [590 -5.0089602154912436e-06,591 90.00000000000001,592 -5.008960215491245e-06593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 255,602 31,603 255604 ]605 },606 {607 "object_id": "SM_Tracklight056",608 "bbox_2d": [609 1292,610 108,611 1404,612 130613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 301.95003962558445,618 -219.00285685020748,619 246.3591733874025620 ],621 "extent": [622 1.3979467149465563,623 3.10112917382412,624 1.3589233516960064625 ]626 },627 "obb": {628 "center": [629 301.95003962558445,630 -219.00285685020748,631 246.3591733874025632 ],633 "extent": [634 1.3979467149465563,635 3.10112917382412,636 1.3589233516960064637 ],638 "rotation": [639 -5.0089602154912436e-06,640 90.00000000000001,641 -5.008960215491245e-06642 ]643 },644 "location": [645 303.3479919433594,646 -222.10400390625,647 247.71800231933594648 ],649 "rotation": [650 -5.0089602154912436e-06,651 90.00000000000001,652 -5.008960215491245e-06653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 255,662 31,663 127664 ]665 },666 {667 "object_id": "SM_Tracklight057",668 "bbox_2d": [669 1386,670 108,671 1503,672 130673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 301.95003962558445,678 -212.80084574180904,679 246.3591733874025680 ],681 "extent": [682 1.3979467149465563,683 3.10112917382412,684 1.3589233516960064685 ]686 },687 "obb": {688 "center": [689 301.95003962558445,690 -212.80084574180904,691 246.3591733874025692 ],693 "extent": [694 1.3979467149465563,695 3.10112917382412,696 1.3589233516960064697 ],698 "rotation": [699 -5.0089602154912436e-06,700 90.00000000000001,701 -5.008960215491245e-06702 ]703 },704 "location": [705 303.3479919433594,706 -215.90199279785156,707 247.71800231933594708 ],709 "rotation": [710 -5.0089602154912436e-06,711 90.00000000000001,712 -5.008960215491245e-06713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 255,722 31,723 63724 ]725 },726 {727 "object_id": "SM_Tracklight058",728 "bbox_2d": [729 1481,730 108,731 1601,732 130733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 301.95003962558445,738 -206.5978580709106,739 246.3591733874025740 ],741 "extent": [742 1.3979467149465563,743 3.10112917382412,744 1.3589233516960064745 ]746 },747 "obb": {748 "center": [749 301.95003962558445,750 -206.5978580709106,751 246.3591733874025752 ],753 "extent": [754 1.3979467149465563,755 3.10112917382412,756 1.3589233516960064757 ],758 "rotation": [759 -5.0089602154912436e-06,760 90.00000000000001,761 -5.008960215491245e-06762 ]763 },764 "location": [765 303.3479919433594,766 -209.69900512695312,767 247.71800231933594768 ],769 "rotation": [770 -5.0089602154912436e-06,771 90.00000000000001,772 -5.008960215491245e-06773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 255,782 31,783 191784 ]785 },786 {787 "object_id": "SM_Tracklight059",788 "bbox_2d": [789 1575,790 108,791 1699,792 130793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 301.95003962558445,798 -200.39584696251217,799 246.3591733874025800 ],801 "extent": [802 1.3979467149465563,803 3.10112917382412,804 1.3589233516960064805 ]806 },807 "obb": {808 "center": [809 301.95003962558445,810 -200.39584696251217,811 246.3591733874025812 ],813 "extent": [814 1.3979467149465563,815 3.10112917382412,816 1.3589233516960064817 ],818 "rotation": [819 -5.0089602154912436e-06,820 90.00000000000001,821 -5.008960215491245e-06822 ]823 },824 "location": [825 303.3479919433594,826 -203.4969940185547,827 247.71800231933594828 ],829 "rotation": [830 -5.0089602154912436e-06,831 90.00000000000001,832 -5.008960215491245e-06833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 127,842 31,843 0844 ]845 }846 ]847 }848}