TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l019_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l019_r004/lit.png",5 "camera": {6 "location": [7 -211,8 -249,9 9710 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -211,38 -249,39 97,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "baseboard": [54 {55 "object_id": "SM_Baseboard",56 "bbox_2d": [57 188,58 782,59 921,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -404.2849975526333,66 -331.93701171875,67 368 ],69 "extent": [70 0.4000000059604645,71 270.4438781738281,72 373 ]74 },75 "obb": {76 "center": [77 -404.2849975526333,78 -331.93701171875,79 380 ],81 "extent": [82 0.4000000059604645,83 270.4438781738281,84 385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -404.68499755859375,94 -331.93701171875,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 127,111 255112 ]113 }114 ],115 "ceiling": [116 {117 "object_id": "SM_CeilingA",118 "bbox_2d": [119 699,120 0,121 1454,122 146123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -9.99993896484375,128 -0.0003662109375,129 262.50006103515625130 ],131 "extent": [132 414.6847229003906,133 582.3804321289062,134 17.500083923339844135 ]136 },137 "obb": {138 "center": [139 -9.99993896484375,140 -0.0003662109375,141 262.50006103515625142 ],143 "extent": [144 414.6847229003906,145 582.3804321289062,146 17.500083923339844147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 127,173 0174 ]175 }176 ],177 "wall": [178 {179 "object_id": "SM_WallA",180 "bbox_2d": [181 0,182 0,183 919,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -414.68499755859375,190 -9.765630238689482e-05,191 140.00001525878906192 ],193 "extent": [194 10,195 602.3807373046875,196 140.00001525878906197 ]198 },199 "obb": {200 "center": [201 -414.68499755859375,202 -9.765630238689482e-05,203 140.00001525878906204 ],205 "extent": [206 10,207 602.3807373046875,208 140.00001525878906209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 -414.68499755859375,218 -9.765630238689482e-05,219 0220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 127,234 0,235 255236 ]237 }238 ],239 "background wall": [240 {241 "object_id": "SM_BackgroundwallA",242 "bbox_2d": [243 920,244 0,245 1643,246 924247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -14.871739387512207,252 -563.4780158996582,253 139.99993896484375254 ],255 "extent": [256 389.81292724609375,257 18.90277099609375,258 139.9999542236328259 ]260 },261 "obb": {262 "center": [263 -14.871739387512207,264 -563.4780158996582,265 139.99993896484375266 ],267 "extent": [268 389.81292724609375,269 18.90277099609375,270 139.9999542236328271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 -14.871800422668457,280 -563.47802734375,281 0282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 0,296 0,297 63298 ]299 }300 ],301 "floor lamp": [302 {303 "object_id": "SM_Floorlamp",304 "bbox_2d": [305 1434,306 74,307 1919,308 1079309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -200.50994873046875,314 -334.127405166626,315 100.41319227218628316 ],317 "extent": [318 67.92303466796875,319 49.206172943115234,320 99.65167999267578321 ]322 },323 "obb": {324 "center": [325 -200.50994873046875,326 -334.127405166626,327 100.41319227218628328 ],329 "extent": [330 67.92303466796875,331 49.206172943115234,332 99.65167999267578333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 -226.33099365234375,342 -361.07501220703125,343 0.7972559928894043344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 127,358 255,359 63360 ]361 }362 ],363 "floor planks corner": [364 {365 "object_id": "SM_Floor",366 "bbox_2d": [367 275,368 798,369 1919,370 1079371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 -19.752939224243164,376 -0.0001220703125,377 6.776263578034403e-21378 ],379 "extent": [380 404.9316711425781,381 582.3806762695312,382 3.5660530924670406e-14383 ]384 },385 "obb": {386 "center": [387 -19.752939224243164,388 -0.0001220703125,389 6.776263578034403e-21390 ],391 "extent": [392 404.9316711425781,393 582.3806762695312,394 3.5660530924670406e-14395 ],396 "rotation": [397 0,398 0,399 0400 ]401 },402 "location": [403 -9.752969741821289,404 0,405 0406 ],407 "rotation": [408 0,409 0,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 191,420 31,421 31422 ]423 }424 ],425 "wall panel": [426 {427 "object_id": "SM_WallpanelA003_3",428 "bbox_2d": [429 1644,430 0,431 1918,432 969433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 -157.26349639892578,438 -546.4867404699326,439 139.99998474121094440 ],441 "extent": [442 25.32549285888672,443 1.8902981281280518,444 140.00001525878906445 ]446 },447 "obb": {448 "center": [449 -157.26349639892578,450 -546.4867404699326,451 139.99998474121094452 ],453 "extent": [454 25.32549285888672,455 1.8902981281280518,456 140.00001525878906457 ],458 "rotation": [459 0,460 0,461 0462 ]463 },464 "location": [465 -131.93800354003906,466 -548.3770141601562,467 0468 ],469 "rotation": [470 0,471 0,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 191,482 95,483 63484 ]485 },486 {487 "object_id": "SM_WallpanelA004_4",488 "bbox_2d": [489 1281,490 43,491 1419,492 864493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -250.5584945678711,498 -567.1307224035263,499 139.99998474121094500 ],501 "extent": [502 25.32549285888672,503 1.8902981281280518,504 140.00001525878906505 ]506 },507 "obb": {508 "center": [509 -250.5584945678711,510 -567.1307224035263,511 139.99998474121094512 ],513 "extent": [514 25.32549285888672,515 1.8902981281280518,516 140.00001525878906517 ],518 "rotation": [519 0,520 0,521 0522 ]523 },524 "location": [525 -225.23300170898438,526 -569.02099609375,527 0528 ],529 "rotation": [530 0,531 0,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 191,542 95,543 191544 ]545 },546 {547 "object_id": "SM_WallpanelA005_5",548 "bbox_2d": [549 1193,550 76,551 1280,552 843553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -301.2094955444336,558 -567.1307224035263,559 139.99998474121094560 ],561 "extent": [562 25.32549285888672,563 1.8902981281280518,564 140.00001525878906565 ]566 },567 "obb": {568 "center": [569 -301.2094955444336,570 -567.1307224035263,571 139.99998474121094572 ],573 "extent": [574 25.32549285888672,575 1.8902981281280518,576 140.00001525878906577 ],578 "rotation": [579 0,580 0,581 0582 ]583 },584 "location": [585 -275.8840026855469,586 -569.02099609375,587 0588 ],589 "rotation": [590 0,591 0,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 191,602 95,603 31604 ]605 }606 ]607 },608 "foreground": {609 "carpet": [610 {611 "object_id": "SM_Carpet",612 "bbox_2d": [613 1146,614 972,615 1710,616 1079617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 16.59160041809082,622 -283.09800720214844,623 0.3597078323364258624 ],625 "extent": [626 284.7253112792969,627 181.98561096191406,628 1.3781403303146362629 ]630 },631 "obb": {632 "center": [633 16.59160041809082,634 -283.09800720214844,635 0.3597078323364258636 ],637 "extent": [638 284.7253112792969,639 181.98561096191406,640 1.3781403303146362641 ],642 "rotation": [643 0,644 0,645 0646 ]647 },648 "location": [649 16.59160041809082,650 -283.0979919433594,651 0652 ],653 "rotation": [654 0,655 0,656 0657 ],658 "scale": [659 1,660 1,661 1662 ]663 },664 "color": [665 255,666 127,667 63668 ]669 }670 ],671 "cabinet": [672 {673 "object_id": "SM_CabinetA002",674 "bbox_2d": [675 1919,676 0,677 1919,678 967679 ],680 "bbox_3d": {681 "aabb": {682 "center": [683 -96.69439315795898,684 -563.488733291626,685 136.0000457763672686 ],687 "extent": [688 34.843544006347656,689 18.892419815063477,690 136.0001220703125691 ]692 },693 "obb": {694 "center": [695 -96.69439315795898,696 -563.488733291626,697 136.0000457763672698 ],699 "extent": [700 34.843544006347656,701 18.892419815063477,702 136.0001220703125703 ],704 "rotation": [705 0,706 0,707 0708 ]709 },710 "location": [711 -61.85100173950195,712 -582.3809814453125,713 0714 ],715 "rotation": [716 0,717 0,718 0719 ],720 "scale": [721 1,722 1,723 1724 ]725 },726 "color": [727 127,728 191,729 191730 ]731 }732 ],733 "picture": [734 {735 "object_id": "SM_PictureA002",736 "bbox_2d": [737 0,738 0,739 157,740 505741 ],742 "bbox_3d": {743 "aabb": {744 "center": [745 -404.1486985683438,746 -289.0069903392954,747 143.3569946289059748 ],749 "extent": [750 0.5344979122089057,751 30.655253947298263,752 40.71728288678207753 ]754 },755 "obb": {756 "center": [757 -404.1486985683438,758 -289.0069903392954,759 143.3569946289059760 ],761 "extent": [762 0.5344979122089057,763 30.655253947298263,764 40.71728288678207765 ],766 "rotation": [767 0,768 1.0017900422099046e-05,769 -1.0017900422099046e-05770 ]771 },772 "location": [773 -404.6831359863281,774 -289.0069885253906,775 143.35699462890625776 ],777 "rotation": [778 0,779 1.0017900422099046e-05,780 -1.0017900422099046e-05781 ],782 "scale": [783 1,784 1,785 1786 ]787 },788 "color": [789 31,790 0,791 0792 ]793 }794 ]795 }796}