TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ConferenceRoomVol1",3 "view_id": "l055_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/NEW/ConferenceRoomVol1/l055_r003/lit.png",5 "camera": {6 "location": [7 -40,8 231,9 17410 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -40,38 231,39 174,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window divided": [54 {55 "object_id": "SM_Window",56 "bbox_2d": [57 440,58 195,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -290.9998779296875,66 -6.103515625e-05,67 149.5655212402343868 ],69 "extent": [70 11.925933837890625,71 391.7356872558594,72 150.4345092773437573 ]74 },75 "obb": {76 "center": [77 -290.9998779296875,78 -6.103515625e-05,79 149.5655212402343880 ],81 "extent": [82 11.925933837890625,83 391.7356872558594,84 150.4345092773437585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 127,111 0112 ]113 }114 ],115 "ceiling planks corner": [116 {117 "object_id": "SM_Ceiling",118 "bbox_2d": [119 146,120 0,121 1919,122 194123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 1.42608642578125,128 0,129 276.0003662109375130 ],131 "extent": [132 280.9999694824219,133 371.7356872558594,134 16.000015258789062135 ]136 },137 "obb": {138 "center": [139 1.42608642578125,140 0,141 276.0003662109375142 ],143 "extent": [144 280.9999694824219,145 371.7356872558594,146 16.000015258789062147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 127,172 0,173 0174 ]175 }176 ],177 "background": [178 {179 "object_id": "SM_BackgroundBR",180 "bbox_2d": [181 0,182 0,183 440,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -217.75371834196508,190 366.08603422770534,191 130.00033569335938192 ],193 "extent": [194 61.820012126809985,195 5.650117715832039,196 130.00006103515625197 ]198 },199 "obb": {200 "center": [201 -217.75371834196508,202 366.08603422770534,203 130.00033569335938204 ],205 "extent": [206 61.820012126809985,207 5.650117715832039,208 130.00006103515625209 ],210 "rotation": [211 0,212 1.0017900422099046e-05,213 0214 ]215 },216 "location": [217 -217.3520050048828,218 371.7359924316406,219 0220 ],221 "rotation": [222 0,223 1.0017900422099046e-05,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 191,234 127,235 127236 ]237 }238 ]239 },240 "foreground": {241 "downlight": [242 {243 "object_id": "SM_Downlight2",244 "bbox_2d": [245 1349,246 126,247 1384,248 144249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 -243.08077998566364,254 145,255 259.50000005960464256 ],257 "extent": [258 3.5000000436332357,259 3.5,260 0.5000006034558169261 ]262 },263 "obb": {264 "center": [265 -243.08077998566364,266 145,267 259.50000005960464268 ],269 "extent": [270 3.5000000436332357,271 3.5,272 0.5000006034558169273 ],274 "rotation": [275 4.999999873689375e-06,276 0,277 0278 ]279 },280 "location": [281 -243.08078002929688,282 145,283 260284 ],285 "rotation": [286 4.999999873689375e-06,287 0,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 255,298 63,299 127300 ]301 },302 {303 "object_id": "SM_Downlight3",304 "bbox_2d": [305 688,306 126,307 721,308 144309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -243.08077998566364,314 285,315 259.50000005960464316 ],317 "extent": [318 3.5000000436332357,319 3.5,320 0.5000006034558169321 ]322 },323 "obb": {324 "center": [325 -243.08077998566364,326 285,327 259.50000005960464328 ],329 "extent": [330 3.5000000436332357,331 3.5,332 0.5000006034558169333 ],334 "rotation": [335 4.999999873689375e-06,336 0,337 0338 ]339 },340 "location": [341 -243.08078002929688,342 285,343 260344 ],345 "rotation": [346 4.999999873689375e-06,347 0,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 127,358 63,359 0360 ]361 }362 ],363 "curtain": [364 {365 "object_id": "SM_Curtain",366 "bbox_2d": [367 1617,368 195,369 1919,370 759371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 -286.70534936152023,376 -3.2094228267669678,377 200.57251746353654378 ],379 "extent": [380 1.0004270430589486,381 69.80915069580078,382 83.06246194247147383 ]384 },385 "obb": {386 "center": [387 -286.70534936152023,388 -3.2094228267669678,389 200.57251746353654390 ],391 "extent": [392 1.0004270430589486,393 69.80915069580078,394 83.06246194247147395 ],396 "rotation": [397 -5.1226397772552446e-06,398 0,399 0400 ]401 },402 "location": [403 -285.9389953613281,404 -3.209399938583374,405 283.635009765625406 ],407 "rotation": [408 -5.1226397772552446e-06,409 0,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 0,420 0,421 191422 ]423 },424 {425 "object_id": "SM_Curtain2",426 "bbox_2d": [427 1017,428 195,429 1560,430 584431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -286.7053491837275,436 146.79058074951172,437 245.5725174618962438 ],439 "extent": [440 1.0004268652662631,441 69.80915069580078,442 83.06246194033012443 ]444 },445 "obb": {446 "center": [447 -286.7053491837275,448 146.79058074951172,449 245.5725174618962450 ],451 "extent": [452 1.0004268652662631,453 69.80915069580078,454 83.06246194033012455 ],456 "rotation": [457 -4.999999873689375e-06,458 0,459 0460 ]461 },462 "location": [463 -285.9389953613281,464 146.7906036376953,465 328.635009765625466 ],467 "rotation": [468 -4.999999873689375e-06,469 0,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 0,480 255,481 191482 ]483 },484 {485 "object_id": "SM_Curtain3",486 "bbox_2d": [487 440,488 195,489 975,490 662491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -286.7053491837275,496 296.79056549072266,497 225.5725174618962498 ],499 "extent": [500 1.0004268652662631,501 69.80915069580078,502 83.06246194033012503 ]504 },505 "obb": {506 "center": [507 -286.7053491837275,508 296.79056549072266,509 225.5725174618962510 ],511 "extent": [512 1.0004268652662631,513 69.80915069580078,514 83.06246194033012515 ],516 "rotation": [517 -4.999999873689375e-06,518 0,519 0520 ]521 },522 "location": [523 -285.9389953613281,524 296.79058837890625,525 308.635009765625526 ],527 "rotation": [528 -4.999999873689375e-06,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 0,540 127,541 191542 ]543 }544 ],545 "plant": [546 {547 "object_id": "SM_PlantA2",548 "bbox_2d": [549 331,550 793,551 799,552 1079553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -225.28636022942044,558 305.316098661057,559 63.446800231933594560 ],561 "extent": [562 42.172631549488344,563 43.55371686387275,564 63.6171989440918565 ]566 },567 "obb": {568 "center": [569 -225.28636022942044,570 305.316098661057,571 63.446800231933594572 ],573 "extent": [574 42.172631549488344,575 43.55371686387275,576 63.6171989440918577 ],578 "rotation": [579 0,580 -90.00012207031251,581 0582 ]583 },584 "location": [585 -230,586 310,587 0588 ],589 "rotation": [590 0,591 -90.00012207031251,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 255,602 63,603 191604 ]605 }606 ],607 "chair": [608 {609 "object_id": "SM_ChairB",610 "bbox_2d": [611 838,612 853,613 1140,614 1079615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 -249.9999771118164,620 224.99999999995123,621 48.06242370605469622 ],623 "extent": [624 29.050199835425587,625 30.59184541564079,626 48.062225341796875627 ]628 },629 "obb": {630 "center": [631 -249.9999771118164,632 224.99999999995123,633 48.06242370605469634 ],635 "extent": [636 29.050199835425587,637 30.59184541564079,638 48.062225341796875639 ],640 "rotation": [641 0,642 -90.00012207031251,643 0644 ]645 },646 "location": [647 -250,648 225,649 0650 ],651 "rotation": [652 0,653 -90.00012207031251,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 63,664 63,665 191666 ]667 },668 {669 "object_id": "SM_ChairB2",670 "bbox_2d": [671 1201,672 853,673 1537,674 1079675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -249.9999771118164,680 144.99999999995123,681 48.06242370605469682 ],683 "extent": [684 29.050199835425587,685 30.591845415640783,686 48.062225341796875687 ]688 },689 "obb": {690 "center": [691 -249.9999771118164,692 144.99999999995123,693 48.06242370605469694 ],695 "extent": [696 29.050199835425587,697 30.591845415640783,698 48.062225341796875699 ],700 "rotation": [701 0,702 -90.00012207031251,703 0704 ]705 },706 "location": [707 -250,708 145,709 0710 ],711 "rotation": [712 0,713 -90.00012207031251,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 0,724 191,725 0726 ]727 },728 {729 "object_id": "SM_ChairB3",730 "bbox_2d": [731 1536,732 853,733 1919,734 1079735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -249.9999771118164,740 64.99999999995124,741 48.06242370605469742 ],743 "extent": [744 29.050199835425587,745 30.591845415640776,746 48.062225341796875747 ]748 },749 "obb": {750 "center": [751 -249.9999771118164,752 64.99999999995124,753 48.06242370605469754 ],755 "extent": [756 29.050199835425587,757 30.591845415640776,758 48.062225341796875759 ],760 "rotation": [761 0,762 -90.00012207031251,763 0764 ]765 },766 "location": [767 -250,768 65,769 0770 ],771 "rotation": [772 0,773 -90.00012207031251,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 0,784 191,785 255786 ]787 },788 {789 "object_id": "SM_ChairB4",790 "bbox_2d": [791 1861,792 855,793 1919,794 1079795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -249.9999771118164,800 -15.000000000048766,801 48.06242370605469802 ],803 "extent": [804 29.050199835425587,805 30.591845415640783,806 48.062225341796875807 ]808 },809 "obb": {810 "center": [811 -249.9999771118164,812 -15.000000000048765,813 48.06242370605469814 ],815 "extent": [816 29.050199835425587,817 30.591845415640783,818 48.062225341796875819 ],820 "rotation": [821 0,822 -90.00012207031251,823 0824 ]825 },826 "location": [827 -250,828 -15,829 0830 ],831 "rotation": [832 0,833 -90.00012207031251,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 0,844 191,845 127846 ]847 }848 ]849 }850}