TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l080_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l080_r000/lit.png",5 "camera": {6 "location": [7 207,8 -371,9 23310 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 207,38 -371,39 233,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall": [54 {55 "object_id": "SM_WallC",56 "bbox_2d": [57 0,58 472,59 101,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 399.81292724609375,66 0.806884765625,67 140.0000152587890668 ],69 "extent": [70 24.871856689453125,71 600,72 140.000045776367273 ]74 },75 "obb": {76 "center": [77 399.81292724609375,78 0.806884765625,79 140.0000152587890680 ],81 "extent": [82 24.871856689453125,83 600,84 140.000045776367285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 }114 ],115 "window": [116 {117 "object_id": "SM_WindowB",118 "bbox_2d": [119 710,120 506,121 1919,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 400.20300340652466,128 -289.19300842285156,129 123.93044638633728130 ],131 "extent": [132 5.744003772735596,133 130.72012329101562,134 121.06996154785156135 ]136 },137 "obb": {138 "center": [139 400.20300340652466,140 -289.19300842285156,141 123.93044638633728142 ],143 "extent": [144 5.744003772735596,145 130.72012329101562,146 121.06996154785156147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 400.2030029296875,156 -289.1929931640625,157 2.8605000972747803158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 0,173 127174 ]175 }176 ],177 "ceiling": [178 {179 "object_id": "SM_CeilingA",180 "bbox_2d": [181 0,182 0,183 1919,184 475185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -9.99993896484375,190 -0.0003662109375,191 262.50006103515625192 ],193 "extent": [194 414.6847229003906,195 582.3804321289062,196 17.500083923339844197 ]198 },199 "obb": {200 "center": [201 -9.99993896484375,202 -0.0003662109375,203 262.50006103515625204 ],205 "extent": [206 414.6847229003906,207 582.3804321289062,208 17.500083923339844209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 0,218 0,219 0220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 255,234 127,235 0236 ]237 }238 ],239 "window a": [240 {241 "object_id": "SM_WindowA",242 "bbox_2d": [243 101,244 507,245 709,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 400.20300245285034,252 -479.55299377441406,253 123.93044638633728254 ],255 "extent": [256 5.743960857391357,257 59.63993835449219,258 121.06996154785156259 ]260 },261 "obb": {262 "center": [263 400.20300245285034,264 -479.55299377441406,265 123.93044638633728266 ],267 "extent": [268 5.743960857391357,269 59.63993835449219,270 121.06996154785156271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 400.2030029296875,280 -479.5530090332031,281 2.8605000972747803282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 127,296 255,297 255298 ]299 }300 ]301 },302 "foreground": {303 "blind": [304 {305 "object_id": "SM_BlindA",306 "bbox_2d": [307 69,308 505,309 698,310 1079311 ],312 "bbox_3d": {313 "aabb": {314 "center": [315 388.50527489185333,316 -479.5546455383301,317 235.90609741210938318 ],319 "extent": [320 1.4643158912658691,321 58.83993911743164,322 143.9769287109375323 ]324 },325 "obb": {326 "center": [327 388.50527489185333,328 -479.5546455383301,329 235.90609741210938330 ],331 "extent": [332 1.4643158912658691,333 58.83993911743164,334 143.9769287109375335 ],336 "rotation": [337 0,338 0,339 0340 ]341 },342 "location": [343 388.5052795410156,344 -479.5546569824219,345 379.88299560546875346 ],347 "rotation": [348 0,349 0,350 0351 ],352 "scale": [353 1,354 1,355 1356 ]357 },358 "color": [359 127,360 0,361 127362 ]363 },364 {365 "object_id": "SM_BlindB",366 "bbox_2d": [367 704,368 505,369 1919,370 718371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 388.50527489185333,376 -289.1946258544922,377 343.4691162109375378 ],379 "extent": [380 1.4643158912658691,381 129.920166015625,382 143.9769287109375383 ]384 },385 "obb": {386 "center": [387 388.50527489185333,388 -289.1946258544922,389 343.4691162109375390 ],391 "extent": [392 1.4643158912658691,393 129.920166015625,394 143.9769287109375395 ],396 "rotation": [397 0,398 0,399 0400 ]401 },402 "location": [403 388.5052795410156,404 -289.19464111328125,405 487.4460144042969406 ],407 "rotation": [408 0,409 0,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 127,420 127,421 255422 ]423 }424 ],425 "pelmet": [426 {427 "object_id": "SM_PelmetA",428 "bbox_2d": [429 59,430 476,431 699,432 506433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 389.20098876953125,438 -479.55299377441406,439 243.5459747314453440 ],441 "extent": [442 2.9724488258361816,443 59.63990783691406,444 4.248987197875977445 ]446 },447 "obb": {448 "center": [449 389.20098876953125,450 -479.55299377441406,451 243.5459747314453452 ],453 "extent": [454 2.9724488258361816,455 59.63990783691406,456 4.248987197875977457 ],458 "rotation": [459 0,460 0,461 0462 ]463 },464 "location": [465 389.20098876953125,466 -479.5530090332031,467 247.7949981689453468 ],469 "rotation": [470 0,471 0,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 127,482 255,483 127484 ]485 },486 {487 "object_id": "SM_PelmetB",488 "bbox_2d": [489 698,490 476,491 1919,492 506493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 389.20098876953125,498 -289.1929931640625,499 243.5459747314453500 ],501 "extent": [502 2.9724488258361816,503 130.72012329101562,504 4.248987197875977505 ]506 },507 "obb": {508 "center": [509 389.20098876953125,510 -289.1929931640625,511 243.5459747314453512 ],513 "extent": [514 2.9724488258361816,515 130.72012329101562,516 4.248987197875977517 ],518 "rotation": [519 0,520 0,521 0522 ]523 },524 "location": [525 389.20098876953125,526 -289.1929931640625,527 247.7949981689453528 ],529 "rotation": [530 0,531 0,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 127,542 127,543 0544 ]545 }546 ],547 "pot plant": [548 {549 "object_id": "SM_PotplantA",550 "bbox_2d": [551 0,552 773,553 498,554 1079555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 303.8700228180492,560 -487.11779318074105,561 100.93077850341797562 ],563 "extent": [564 88.64182946204528,565 38.01707101008424,566 100.93077850341797567 ]568 },569 "obb": {570 "center": [571 303.8700228180492,572 -487.11779318074105,573 100.93077850341797574 ],575 "extent": [576 88.64182946204528,577 38.01707101008424,578 100.93077850341797579 ],580 "rotation": [581 0,582 1.0017900422099046e-05,583 0584 ]585 },586 "location": [587 277.156005859375,588 -481.4100036621094,589 0590 ],591 "rotation": [592 0,593 1.0017900422099046e-05,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 127,604 63,605 0606 ]607 }608 ],609 "track light": [610 {611 "object_id": "SM_Tracklight048",612 "bbox_2d": [613 857,614 416,615 920,616 419617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 301.95003962558445,622 -377.97984659630123,623 246.3591733874025624 ],625 "extent": [626 1.3979467149465563,627 3.10112917382412,628 1.3589233516960064629 ]630 },631 "obb": {632 "center": [633 301.95003962558445,634 -377.97984659630123,635 246.3591733874025636 ],637 "extent": [638 1.3979467149465563,639 3.10112917382412,640 1.3589233516960064641 ],642 "rotation": [643 -5.0089602154912436e-06,644 90.00000000000001,645 -5.008960215491245e-06646 ]647 },648 "location": [649 303.3479919433594,650 -381.08099365234375,651 247.71800231933594652 ],653 "rotation": [654 -5.0089602154912436e-06,655 90.00000000000001,656 -5.008960215491245e-06657 ],658 "scale": [659 1,660 1,661 1662 ]663 },664 "color": [665 191,666 191,667 31668 ]669 },670 {671 "object_id": "SM_Tracklight049",672 "bbox_2d": [673 920,674 416,675 983,676 419677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 301.95003962558445,682 -371.77785074669185,683 246.3591733874025684 ],685 "extent": [686 1.3979467149465563,687 3.10112917382412,688 1.3589233516960064689 ]690 },691 "obb": {692 "center": [693 301.95003962558445,694 -371.77785074669185,695 246.3591733874025696 ],697 "extent": [698 1.3979467149465563,699 3.10112917382412,700 1.3589233516960064701 ],702 "rotation": [703 -5.0089602154912436e-06,704 90.00000000000001,705 -5.008960215491245e-06706 ]707 },708 "location": [709 303.3479919433594,710 -374.8789978027344,711 247.71800231933594712 ],713 "rotation": [714 -5.0089602154912436e-06,715 90.00000000000001,716 -5.008960215491245e-06717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 0,726 31,727 0728 ]729 },730 {731 "object_id": "SM_Tracklight050",732 "bbox_2d": [733 983,734 416,735 1046,736 419737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 301.95003962558445,742 -365.5758548970825,743 246.3591733874025744 ],745 "extent": [746 1.3979467149465563,747 3.10112917382412,748 1.3589233516960064749 ]750 },751 "obb": {752 "center": [753 301.95003962558445,754 -365.5758548970825,755 246.3591733874025756 ],757 "extent": [758 1.3979467149465563,759 3.10112917382412,760 1.3589233516960064761 ],762 "rotation": [763 -5.0089602154912436e-06,764 90.00000000000001,765 -5.008960215491245e-06766 ]767 },768 "location": [769 303.3479919433594,770 -368.677001953125,771 247.71800231933594772 ],773 "rotation": [774 -5.0089602154912436e-06,775 90.00000000000001,776 -5.008960215491245e-06777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 0,786 31,787 255788 ]789 },790 {791 "object_id": "SM_Tracklight051",792 "bbox_2d": [793 1045,794 416,795 1110,796 419797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 301.95003962558445,802 -359.372851967395,803 246.3591733874025804 ],805 "extent": [806 1.3979467149465563,807 3.10112917382412,808 1.3589233516960064809 ]810 },811 "obb": {812 "center": [813 301.95003962558445,814 -359.372851967395,815 246.3591733874025816 ],817 "extent": [818 1.3979467149465563,819 3.10112917382412,820 1.3589233516960064821 ],822 "rotation": [823 -5.0089602154912436e-06,824 90.00000000000001,825 -5.008960215491245e-06826 ]827 },828 "location": [829 303.3479919433594,830 -362.4739990234375,831 247.71800231933594832 ],833 "rotation": [834 -5.0089602154912436e-06,835 90.00000000000001,836 -5.008960215491245e-06837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 0,846 31,847 127848 ]849 },850 {851 "object_id": "SM_Tracklight052",852 "bbox_2d": [853 1107,854 416,855 1173,856 419857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 301.95003962558445,862 -353.1708561177856,863 246.3591733874025864 ],865 "extent": [866 1.3979467149465563,867 3.10112917382412,868 1.3589233516960064869 ]870 },871 "obb": {872 "center": [873 301.95003962558445,874 -353.1708561177856,875 246.3591733874025876 ],877 "extent": [878 1.3979467149465563,879 3.10112917382412,880 1.3589233516960064881 ],882 "rotation": [883 -5.0089602154912436e-06,884 90.00000000000001,885 -5.008960215491245e-06886 ]887 },888 "location": [889 303.3479919433594,890 -356.2720031738281,891 247.71800231933594892 ],893 "rotation": [894 -5.0089602154912436e-06,895 90.00000000000001,896 -5.008960215491245e-06897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 0,906 31,907 63908 ]909 },910 {911 "object_id": "SM_Tracklight053",912 "bbox_2d": [913 1170,914 416,915 1237,916 419917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 301.95003962558445,922 -346.96886026817623,923 246.3591733874025924 ],925 "extent": [926 1.3979467149465563,927 3.10112917382412,928 1.3589233516960064929 ]930 },931 "obb": {932 "center": [933 301.95003962558445,934 -346.96886026817623,935 246.3591733874025936 ],937 "extent": [938 1.3979467149465563,939 3.10112917382412,940 1.3589233516960064941 ],942 "rotation": [943 -5.0089602154912436e-06,944 90.00000000000001,945 -5.008960215491245e-06946 ]947 },948 "location": [949 303.3479919433594,950 -350.07000732421875,951 247.71800231933594952 ],953 "rotation": [954 -5.0089602154912436e-06,955 90.00000000000001,956 -5.008960215491245e-06957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 0,966 31,967 191968 ]969 }970 ]971 }972}