TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "HotelRoomVol1",3 "view_id": "l053_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/HotelRoomVol1/l053_r005/lit.png",5 "camera": {6 "location": [7 -163,8 -317,9 13310 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -163,38 -317,39 133,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "floor": [54 {55 "object_id": "SM_FloorC",56 "bbox_2d": [57 1527,58 961,59 1734,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 -134.23599243164062,67 7.49999952316284268 ],69 "extent": [70 200,71 329.0640563964844,72 7.50000047683715873 ]74 },75 "obb": {76 "center": [77 0,78 -134.23599243164062,79 7.49999952316284280 ],81 "extent": [82 200,83 329.0640563964844,84 7.50000047683715885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 -134.23599243164062,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 }114 ],115 "ceiling": [116 {117 "object_id": "SM_CeilingB",118 "bbox_2d": [119 1300,120 0,121 1919,122 187123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 0,128 -358.29998779296875,129 238130 ],131 "extent": [132 180,133 85,134 2135 ]136 },137 "obb": {138 "center": [139 0,140 -358.29998779296875,141 238142 ],143 "extent": [144 180,145 85,146 2147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 -358.29998779296875,157 236158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 127,172 255,173 255174 ]175 }176 ],177 "wall": [178 {179 "object_id": "SM_WallC",180 "bbox_2d": [181 1049,182 0,183 1588,184 981185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 0,190 -473.29998874664307,191 140.0000457763672192 ],193 "extent": [194 200,195 10.000000953674316,196 140197 ]198 },199 "obb": {200 "center": [201 0,202 -473.29998874664307,203 140.0000457763672204 ],205 "extent": [206 200,207 10.000000953674316,208 140209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 0,218 -473.29998779296875,219 0220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 127,234 127,235 255236 ]237 },238 {239 "object_id": "SM_WallB",240 "bbox_2d": [241 1744,242 182,243 1758,244 722245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 210,250 -144.5,251 140.00003051757812252 ],253 "extent": [254 10,255 338.8000183105469,256 140.00003051757812257 ]258 },259 "obb": {260 "center": [261 210,262 -144.5,263 140.00003051757812264 ],265 "extent": [266 10,267 338.8000183105469,268 140.00003051757812269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 210,278 -144.5,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 0,294 255,295 63296 ]297 }298 ],299 "background wall": [300 {301 "object_id": "SM_BackgroundwallD",302 "bbox_2d": [303 1759,304 146,305 1919,306 732307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 190,312 -358.2999725341797,313 120.00002136230978314 ],315 "extent": [316 10.000007629394531,317 85.00000762939453,318 120.0000228881836319 ]320 },321 "obb": {322 "center": [323 190,324 -358.2999725341797,325 120.00002136230978326 ],327 "extent": [328 10.000007629394531,329 85.00000762939453,330 120.0000228881836331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 200,340 -358.29998779296875,341 3.662109884317033e-05342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 0,356 127,357 63358 ]359 }360 ],361 "window divided": [362 {363 "object_id": "SM_Window",364 "bbox_2d": [365 573,366 0,367 1588,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 0,374 -475.700008392334,375 125376 ],377 "extent": [378 200,379 2.9999682903289795,380 114.99999237060547381 ]382 },383 "obb": {384 "center": [385 0,386 -475.700008392334,387 125388 ],389 "extent": [390 200,391 2.9999682903289795,392 114.99999237060547393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 0,402 -475.70001220703125,403 125404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 127,418 0,419 63420 ]421 }422 ]423 },424 "foreground": {425 "curtain": [426 {427 "object_id": "SM_CurtainA",428 "bbox_2d": [429 219,430 0,431 427,432 1079433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 -184.63999557495117,438 -450.303014755249,439 140.9367218017578440 ],441 "extent": [442 24.034090042114258,443 8.739770889282227,444 138.2534637451172445 ]446 },447 "obb": {448 "center": [449 -184.63999557495117,450 -450.303014755249,451 140.9367218017578452 ],453 "extent": [454 24.034090042114258,455 8.739770889282227,456 138.2534637451172457 ],458 "rotation": [459 0,460 0,461 0462 ]463 },464 "location": [465 -184.63999938964844,466 -450.3030090332031,467 279.12200927734375468 ],469 "rotation": [470 0,471 0,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 0,482 127,483 255484 ]485 },486 {487 "object_id": "SM_CurtainB",488 "bbox_2d": [489 413,490 0,491 575,492 1079493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -191.80099868774215,498 -460.06000900268623,499 140.17323303222656500 ],501 "extent": [502 49.35889114727598,503 3.510708140746601,504 138.00962829589844505 ]506 },507 "obb": {508 "center": [509 -191.80099868774215,510 -460.06000900268623,511 140.17323303222656512 ],513 "extent": [514 49.35889114727598,515 3.510708140746601,516 138.00962829589844517 ],518 "rotation": [519 0,520 1.0017900422099046e-05,521 0522 ]523 },524 "location": [525 -191.80099487304688,526 -460.05999755859375,527 277.52301025390625528 ],529 "rotation": [530 0,531 1.0017900422099046e-05,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 255,542 127,543 0544 ]545 },546 {547 "object_id": "SM_CurtainB001",548 "bbox_2d": [549 1589,550 119,551 1658,552 893553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 173.06899642944535,558 -460.06000900268623,559 140.17323303222656560 ],561 "extent": [562 49.35889114727598,563 3.510708140746601,564 138.00962829589844565 ]566 },567 "obb": {568 "center": [569 173.06899642944535,570 -460.06000900268623,571 140.17323303222656572 ],573 "extent": [574 49.35889114727598,575 3.510708140746601,576 138.00962829589844577 ],578 "rotation": [579 0,580 1.0017900422099046e-05,581 0582 ]583 },584 "location": [585 173.06900024414062,586 -460.05999755859375,587 277.52301025390625588 ],589 "rotation": [590 0,591 1.0017900422099046e-05,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 255,602 191,603 255604 ]605 },606 {607 "object_id": "SM_CurtainA001",608 "bbox_2d": [609 1653,610 145,611 1756,612 736613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 169.39900588989258,618 -450.303014755249,619 140.9367218017578620 ],621 "extent": [622 24.034090042114258,623 8.739770889282227,624 138.2534637451172625 ]626 },627 "obb": {628 "center": [629 169.39900588989258,630 -450.303014755249,631 140.9367218017578632 ],633 "extent": [634 24.034090042114258,635 8.739770889282227,636 138.2534637451172637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 169.3990020751953,646 -450.3030090332031,647 279.12200927734375648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 255,662 191,663 127664 ]665 }666 ],667 "cabinet": [668 {669 "object_id": "SM_CabinetB",670 "bbox_2d": [671 0,672 0,673 218,674 1079675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -190,680 -358.2999725341797,681 127.49999237060547682 ],683 "extent": [684 10,685 85.00001525878906,686 112.5687 ]688 },689 "obb": {690 "center": [691 -190,692 -358.2999725341797,693 127.49999237060547694 ],695 "extent": [696 10,697 85.00001525878906,698 112.5699 ],700 "rotation": [701 0,702 0,703 0704 ]705 },706 "location": [707 -200,708 -358.29998779296875,709 15710 ],711 "rotation": [712 0,713 0,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 127,724 0,725 255726 ]727 }728 ],729 "sofa": [730 {731 "object_id": "SM_Sofa",732 "bbox_2d": [733 1600,734 715,735 1919,736 1079737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 136.7830047607422,742 -362.3440234041493,743 51.409241676326005744 ],745 "extent": [746 43.96183776855469,747 89.15413540365967,748 36.46275743999065749 ]750 },751 "obb": {752 "center": [753 136.7830047607422,754 -362.3440234041493,755 51.409241676326756 ],757 "extent": [758 43.96183776855469,759 89.15413540365967,760 36.46275743999065761 ],762 "rotation": [763 0,764 0,765 -1.0017900422099046e-05766 ]767 },768 "location": [769 136.7830047607422,770 -362.343994140625,771 14.946499824523926772 ],773 "rotation": [774 0,775 0,776 -1.0017900422099046e-05777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 127,786 63,787 0788 ]789 }790 ],791 "table": [792 {793 "object_id": "SM_TableA",794 "bbox_2d": [795 1564,796 886,797 1919,798 1079799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 44.800594329833984,804 -387.695011138916,805 37.94319820404053806 ],807 "extent": [808 34.422569274902344,809 34.422569274902344,810 23.104700088500977811 ]812 },813 "obb": {814 "center": [815 44.800594329833984,816 -387.695011138916,817 37.94319820404053818 ],819 "extent": [820 34.422569274902344,821 34.422569274902344,822 23.104700088500977823 ],824 "rotation": [825 0,826 0,827 0828 ]829 },830 "location": [831 44.80059814453125,832 -387.69500732421875,833 14.838500022888184834 ],835 "rotation": [836 0,837 0,838 0839 ],840 "scale": [841 1,842 1,843 1844 ]845 },846 "color": [847 127,848 63,849 255850 ]851 }852 ],853 "chair": [854 {855 "object_id": "SM_Chair",856 "bbox_2d": [857 1137,858 838,859 1603,860 1079861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 -70.37654917330788,866 -386.44064606697947,867 53.646121978759766868 ],869 "extent": [870 36.46827404604548,871 36.58248116489722,872 38.66487121582031873 ]874 },875 "obb": {876 "center": [877 -70.37654917330788,878 -386.44064606697947,879 53.646121978759766880 ],881 "extent": [882 36.46827404604548,883 36.58248116489722,884 38.66487121582031885 ],886 "rotation": [887 0,888 40.00004196166993,889 0890 ]891 },892 "location": [893 -70.37652587890625,894 -386.440673828125,895 14.991600036621094896 ],897 "rotation": [898 0,899 40.00004196166993,900 0901 ],902 "scale": [903 1,904 1,905 1906 ]907 },908 "color": [909 63,910 0,911 63912 ]913 }914 ],915 "book": [916 {917 "object_id": "SM_BookA",918 "bbox_2d": [919 1708,920 938,921 1901,922 985923 ],924 "bbox_3d": {925 "aabb": {926 "center": [927 44.58218479730281,928 -387.42662173219014,929 62.332199454307556930 ],931 "extent": [932 12.862680606961376,933 10.277890252115583,934 1.3079590797424316935 ]936 },937 "obb": {938 "center": [939 44.58218479730281,940 -387.42662173219014,941 62.332199454307556942 ],943 "extent": [944 12.862680606961376,945 10.277890252115583,946 1.3079590797424316947 ],948 "rotation": [949 90,950 15.000000000000002,951 0952 ]953 },954 "location": [955 55.5088005065918,956 -384.6050109863281,957 62.33219909667969958 ],959 "rotation": [960 90,961 15.000000000000002,962 0963 ],964 "scale": [965 1,966 1,967 1968 ]969 },970 "color": [971 255,972 127,973 191974 ]975 },976 {977 "object_id": "SM_BookB",978 "bbox_2d": [979 1706,980 899,981 1882,982 971983 ],984 "bbox_3d": {985 "aabb": {986 "center": [987 43.979239377734906,988 -388.4510920317505,989 65.30427742004395990 ],991 "extent": [992 11.960962727802134,993 8.556183682080245,994 1.7609462738037145995 ]996 },997 "obb": {998 "center": [999 43.979239377734906,1000 -388.4510920317505,1001 65.304277420043951002 ],1003 "extent": [1004 11.960962727802134,1005 8.556183682080245,1006 1.76094627380371451007 ],1008 "rotation": [1009 90,1010 4.999999999999995,1011 01012 ]1013 },1014 "location": [1015 55.14929962158203,1016 -387.4960021972656,1017 65.340301513671881018 ],1019 "rotation": [1020 90,1021 4.999999999999995,1022 01023 ],1024 "scale": [1025 1,1026 1,1027 11028 ]1029 },1030 "color": [1031 255,1032 63,1033 1911034 ]1035 }1036 ]1037 }1038}