TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l056_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l056_r002/lit.png",5 "camera": {6 "location": [7 -183,8 555,9 20210 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -183,38 555,39 202,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window divided": [54 {55 "object_id": "SM_Window5",56 "bbox_2d": [57 1402,58 0,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -260.562744140625,66 550.8835316964928,67 219.5106124877929768 ],69 "extent": [70 5,71 55.520464069539685,72 119.4392242431640673 ]74 },75 "obb": {76 "center": [77 -260.562744140625,78 550.8835316964928,79 219.5106124877929780 ],81 "extent": [82 5,83 55.520464069539685,84 119.4392242431640685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -255.562744140625,94 495.3630676269531,95 100.0967559814453196 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1.1799999475479126,105 1106 ]107 },108 "color": [109 0,110 255,111 63112 ]113 },114 {115 "object_id": "SM_Window6",116 "bbox_2d": [117 854,118 0,119 1401,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -260.562744140625,126 663.2409183566147,127 219.51061248779297128 ],129 "extent": [130 5,131 56.93122597380216,132 119.43922424316406133 ]134 },135 "obb": {136 "center": [137 -260.562744140625,138 663.2409183566147,139 219.51061248779297140 ],141 "extent": [142 5,143 56.93122597380216,144 119.43922424316406145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -255.562744140625,154 606.3096923828125,155 100.09675598144531156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1.209983468055725,165 1166 ]167 },168 "color": [169 0,170 127,171 63172 ]173 }174 ],175 "ceiling decor": [176 {177 "object_id": "SM_DecorTop2",178 "bbox_2d": [179 471,180 0,181 695,182 56183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -185.36775285118892,188 773.3313646316528,189 334.38922119140625190 ],191 "extent": [192 54.58970289268109,193 0,194 24.174877166748047195 ]196 },197 "obb": {198 "center": [199 -185.36775285118892,200 773.3313646316528,201 334.38922119140625202 ],203 "extent": [204 54.58970289268109,205 0,206 24.174877166748047207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -185.72364807128906,216 783.7068481445312,217 334.38922119140625218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 0.7799999713897705,226 1,227 1228 ]229 },230 "color": [231 63,232 63,233 255234 ]235 }236 ]237 },238 "foreground": {239 "armchair": [240 {241 "object_id": "SM_AmchairTreadle_71",242 "bbox_2d": [243 51,244 672,245 780,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -152.8481072756076,252 690.1914664693588,253 135.18423461914062254 ],255 "extent": [256 90.17419874910203,257 74.60563740934913,258 41.904197692871094259 ]260 },261 "obb": {262 "center": [263 -152.8481072756076,264 690.1914664693588,265 135.18423461914062266 ],267 "extent": [268 90.17419874910203,269 74.60563740934913,270 41.904197692871094271 ],272 "rotation": [273 0,274 60.00009536743165,275 0276 ]277 },278 "location": [279 -181.7554931640625,280 707.0924682617188,281 93.3218994140625282 ],283 "rotation": [284 0,285 60.00009536743165,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 255,296 255,297 63298 ]299 }300 ],301 "curtain": [302 {303 "object_id": "SM_CurtainLong8",304 "bbox_2d": [305 1405,306 0,307 1758,308 136309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -237.5807647705078,314 548.1863531408244,315 286.1421890258789316 ],317 "extent": [318 2.8221588134765625,319 44.898785157101884,320 59.639122009277344321 ]322 },323 "obb": {324 "center": [325 -237.5807647705078,326 548.1863531408244,327 286.1421890258789328 ],329 "extent": [330 2.8221588134765625,331 44.898785157101884,332 59.639122009277344333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 -240.40292358398438,342 546.6011352539062,343 345.78131103515625344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 1,352 0.8799999952316284,353 1354 ]355 },356 "color": [357 0,358 63,359 255360 ]361 },362 {363 "object_id": "SM_CurtainLong9",364 "bbox_2d": [365 788,366 0,367 1181,368 384369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -237.5800018310547,374 656.2885259923869,375 286.1421890258789376 ],377 "extent": [378 2.8221588134765625,379 44.898785157101884,380 59.639122009277344381 ]382 },383 "obb": {384 "center": [385 -237.5800018310547,386 656.2885259923869,387 286.1421890258789388 ],389 "extent": [390 2.8221588134765625,391 44.898785157101884,392 59.639122009277344393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 -240.40216064453125,402 654.7033081054688,403 345.78131103515625404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 0.8799999952316284,413 1414 ]415 },416 "color": [417 0,418 63,419 127420 ]421 }422 ],423 "shelf": [424 {425 "object_id": "SM_Shelf_137",426 "bbox_2d": [427 47,428 0,429 698,430 1079431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -185.4209261248343,436 782.8369913101196,437 201.84811401367188438 ],439 "extent": [440 54.57733371167703,441 13.994805335998535,442 108.51106262207031443 ]444 },445 "obb": {446 "center": [447 -185.4209261248343,448 782.8369913101196,449 201.84811401367188450 ],451 "extent": [452 54.57733371167703,453 13.994805335998535,454 108.51106262207031455 ],456 "rotation": [457 0,458 180,459 0460 ]461 },462 "location": [463 -179.84634399414062,464 784.39208984375,465 93.3218994140625466 ],467 "rotation": [468 0,469 180,470 0471 ],472 "scale": [473 1.2000000476837158,474 1,475 1476 ]477 },478 "color": [479 63,480 0,481 63482 ]483 }484 ],485 "decorative grass": [486 {487 "object_id": "SM_Decorative5_171",488 "bbox_2d": [489 583,490 186,491 646,492 281493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -223.5649871826172,498 779.2637939453125,499 269.12548828125500 ],501 "extent": [502 6.68212890625,503 6.656768798828125,504 11.0948486328125505 ]506 },507 "obb": {508 "center": [509 -223.5649871826172,510 779.2637939453125,511 269.12548828125512 ],513 "extent": [514 6.68212890625,515 6.656768798828125,516 11.0948486328125517 ],518 "rotation": [519 0,520 0,521 0522 ]523 },524 "location": [525 -223.5649871826172,526 779.2637939453125,527 257.9434814453125528 ],529 "rotation": [530 0,531 0,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 127,542 63,543 191544 ]545 },546 {547 "object_id": "SM_Decorative4_174",548 "bbox_2d": [549 488,550 174,551 541,552 267553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -203.22682189941406,558 779.6796913146973,559 268.8955383300781560 ],561 "extent": [562 5.1749267578125,563 5.157649993896484,564 10.5943603515625565 ]566 },567 "obb": {568 "center": [569 -203.22682189941406,570 779.6796913146973,571 268.8955383300781572 ],573 "extent": [574 5.1749267578125,575 5.157649993896484,576 10.5943603515625577 ],578 "rotation": [579 0,580 0,581 0582 ]583 },584 "location": [585 -203.20643615722656,586 779.6819458007812,587 258.2774963378906588 ],589 "rotation": [590 0,591 0,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 63,602 0,603 191604 ]605 },606 {607 "object_id": "SM_Decorative3_177",608 "bbox_2d": [609 403,610 165,611 430,612 253613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -184.97677612304688,618 782.8497161865234,619 268.2440185546875620 ],621 "extent": [622 2.71636962890625,623 2.71685791015625,624 10.281005859375625 ]626 },627 "obb": {628 "center": [629 -184.97677612304688,630 782.8497161865234,631 268.2440185546875632 ],633 "extent": [634 2.71636962890625,635 2.71685791015625,636 10.281005859375637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 -184.97500610351562,646 782.8487548828125,647 257.9434814453125648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 63,662 255,663 191664 ]665 },666 {667 "object_id": "SM_Decorative1_180",668 "bbox_2d": [669 274,670 132,671 307,672 237673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -163.84169006347656,678 780.9541969299316,679 269.0025634765625680 ],681 "extent": [682 2.71087646484375,683 2.711925506591797,684 10.98583984375685 ]686 },687 "obb": {688 "center": [689 -163.84169006347656,690 780.9541969299316,691 269.0025634765625692 ],693 "extent": [694 2.71087646484375,695 2.711925506591797,696 10.98583984375697 ],698 "rotation": [699 0,700 0,701 0702 ]703 },704 "location": [705 -163.8230743408203,706 780.963623046875,707 257.9434814453125708 ],709 "rotation": [710 0,711 0,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 63,722 127,723 191724 ]725 },726 {727 "object_id": "SM_Decorative2_183",728 "bbox_2d": [729 162,730 130,731 215,732 224733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -148.20559692382812,738 780.6666831970215,739 267.6994934082031740 ],741 "extent": [742 3.882904052734375,743 3.8526954650878906,744 9.6868896484375745 ]746 },747 "obb": {748 "center": [749 -148.20559692382812,750 780.6666831970215,751 267.6994934082031752 ],753 "extent": [754 3.882904052734375,755 3.8526954650878906,756 9.6868896484375757 ],758 "rotation": [759 0,760 0,761 0762 ]763 },764 "location": [765 -148.20635986328125,766 780.6687622070312,767 257.9435119628906768 ],769 "rotation": [770 0,771 0,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 63,782 63,783 191784 ]785 },786 {787 "object_id": "SM_Decorative9_186",788 "bbox_2d": [789 600,790 369,791 641,792 412793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 -225.11614990234375,798 780.9479484558105,799 234.7744903564453800 ],801 "extent": [802 4.4716796875,803 4.471668243408203,804 5.53289794921875805 ]806 },807 "obb": {808 "center": [809 -225.11614990234375,810 780.9479484558105,811 234.7744903564453812 ],813 "extent": [814 4.4716796875,815 4.471668243408203,816 5.53289794921875817 ],818 "rotation": [819 0,820 0,821 0822 ]823 },824 "location": [825 -225.11614990234375,826 780.9479370117188,827 229.18190002441406828 ],829 "rotation": [830 0,831 0,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 0,842 191,843 0844 ]845 },846 {847 "object_id": "SM_Decorative8_189",848 "bbox_2d": [849 489,850 337,851 573,852 407853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -206.68368530273438,858 781.1684188842773,859 237.36756896972656860 ],861 "extent": [862 8.3221435546875,863 8.322120666503906,864 8.1173095703125865 ]866 },867 "obb": {868 "center": [869 -206.68368530273438,870 781.1684188842773,871 237.36756896972656872 ],873 "extent": [874 8.3221435546875,875 8.322120666503906,876 8.1173095703125877 ],878 "rotation": [879 0,880 0,881 0882 ]883 },884 "location": [885 -206.68368530273438,886 781.1683959960938,887 229.18190002441406888 ],889 "rotation": [890 0,891 0,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 0,902 191,903 255904 ]905 },906 {907 "object_id": "SM_Decorative10_192",908 "bbox_2d": [909 310,910 301,911 427,912 396913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 -176.90913413945756,918 780.4227288648756,919 239.38140765940278920 ],921 "extent": [922 12.894794336234384,923 12.816039062945606,924 10.127777022501789925 ]926 },927 "obb": {928 "center": [929 -176.90913413945756,930 780.4227288648756,931 239.38140765940278932 ],933 "extent": [934 12.894794336234384,935 12.816039062945606,936 10.127777022501789937 ],938 "rotation": [939 0,940 159.99984741210938,941 0942 ]943 },944 "location": [945 -176.9091339111328,946 780.4227294921875,947 229.18190002441406948 ],949 "rotation": [950 0,951 159.99984741210938,952 0953 ],954 "scale": [955 1.399999976158142,956 1.399999976158142,957 1.399999976158142958 ]959 },960 "color": [961 0,962 191,963 127964 ]965 },966 {967 "object_id": "SM_Decorative6_195",968 "bbox_2d": [969 171,970 271,971 241,972 386973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 -150.87075805664062,978 780.7335891723633,979 240.5808868408203980 ],981 "extent": [982 5.235870361328125,983 5.270179748535156,984 11.30023193359375985 ]986 },987 "obb": {988 "center": [989 -150.87075805664062,990 780.7335891723633,991 240.5808868408203992 ],993 "extent": [994 5.235870361328125,995 5.270179748535156,996 11.30023193359375997 ],998 "rotation": [999 0,1000 0,1001 01002 ]1003 },1004 "location": [1005 -150.8707275390625,1006 780.7335815429688,1007 229.181900024414061008 ],1009 "rotation": [1010 0,1011 0,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 0,1022 191,1023 631024 ]1025 },1026 {1027 "object_id": "SM_Decorative11_209",1028 "bbox_2d": [1029 157,1030 490,1031 258,1032 5441033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 -151.3098297119791,1038 780.5104217529297,1039 206.054702758789061040 ],1041 "extent": [1042 7.270573580925458,1043 6.482346043633925,1044 5.4048843383789061045 ]1046 },1047 "obb": {1048 "center": [1049 -151.3098297119791,1050 780.5104217529297,1051 206.054702758789061052 ],1053 "extent": [1054 7.270573580925458,1055 6.482346043633925,1056 5.4048843383789061057 ],1058 "rotation": [1059 0,1060 179.999755859375,1061 01062 ]1063 },1064 "location": [1065 -151.30982971191406,1066 780.5104370117188,1067 200.643341064453121068 ],1069 "rotation": [1070 0,1071 179.999755859375,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 127,1082 191,1083 1271084 ]1085 },1086 {1087 "object_id": "SM_Decorative13_218",1088 "bbox_2d": [1089 462,1090 587,1091 533,1092 6821093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 -200.1763801574707,1098 781.0755767822266,1099 182.041233062744141100 ],1101 "extent": [1102 6.991336822509766,1103 6.6183319091796875,1104 9.9838142395019531105 ]1106 },1107 "obb": {1108 "center": [1109 -200.1763801574707,1110 781.0755767822266,1111 182.041233062744141112 ],1113 "extent": [1114 6.991336822509766,1115 6.6183319091796875,1116 9.9838142395019531117 ],1118 "rotation": [1119 0,1120 0,1121 01122 ]1123 },1124 "location": [1125 -199.93563842773438,1126 781.0755615234375,1127 172.0339355468751128 ],1129 "rotation": [1130 0,1131 0,1132 01133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 255,1142 191,1143 1911144 ]1145 },1146 {1147 "object_id": "SM_Decorative30_221",1148 "bbox_2d": [1149 390,1150 608,1151 420,1152 6871153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 -182.91492174970887,1158 781.3016365618167,1159 180.01048994064331160 ],1161 "extent": [1162 3.758657808906719,1163 3.7432735011465184,1164 7.9252510070800781165 ]1166 },1167 "obb": {1168 "center": [1169 -182.91492174970887,1170 781.3016365618167,1171 180.01048994064331172 ],1173 "extent": [1174 3.758657808906719,1175 3.7432735011465184,1176 7.9252510070800781177 ],1178 "rotation": [1179 0,1180 150.00013732910156,1181 01182 ]1183 },1184 "location": [1185 -182.9149169921875,1186 781.3016357421875,1187 172.033920288085941188 ],1189 "rotation": [1190 0,1191 150.00013732910156,1192 01193 ],1194 "scale": [1195 1,1196 1,1197 11198 ]1199 },1200 "color": [