TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l101_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l101_r002/lit.png",5 "camera": {6 "location": [7 -95,8 -133,9 24210 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -95,38 -133,39 242,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_WindowOpen_50",56 "bbox_2d": [57 1518,58 0,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -260.2314281463623,66 -96.93702158267479,67 219.5105819702148468 ],69 "extent": [70 20.735897064208984,71 49.87431874935646,72 119.4392242431640673 ]74 },75 "obb": {76 "center": [77 -260.2314281463623,78 -96.93702158267479,79 219.5105819702148480 ],81 "extent": [82 20.735897064208984,83 49.87431874935646,84 119.4392242431640685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -255.55386352539062,94 -146.81134033203125,95 100.0967254638671996 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1.059999942779541,105 1106 ]107 },108 "color": [109 127,110 0,111 127112 ]113 },114 {115 "object_id": "SM_WindowOpen2_60",116 "bbox_2d": [117 903,118 177,119 1126,120 913121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -260.2314281463623,126 109.07870259945412,127 219.51058197021484128 ],129 "extent": [130 20.735897064208984,131 49.87431874935646,132 119.43922424316406133 ]134 },135 "obb": {136 "center": [137 -260.2314281463623,138 109.07870259945412,139 219.51058197021484140 ],141 "extent": [142 20.735897064208984,143 49.87431874935646,144 119.43922424316406145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -255.55386352539062,154 59.204383850097656,155 100.09672546386719156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1.059999942779541,165 1166 ]167 },168 "color": [169 127,170 127,171 255172 ]173 }174 ],175 "ceiling": [176 {177 "object_id": "SM_Silling_57",178 "bbox_2d": [179 0,180 0,181 916,182 378183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -3.5792999267578125,188 231.85098266601562,189 349.02508544921875190 ],191 "extent": [192 176.71539306640625,193 496.9198303222656,194 10.160568237304688195 ]196 },197 "obb": {198 "center": [199 -3.5792999267578125,200 231.85098266601562,201 349.02508544921875202 ],203 "extent": [204 176.71539306640625,205 496.9198303222656,206 10.160568237304688207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 0,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 127,232 255,233 127234 ]235 }236 ],237 "window divided": [238 {239 "object_id": "SM_Window2",240 "bbox_2d": [241 1127,242 0,243 1555,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -260.562744140625,250 6.057598385566507,251 219.51061248779297252 ],253 "extent": [254 5,255 53.16790417169932,256 119.43922424316406257 ]258 },259 "obb": {260 "center": [261 -260.562744140625,262 6.057598385566507,263 219.51061248779297264 ],265 "extent": [266 5,267 53.16790417169932,268 119.43922424316406269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 -255.562744140625,278 -47.11030578613281,279 100.09675598144531280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1.1299999952316284,289 1290 ]291 },292 "color": [293 127,294 127,295 0296 ]297 },298 {299 "object_id": "SM_Window3_62",300 "bbox_2d": [301 825,302 280,303 939,304 897305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -260.5628662109375,310 211.59552451635,311 219.51061248779297312 ],313 "extent": [314 5,315 52.69739219213125,316 119.43922424316406317 ]318 },319 "obb": {320 "center": [321 -260.5628662109375,322 211.59552451635,323 219.51061248779297324 ],325 "extent": [326 5,327 52.69739219213125,328 119.43922424316406329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 -255.5628662109375,338 158.89813232421875,339 100.09675598144531340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1.1200000047683716,349 1350 ]351 },352 "color": [353 127,354 127,355 127356 ]357 }358 ]359 },360 "foreground": {361 "armchair": [362 {363 "object_id": "SM_ArmchairSingle4",364 "bbox_2d": [365 38,366 795,367 185,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -39.08587858956743,374 7.719998857923171,375 151.32426071166992376 ],377 "extent": [378 37.97550408343436,379 35.38379601020713,380 57.94956588745117381 ]382 },383 "obb": {384 "center": [385 -39.08587858956743,386 7.719998857923169,387 151.32426071166992388 ],389 "extent": [390 37.97550408343436,391 35.38379601020713,392 57.94956588745117393 ],394 "rotation": [395 0,396 -99.99960327148439,397 0398 ]399 },400 "location": [401 -38.212242126464844,402 8.510185241699219,403 93.3218994140625404 ],405 "rotation": [406 0,407 -99.99960327148439,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 127,418 255,419 0420 ]421 }422 ],423 "plane": [424 {425 "object_id": "Plane_68",426 "bbox_2d": [427 968,428 385,429 1919,430 836431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -427.68328857421875,436 211.84524536132807,437 234.66394042968747438 ],439 "extent": [440 0.0023036386334069903,441 1000.0018954050647,442 300.0063180862628443 ]444 },445 "obb": {446 "center": [447 -427.68328857421875,448 211.845245361328,449 234.66394042968744450 ],451 "extent": [452 0.0023036386334069903,453 1000.0018954050647,454 300.0063180862628455 ],456 "rotation": [457 0.0003620000206824746,458 -89.99987030029298,459 89.99999237060548460 ]461 },462 "location": [463 -427.68328857421875,464 211.84524536132812,465 234.6639404296875466 ],467 "rotation": [468 0.0003620000206824746,469 -89.99987030029298,470 89.99999237060548471 ],472 "scale": [473 20,474 6,475 1476 ]477 },478 "color": [479 255,480 0,481 63482 ]483 }484 ],485 "curtain": [486 {487 "object_id": "SM_CurtainLong2_77",488 "bbox_2d": [489 1543,490 0,491 1919,492 142493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -237.57948279380798,498 -99.70682678361663,499 322.2176284790039500 ],501 "extent": [502 2.8221590518951416,503 44.898785157101884,504 23.563682556152344505 ]506 },507 "obb": {508 "center": [509 -237.57948279380798,510 -99.70682678361663,511 322.2176284790039512 ],513 "extent": [514 2.8221590518951416,515 44.898785157101884,516 23.563682556152344517 ],518 "rotation": [519 0,520 0,521 0522 ]523 },524 "location": [525 -240.40164184570312,526 -99.96336364746094,527 345.78131103515625528 ],529 "rotation": [530 0,531 0,532 0533 ],534 "scale": [535 1,536 0.8799999952316284,537 1538 ]539 },540 "color": [541 127,542 0,543 63544 ]545 },546 {547 "object_id": "SM_CurtainLong4",548 "bbox_2d": [549 898,550 123,551 1075,552 366553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -237.57984900474548,558 105.36954345564118,559 322.2176284790039560 ],561 "extent": [562 2.8221590518951416,563 44.898785157101884,564 23.563682556152344565 ]566 },567 "obb": {568 "center": [569 -237.57984900474548,570 105.36954345564118,571 322.2176284790039572 ],573 "extent": [574 2.8221590518951416,575 44.898785157101884,576 23.563682556152344577 ],578 "rotation": [579 0,580 0,581 0582 ]583 },584 "location": [585 -240.40200805664062,586 105.11300659179688,587 345.78131103515625588 ],589 "rotation": [590 0,591 0,592 0593 ],594 "scale": [595 1,596 0.8799999952316284,597 1598 ]599 },600 "color": [601 127,602 255,603 63604 ]605 },606 {607 "object_id": "SM_CurtainLong5",608 "bbox_2d": [609 788,610 237,611 892,612 584613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -237.57984924316406,618 209.5871099767619,619 286.1421890258789620 ],621 "extent": [622 2.8221588134765625,623 44.898785157101884,624 59.639122009277344625 ]626 },627 "obb": {628 "center": [629 -237.57984924316406,630 209.5871099767619,631 286.1421890258789632 ],633 "extent": [634 2.8221588134765625,635 44.898785157101884,636 59.639122009277344637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 -240.40200805664062,646 208.00189208984375,647 345.78131103515625648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 1,656 0.8799999952316284,657 1658 ]659 },660 "color": [661 127,662 127,663 63664 ]665 },666 {667 "object_id": "SM_CurtainLong7",668 "bbox_2d": [669 661,670 357,671 694,672 389673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -237.57984900474548,678 441.8350585923599,679 322.2176284790039680 ],681 "extent": [682 2.8221590518951416,683 44.898785157101884,684 23.563682556152344685 ]686 },687 "obb": {688 "center": [689 -237.57984900474548,690 441.8350585923599,691 322.2176284790039692 ],693 "extent": [694 2.8221590518951416,695 44.898785157101884,696 23.563682556152344697 ],698 "rotation": [699 0,700 0,701 0702 ]703 },704 "location": [705 -240.40200805664062,706 441.5785217285156,707 345.78131103515625708 ],709 "rotation": [710 0,711 0,712 0713 ],714 "scale": [715 1,716 0.8799999952316284,717 1718 ]719 },720 "color": [721 0,722 63,723 0724 ]725 },726 {727 "object_id": "SM_CurtainLong8",728 "bbox_2d": [729 649,730 380,731 660,732 386733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -237.5807647705078,738 548.1863531408244,739 286.1421890258789740 ],741 "extent": [742 2.8221588134765625,743 44.898785157101884,744 59.639122009277344745 ]746 },747 "obb": {748 "center": [749 -237.5807647705078,750 548.1863531408244,751 286.1421890258789752 ],753 "extent": [754 2.8221588134765625,755 44.898785157101884,756 59.639122009277344757 ],758 "rotation": [759 0,760 0,761 0762 ]763 },764 "location": [765 -240.40292358398438,766 546.6011352539062,767 345.78131103515625768 ],769 "rotation": [770 0,771 0,772 0773 ],774 "scale": [775 1,776 0.8799999952316284,777 1778 ]779 },780 "color": [781 0,782 63,783 255784 ]785 },786 {787 "object_id": "SM_Curtain_67",788 "bbox_2d": [789 1091,790 0,791 1449,792 637793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 -237.83901977539062,798 2.8463529882365037,799 286.23697662353516800 ],801 "extent": [802 2.8221588134765625,803 44.898785157101884,804 59.639122009277344805 ]806 },807 "obb": {808 "center": [809 -237.83901977539062,810 2.8463529882365037,811 286.23697662353516812 ],813 "extent": [814 2.8221588134765625,815 44.898785157101884,816 59.639122009277344817 ],818 "rotation": [819 0,820 0,821 0822 ]823 },824 "location": [825 -240.6611785888672,826 1.2611351013183594,827 345.8760986328125828 ],829 "rotation": [830 0,831 0,832 0833 ],834 "scale": [835 1,836 0.8799999952316284,837 1838 ]839 },840 "color": [841 255,842 63,843 223844 ]845 }846 ],847 "cabinet": [848 {849 "object_id": "SM_KomodB_63",850 "bbox_2d": [851 0,852 750,853 60,854 838855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 23.50204392814276,860 312.06331189555453,861 155.0879535374105862 ],863 "extent": [864 13.343359743013684,865 7.44140555993738,866 12.886029024021468867 ]868 },869 "obb": {870 "center": [871 23.50204392814276,872 312.06331189555453,873 155.0879535374105874 ],875 "extent": [876 13.343359743013684,877 7.44140555993738,878 12.886029024021468879 ],880 "rotation": [881 0,882 179.9998779296875,883 0884 ]885 },886 "location": [887 23.502059936523438,888 319.5771179199219,889 142.1208038330078890 ],891 "rotation": [892 0,893 179.9998779296875,894 0895 ],896 "scale": [897 1.399999976158142,898 1.399999976158142,899 1.399999976158142900 ]901 },902 "color": [903 63,904 95,905 191906 ]907 },908 {909 "object_id": "SM_KomodA2_68",910 "bbox_2d": [911 51,912 731,913 291,914 832915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 -23.520482752086636,920 312.0420322741244,921 155.16150795815156922 ],923 "extent": [924 33.257037540641896,925 7.441421415979278,926 12.886030359165488927 ]928 },929 "obb": {930 "center": [931 -23.520482752086636,932 312.0420322741244,933 155.16150795815156934 ],935 "extent": [936 33.257037540641896,937 7.441421415979278,938 12.886030359165488939 ],940 "rotation": [941 0,942 179.9999237060547,943 0944 ]945 },946 "location": [947 -23.592586517333984,948 319.5771179199219,949 142.210205078125950 ],951 "rotation": [952 0,953 179.9999237060547,954 0955 ],956 "scale": [957 1.399999976158142,958 1.399999976158142,959 1.399999976158142960 ]961 },962 "color": [963 63,964 95,965 31966 ]967 },968 {969 "object_id": "SM_KomodB2_69",970 "bbox_2d": [971 289,972 724,973 373,974 805975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 -70.52521589851739,980 312.06331189555453,981 155.0879535374105982 ],983 "extent": [984 13.343359743013679,985 7.44140555993738,986 12.886029024021468987 ]988 },989 "obb": {990 "center": [991 -70.52521589851739,992 312.06331189555453,993 155.0879535374105994 ],995 "extent": [996 13.343359743013679,997 7.44140555993738,998 12.886029024021468999 ],1000 "rotation": [1001 0,1002 179.9998779296875,1003 01004 ]1005 },1006 "location": [1007 -70.52519989013672,1008 319.5771179199219,1009 142.12080383300781010 ],1011 "rotation": [1012 0,1013 179.9998779296875,1014 01015 ],1016 "scale": [1017 1.399999976158142,1018 1.399999976158142,1019 1.3999999761581421020 ]1021 },1022 "color": [1023 191,1024 95,1025 01026 ]1027 },1028 {1029 "object_id": "SM_KomodA3",1030 "bbox_2d": [1031 374,1032 709,1033 557,1034 7951035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 -117.69346782899093,1040 312.04200175654626,1041 155.161507958151561042 ],1043 "extent": [1044 33.25703754064189,1045 7.441421415979278,1046 12.8860303591654881047 ]1048 },1049 "obb": {1050 "center": [1051 -117.69346782899093,1052 312.04200175654626,1053 155.161507958151561054 ],1055 "extent": [1056 33.25703754064189,1057 7.441421415979278,1058 12.8860303591654881059 ],1060 "rotation": [1061 0,1062 179.9999237060547,1063 01064 ]1065 },1066 "location": [1067 -117.76557159423828,1068 319.57708740234375,1069 142.2102050781251070 ],1071 "rotation": [1072 0,1073 179.9999237060547,1074 01075 ],1076 "scale": [1077 1.399999976158142,1078 1.399999976158142,1079 1.3999999761581421080 ]1081 },1082 "color": [1083 191,1084 95,1085 2551086 ]1087 },1088 {1089 "object_id": "SM_KomodC_73",1090 "bbox_2d": [1091 160,1092 783,1093 493,1094 9461095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 -124.10193794684471,1100 298.8887793179526,1101 124.055022121408461102 ],1103 "extent": [1104 104.79397541784618,1105 20.51142805681326,1106 18.0191464216513851107 ]1108 },1109 "obb": {1110 "center": [1111 -124.10193794684471,1112 298.8887793179526,1113 124.055022121408461114 ],1115 "extent": [1116 104.79397541784618,1117 20.51142805681326,1118 18.0191464216513851119 ],1120 "rotation": [1121 0,1122 179.9999237060547,1123 01124 ]1125 },1126 "location": [1127 -124.0071792602539,1128 319.5770263671875,1129 105.90979003906251130 ],1131 "rotation": [1132 0,1133 179.9999237060547,1134 01135 ],1136 "scale": [1137 1.399999976158142,1138 1.100000023841858,1139 1.3999999761581421140 ]1141 },1142 "color": [1143 191,1144 95,1145 1271146 ]1147 },1148 {1149 "object_id": "SM_KomodB4",1150 "bbox_2d": [1151 449,1152 527,1153 522,1154 5901155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 -123.92637177584169,1160 312.0621660409311,1161 234.180704461050881162 ],1163 "extent": [1164 13.34345889924328,1165 7.441401519151839,1166 12.8861498867661341167 ]1168 },1169 "obb": {1170 "center": [1171 -123.92637177584169,1172 312.0621660409311,1173 234.180704461050881174 ],1175 "extent": [1176 13.34345889924328,1177 7.441401519151839,1178 12.8861498867661341179 ],1180 "rotation": [1181 0.00048494338989257796,1182 179.9999542236328,1183 -6.103515624999998e-051184 ]1185 },1186 "location": [1187 -123.92647552490234,1188 319.5759582519531,1189 221.21354675292971190 ],1191 "rotation": [1192 0.00048494338989257796,1193 179.9999542236328,1194 -6.103515624999998e-051195 ],1196 "scale": [1197 1.399999976158142,1198 1.399999976158142,1199 1.3999999761581421200 ]