TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l024_off1_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l024_off1_r003/lit.png",5 "camera": {6 "location": [7 -850,8 -150,9 17810 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -850,38 -150,39 178,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 115,58 969,59 1079,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "wall": [116 {117 "object_id": "SM_leftwall_8",118 "bbox_2d": [119 1196,120 0,121 1919,122 1002123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -512.0688954164282,128 -240.97154998867288,129 245.5155487060547130 ],131 "extent": [132 725.6351637653181,133 99.6704478559158,134 242.13623046875135 ]136 },137 "obb": {138 "center": [139 -512.0688954164282,140 -240.97154998867288,141 245.5155487060547142 ],143 "extent": [144 725.6351637653181,145 99.6704478559158,146 242.13623046875147 ],148 "rotation": [149 0,150 179.99977111816406,151 0152 ]153 },154 "location": [155 -512.0692138671875,156 -290.13128662109375,157 0158 ],159 "rotation": [160 0,161 179.99977111816406,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 0,173 127174 ]175 },176 {177 "object_id": "SM_rightwall_11",178 "bbox_2d": [179 0,180 0,181 205,182 1024183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -26.000122070144926,188 201.00004196215752,189 248.09518432617188190 ],191 "extent": [192 1213.475322102896,193 56.19279383862782,194 242.13626098632812195 ]196 },197 "obb": {198 "center": [199 -26.000122070144926,200 201.00004196215752,201 248.09518432617188202 ],203 "extent": [204 1213.475322102896,205 56.19279383862782,206 242.13626098632812207 ],208 "rotation": [209 0,210 179.99977111816406,211 0212 ]213 },214 "location": [215 -26,216 201,217 9.81463623046875218 ],219 "rotation": [220 0,221 179.99977111816406,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 0,232 255,233 127234 ]235 },236 {237 "object_id": "SM_frontwall_5",238 "bbox_2d": [239 206,240 0,241 1195,242 973243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -1240.4295752343487,248 -48.000000000007816,249 246.48490142822266250 ],251 "extent": [252 10.572162284987598,253 198.86315791456767,254 242.13623046875255 ]256 },257 "obb": {258 "center": [259 -1240.4295752343487,260 -48.000000000007816,261 246.48490142822266262 ],263 "extent": [264 10.572162284987598,265 198.86315791456767,266 242.13623046875267 ],268 "rotation": [269 0,270 -179.9999542236328,271 0272 ]273 },274 "location": [275 -1240.4295654296875,276 -48,277 4.831062316894531278 ],279 "rotation": [280 0,281 -179.9999542236328,282 0283 ],284 "scale": [285 0.6425582766532898,286 1.0200690031051636,287 1288 ]289 },290 "color": [291 95,292 0,293 127294 ]295 }296 ],297 "door": [298 {299 "object_id": "SM_wooddoorframe_49",300 "bbox_2d": [301 207,302 286,303 588,304 968305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -1232.3044815063477,310 70.83984298798123,311 143.62541484832764312 ],313 "extent": [314 5.932407855987549,315 74.38612441924533,316 133.97227478027344317 ]318 },319 "obb": {320 "center": [321 -1232.3044815063477,322 70.83984298798123,323 143.62541484832764324 ],325 "extent": [326 5.932407855987549,327 74.38612441924533,328 133.97227478027344329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 -1222.8426513671875,338 145.22596740722656,339 9.944186210632324340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1.1904784440994263,349 1350 ]351 },352 "color": [353 255,354 127,355 127356 ]357 },358 {359 "object_id": "SM_wooddoorframe2",360 "bbox_2d": [361 267,362 325,363 304,364 939365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -1288.9289898891848,370 165.40699986209867,371 142.08150386810303372 ],373 "extent": [374 57.74717126213932,375 39.82094990777597,376 127.09231567382812377 ]378 },379 "obb": {380 "center": [381 -1288.9289898891848,382 165.40699986209867,383 142.08150386810303384 ],385 "extent": [386 57.74717126213932,387 39.82094990777597,388 127.09231567382812389 ],390 "rotation": [391 0,392 59.15640258789062,393 0394 ]395 },396 "location": [397 -1236.13525390625,398 133.88113403320312,399 14.989188194274902400 ],401 "rotation": [402 0,403 59.15640258789062,404 0405 ],406 "scale": [407 0.9999998211860657,408 1,409 1410 ]411 },412 "color": [413 127,414 0,415 0416 ]417 }418 ],419 "sidewalk": [420 {421 "object_id": "SM_sidewalk_01_63",422 "bbox_2d": [423 423,424 836,425 567,426 960427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -1404.224136352539,432 -75.55000305175781,433 1.4316253662109375434 ],435 "extent": [436 171.16180419921875,437 158.5907592773438,438 8.45494556427002439 ]440 },441 "obb": {442 "center": [443 -1404.224136352539,444 -75.55000305175781,445 1.4316253662109375446 ],447 "extent": [448 171.16180419921875,449 158.5907592773438,450 8.45494556427002451 ],452 "rotation": [453 0,454 90.00000000000001,455 0456 ]457 },458 "location": [459 -1404.22412109375,460 -75.54997253417969,461 1.4316253662109375462 ],463 "rotation": [464 0,465 90.00000000000001,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 127,476 255,477 255478 ]479 },480 {481 "object_id": "SM_sidewalk_2",482 "bbox_2d": [483 267,484 773,485 551,486 940487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 -1404.224136352539,492 240.83753967285156,493 1.4315944910049438494 ],495 "extent": [496 171.16180419921875,497 158.64773559570318,498 8.45494556427002499 ]500 },501 "obb": {502 "center": [503 -1404.224136352539,504 240.83753967285156,505 1.4315944910049438506 ],507 "extent": [508 171.16180419921875,509 158.64773559570318,510 8.45494556427002511 ],512 "rotation": [513 0,514 90.00000000000001,515 0516 ]517 },518 "location": [519 -1404.22412109375,520 240.83753967285156,521 1.4315944910049438522 ],523 "rotation": [524 0,525 90.00000000000001,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 127,536 0,537 127538 ]539 },540 {541 "object_id": "SM_sidewalk_6",542 "bbox_2d": [543 335,544 772,545 488,546 779547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 -1545.3495464324951,552 240.84237670898438,553 0.9445372819900513554 ],555 "extent": [556 30.09494400024414,557 49.652351379394545,558 8.987836837768555559 ]560 },561 "obb": {562 "center": [563 -1545.3495464324951,564 240.84237670898438,565 0.9445372819900513566 ],567 "extent": [568 30.09494400024414,569 49.652351379394545,570 8.987836837768555571 ],572 "rotation": [573 0,574 90.00000000000001,575 0576 ]577 },578 "location": [579 -1541.601806640625,580 240.84237670898438,581 1.3187085390090942582 ],583 "rotation": [584 0,585 90.00000000000001,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 0,596 255,597 63598 ]599 }600 ]601 },602 "foreground": {603 "plane": [604 {605 "object_id": "Plane_2",606 "bbox_2d": [607 292,608 715,609 1184,610 772611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -91.475341796875,616 0.002471923828125,617 -7618 ],619 "extent": [620 1775,621 1775,622 2.851052727237402e-13623 ]624 },625 "obb": {626 "center": [627 -91.475341796875,628 0.002471923828125,629 -7630 ],631 "extent": [632 1775,633 1775,634 2.851052727237402e-13635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 -91.475341796875,644 0.002471923828125,645 -7646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 35.5,654 35.5,655 35.5656 ]657 },658 "color": [659 255,660 0,661 0662 ]663 }664 ],665 "awning": [666 {667 "object_id": "SM_awning_3",668 "bbox_2d": [669 428,670 201,671 1184,672 438673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -1368.5507392984491,678 -40.90485611006264,679 349.7695791132642680 ],681 "extent": [682 131.07720848694953,683 245.26249539648242,684 110.25830092356955685 ]686 },687 "obb": {688 "center": [689 -1368.5507392984491,690 -40.90485611006264,691 349.7695791132642692 ],693 "extent": [694 131.07720848694953,695 245.26249539648242,696 110.25830092356955697 ],698 "rotation": [699 0,700 90.00000000000001,701 0702 ]703 },704 "location": [705 -1237.7021484375,706 -40.9401969909668,707 303.2781066894531708 ],709 "rotation": [710 0,711 90.00000000000001,712 0713 ],714 "scale": [715 0.4749999940395355,716 0.5496014356613159,717 0.4749999940395355718 ]719 },720 "color": [721 127,722 0,723 63724 ]725 }726 ],727 "sofa": [728 {729 "object_id": "SM_sofa_01_2",730 "bbox_2d": [731 1050,732 736,733 1919,734 1079735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -1043.258188634075,740 -238.85671997070312,741 60.04216012080906742 ],743 "extent": [744 135.43008252909203,745 59.66188049316406,746 53.81030763473973747 ]748 },749 "obb": {750 "center": [751 -1043.258188634075,752 -238.85671997070312,753 60.04216012080906754 ],755 "extent": [756 135.43008252909203,757 59.66188049316406,758 53.81030763473973759 ],760 "rotation": [761 0,762 0,763 0764 ]765 },766 "location": [767 -1043.650634765625,768 -236.76800537109375,769 6.2085723876953125770 ],771 "rotation": [772 0,773 0,774 0775 ],776 "scale": [777 0.949999988079071,778 1,779 1.0600552558898926780 ]781 },782 "color": [783 127,784 255,785 63786 ]787 }788 ],789 "desk 008 parts": [790 {791 "object_id": "SM_desk_15",792 "bbox_2d": [793 723,794 789,795 984,796 848797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 -1149.5740814248531,802 -120.84472621512222,803 49.12732804136613804 ],805 "extent": [806 31.34300854715252,807 37.408675625300724,808 43.30350411253312809 ]810 },811 "obb": {812 "center": [813 -1149.5740814248531,814 -120.84472621512222,815 49.12732804136613816 ],817 "extent": [818 31.34300854715252,819 37.408675625300724,820 43.30350411253312821 ],822 "rotation": [823 0,824 1.3044940233230595,825 0826 ]827 },828 "location": [829 -1149.5740966796875,830 -120.8447265625,831 5.823823928833008832 ],833 "rotation": [834 0,835 1.3044940233230595,836 0837 ],838 "scale": [839 1,840 1,841 0.9299650192260742842 ]843 },844 "color": [845 0,846 63,847 255848 ]849 },850 {851 "object_id": "SM_desk2",852 "bbox_2d": [853 653,854 849,855 995,856 946857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 -1085.923080444336,862 -121.00909423828125,863 49.127328518203285864 ],865 "extent": [866 30.51487922668457,867 36.7234992980957,868 43.30350411253312869 ]870 },871 "obb": {872 "center": [873 -1085.923080444336,874 -121.00909423828125,875 49.127328518203285876 ],877 "extent": [878 30.51487922668457,879 36.7234992980957,880 43.30350411253312881 ],882 "rotation": [883 0,884 0,885 0886 ]887 },888 "location": [889 -1085.923095703125,890 -121.00909423828125,891 5.823824405670166892 ],893 "rotation": [894 0,895 0,896 0897 ],898 "scale": [899 1,900 1,901 0.9299650192260742902 ]903 },904 "color": [905 0,906 63,907 127908 ]909 },910 {911 "object_id": "SM_desk3",912 "bbox_2d": [913 522,914 941,915 983,916 1079917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 -1024.756332397461,922 -117.0438232421875,923 49.1274048121486924 ],925 "extent": [926 30.51487922668457,927 36.7234992980957,928 43.30350411253312929 ]930 },931 "obb": {932 "center": [933 -1024.756332397461,934 -117.0438232421875,935 49.1274048121486936 ],937 "extent": [938 30.51487922668457,939 36.7234992980957,940 43.30350411253312941 ],942 "rotation": [943 0,944 0,945 0946 ]947 },948 "location": [949 -1024.75634765625,950 -117.0438232421875,951 5.8239006996154785952 ],953 "rotation": [954 0,955 0,956 0957 ],958 "scale": [959 1,960 1,961 0.9299650192260742962 ]963 },964 "color": [965 255,966 63,967 0968 ]969 }970 ],971 "chair": [972 {973 "object_id": "SM_chair_01_10",974 "bbox_2d": [975 566,976 777,977 701,978 977979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 -1166.520584338869,984 -59.27396403106201,985 49.59096338579707986 ],987 "extent": [988 30.81840075139644,989 33.55901567798762,990 43.28227930600315991 ]992 },993 "obb": {994 "center": [995 -1166.520584338869,996 -59.27396403106201,997 49.59096338579707998 ],999 "extent": [1000 30.81840075139644,1001 33.55901567798762,1002 43.282279306003151003 ],1004 "rotation": [1005 0,1006 -177.03761291503906,1007 01008 ]1009 },1010 "location": [1011 -1164.8941650390625,1012 -59.652992248535156,1013 6.2085876464843751014 ],1015 "rotation": [1016 0,1017 -177.03761291503906,1018 01019 ],1020 "scale": [1021 0.9599999785423279,1022 0.9599999785423279,1023 0.95999997854232791024 ]1025 },1026 "color": [1027 63,1028 0,1029 01030 ]1031 },1032 {1033 "object_id": "SM_chair_02_13",1034 "bbox_2d": [1035 399,1036 808,1037 608,1038 10791039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 -1084.6317677730306,1044 -56.24257873146594,1045 56.8741970423620841046 ],1047 "extent": [1048 34.28097198032765,1049 33.702032102895814,1050 50.200291177353851051 ]1052 },1053 "obb": {1054 "center": [1055 -1084.6317677730306,1056 -56.24257873146594,1057 56.8741970423620841058 ],1059 "extent": [1060 34.28097198032765,1061 33.702032102895814,1062 50.200291177353851063 ],1064 "rotation": [1065 0,1066 176.2114715576172,1067 01068 ]1069 },1070 "location": [1071 -1085.0169677734375,1072 -56.60557556152344,1073 6.20857238769531251074 ],1075 "rotation": [1076 0,1077 176.2114715576172,1078 01079 ],1080 "scale": [1081 0.9449999928474426,1082 0.9449999928474426,1083 0.94499999284744261084 ]1085 },1086 "color": [1087 63,1088 0,1089 2551090 ]1091 },1092 {1093 "object_id": "SM_chair_2",1094 "bbox_2d": [1095 184,1096 997,1097 406,1098 10791099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 -999.5705747341301,1104 -59.28053956795461,1105 49.590962908959911106 ],1107 "extent": [1108 32.11852156886226,1109 34.72423122328332,1110 43.282279306003151111 ]1112 },1113 "obb": {1114 "center": [1115 -999.5705747341301,1116 -59.28053956795461,1117 49.590962908959911118 ],1119 "extent": [1120 32.11852156886226,1121 34.72423122328332,1122 43.282279306003151123 ],1124 "rotation": [1125 0,1126 -174.54296875,1127 01128 ]1129 },1130 "location": [1131 -997.92919921875,1132 -59.588417053222656,1133 6.2085871696472171134 ],1135 "rotation": [1136 0,1137 -174.54296875,1138 01139 ],1140 "scale": [1141 0.9599999785423279,1142 0.9599999785423279,1143 0.95999997854232791144 ]1145 },1146 "color": [1147 63,1148 0,1149 1271150 ]1151 },1152 {1153 "object_id": "SM_chair_3",1154 "bbox_2d": [1155 2,1156 783,1157 814,1158 10791159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 -954.1457533657889,1164 -100.2290400717212,1165 93.223886453731751166 ],1167 "extent": [1168 39.039302911319396,1169 38.58944681574776,1170 50.200291177353771171 ]1172 },1173 "obb": {1174 "center": [1175 -954.1457533657889,1176 -100.2290400717212,1177 93.223886453731751178 ],1179 "extent": [1180 39.039302911319396,1181 38.58944681574776,1182 50.200291177353771183 ],1184 "rotation": [1185 -1.7655625192200634e-31,1186 -14.206774711608881,1187 1801188 ]1189 },1190 "location": [1191 -953.8915405273438,1192 -100.69328308105469,1193 143.889511108398441194 ],1195 "rotation": [1196 -1.7655625192200634e-31,1197 -14.206774711608881,1198 1801199 ],1200 "scale": [