TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l037_off1_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l037_off1_r002/lit.png",5 "camera": {6 "location": [7 -796,8 -104,9 26110 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -796,38 -104,39 261,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "roof": [54 {55 "object_id": "SM_roof_5",56 "bbox_2d": [57 1126,58 0,59 1444,60 3661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3,66 -24.625823974609375,67 491.182006835937568 ],69 "extent": [70 1235.6843500952236,71 284.49486201703985,72 3.76006865501403873 ]74 },75 "obb": {76 "center": [77 -3,78 -24.625823974609375,79 491.182006835937580 ],81 "extent": [82 1235.6843500952236,83 284.49486201703985,84 3.76006865501403885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -3,94 -24.625823974609375,95 491.182006835937596 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1.0174999237060547,104 1.0950000286102295,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 },114 {115 "object_id": "SM_roofmetal_21",116 "bbox_2d": [117 637,118 0,119 904,120 72121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -107.95600891113281,126 -49.59537506103514,127 450.57637139898725128 ],129 "extent": [130 840.7164306640622,131 266.835693359375,132 39.01462141495722133 ]134 },135 "obb": {136 "center": [137 -107.95600891113281,138 -49.595375061035156,139 450.57637139898725140 ],141 "extent": [142 840.7164306640622,143 266.835693359375,144 39.01462141495722145 ],146 "rotation": [147 0,148 180,149 0150 ]151 },152 "location": [153 -107.95594787597656,154 3.7793197631835938,155 451.0682678222656156 ],157 "rotation": [158 0,159 180,160 0161 ],162 "scale": [163 1,164 1,165 0.8899327516555786166 ]167 },168 "color": [169 0,170 127,171 255172 ]173 }174 ],175 "wall": [176 {177 "object_id": "SM_rightwall_11",178 "bbox_2d": [179 0,180 0,181 1509,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -26.000122070144926,188 201.00004196215752,189 248.09518432617188190 ],191 "extent": [192 1213.475322102896,193 56.19279383862782,194 242.13626098632812195 ]196 },197 "obb": {198 "center": [199 -26.000122070144926,200 201.00004196215752,201 248.09518432617188202 ],203 "extent": [204 1213.475322102896,205 56.19279383862782,206 242.13626098632812207 ],208 "rotation": [209 0,210 179.99977111816406,211 0212 ]213 },214 "location": [215 -26,216 201,217 9.81463623046875218 ],219 "rotation": [220 0,221 179.99977111816406,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 0,232 255,233 127234 ]235 },236 {237 "object_id": "SM_frontwall_5",238 "bbox_2d": [239 1510,240 0,241 1919,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -1240.4295752343487,248 -48.000000000007816,249 246.48490142822266250 ],251 "extent": [252 10.572162284987598,253 198.86315791456767,254 242.13623046875255 ]256 },257 "obb": {258 "center": [259 -1240.4295752343487,260 -48.000000000007816,261 246.48490142822266262 ],263 "extent": [264 10.572162284987598,265 198.86315791456767,266 242.13623046875267 ],268 "rotation": [269 0,270 -179.9999542236328,271 0272 ]273 },274 "location": [275 -1240.4295654296875,276 -48,277 4.831062316894531278 ],279 "rotation": [280 0,281 -179.9999542236328,282 0283 ],284 "scale": [285 0.6425582766532898,286 1.0200690031051636,287 1288 ]289 },290 "color": [291 95,292 0,293 127294 ]295 }296 ],297 "door": [298 {299 "object_id": "SM_wooddoorframe_49",300 "bbox_2d": [301 1513,302 489,303 1919,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -1232.3044815063477,310 70.83984298798123,311 143.62541484832764312 ],313 "extent": [314 5.932407855987549,315 74.38612441924533,316 133.97227478027344317 ]318 },319 "obb": {320 "center": [321 -1232.3044815063477,322 70.83984298798123,323 143.62541484832764324 ],325 "extent": [326 5.932407855987549,327 74.38612441924533,328 133.97227478027344329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 -1222.8426513671875,338 145.22596740722656,339 9.944186210632324340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1.1904784440994263,349 1350 ]351 },352 "color": [353 255,354 127,355 127356 ]357 },358 {359 "object_id": "SM_wooddoorframe2",360 "bbox_2d": [361 1562,362 635,363 1565,364 971365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -1288.9289898891848,370 165.40699986209867,371 142.08150386810303372 ],373 "extent": [374 57.74717126213932,375 39.82094990777597,376 127.09231567382812377 ]378 },379 "obb": {380 "center": [381 -1288.9289898891848,382 165.40699986209867,383 142.08150386810303384 ],385 "extent": [386 57.74717126213932,387 39.82094990777597,388 127.09231567382812389 ],390 "rotation": [391 0,392 59.15640258789062,393 0394 ]395 },396 "location": [397 -1236.13525390625,398 133.88113403320312,399 14.989188194274902400 ],401 "rotation": [402 0,403 59.15640258789062,404 0405 ],406 "scale": [407 0.9999998211860657,408 1,409 1410 ]411 },412 "color": [413 127,414 0,415 0416 ]417 }418 ],419 "sidewalk": [420 {421 "object_id": "SM_sidewalk_01_63",422 "bbox_2d": [423 1823,424 1014,425 1919,426 1079427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -1404.224136352539,432 -75.55000305175781,433 1.4316253662109375434 ],435 "extent": [436 171.16180419921875,437 158.5907592773438,438 8.45494556427002439 ]440 },441 "obb": {442 "center": [443 -1404.224136352539,444 -75.55000305175781,445 1.4316253662109375446 ],447 "extent": [448 171.16180419921875,449 158.5907592773438,450 8.45494556427002451 ],452 "rotation": [453 0,454 90.00000000000001,455 0456 ]457 },458 "location": [459 -1404.22412109375,460 -75.54997253417969,461 1.4316253662109375462 ],463 "rotation": [464 0,465 90.00000000000001,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 127,476 255,477 255478 ]479 },480 {481 "object_id": "SM_sidewalk_2",482 "bbox_2d": [483 1562,484 876,485 1919,486 1079487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 -1404.224136352539,492 240.83753967285156,493 1.4315944910049438494 ],495 "extent": [496 171.16180419921875,497 158.64773559570318,498 8.45494556427002499 ]500 },501 "obb": {502 "center": [503 -1404.224136352539,504 240.83753967285156,505 1.4315944910049438506 ],507 "extent": [508 171.16180419921875,509 158.64773559570318,510 8.45494556427002511 ],512 "rotation": [513 0,514 90.00000000000001,515 0516 ]517 },518 "location": [519 -1404.22412109375,520 240.83753967285156,521 1.4315944910049438522 ],523 "rotation": [524 0,525 90.00000000000001,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 127,536 0,537 127538 ]539 },540 {541 "object_id": "SM_sidewalk_6",542 "bbox_2d": [543 1562,544 877,545 1722,546 928547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 -1545.3495464324951,552 240.84237670898438,553 0.9445372819900513554 ],555 "extent": [556 30.09494400024414,557 49.652351379394545,558 8.987836837768555559 ]560 },561 "obb": {562 "center": [563 -1545.3495464324951,564 240.84237670898438,565 0.9445372819900513566 ],567 "extent": [568 30.09494400024414,569 49.652351379394545,570 8.987836837768555571 ],572 "rotation": [573 0,574 90.00000000000001,575 0576 ]577 },578 "location": [579 -1541.601806640625,580 240.84237670898438,581 1.3187085390090942582 ],583 "rotation": [584 0,585 90.00000000000001,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 0,596 255,597 63598 ]599 }600 ]601 },602 "foreground": {603 "plane": [604 {605 "object_id": "Plane_2",606 "bbox_2d": [607 1562,608 791,609 1919,610 979611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -91.475341796875,616 0.002471923828125,617 -7618 ],619 "extent": [620 1775,621 1775,622 2.851052727237402e-13623 ]624 },625 "obb": {626 "center": [627 -91.475341796875,628 0.002471923828125,629 -7630 ],631 "extent": [632 1775,633 1775,634 2.851052727237402e-13635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 -91.475341796875,644 0.002471923828125,645 -7646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 35.5,654 35.5,655 35.5656 ]657 },658 "color": [659 255,660 0,661 0662 ]663 }664 ],665 "awning": [666 {667 "object_id": "SM_awning_3",668 "bbox_2d": [669 1661,670 528,671 1919,672 572673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -1368.5507392984491,678 -40.90485611006264,679 349.7695791132642680 ],681 "extent": [682 131.07720848694953,683 245.26249539648242,684 110.25830092356955685 ]686 },687 "obb": {688 "center": [689 -1368.5507392984491,690 -40.90485611006264,691 349.7695791132642692 ],693 "extent": [694 131.07720848694953,695 245.26249539648242,696 110.25830092356955697 ],698 "rotation": [699 0,700 90.00000000000001,701 0702 ]703 },704 "location": [705 -1237.7021484375,706 -40.9401969909668,707 303.2781066894531708 ],709 "rotation": [710 0,711 90.00000000000001,712 0713 ],714 "scale": [715 0.4749999940395355,716 0.5496014356613159,717 0.4749999940395355718 ]719 },720 "color": [721 127,722 0,723 63724 ]725 }726 ],727 "desk 008 parts": [728 {729 "object_id": "SM_desk12",730 "bbox_2d": [731 622,732 1064,733 687,734 1079735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -841.9886322021484,740 172.06687927246094,741 49.12738907652238742 ],743 "extent": [744 30.51487922668457,745 36.7234992980957,746 43.30350411253312747 ]748 },749 "obb": {750 "center": [751 -841.9886322021484,752 172.06687927246094,753 49.12738907652238754 ],755 "extent": [756 30.51487922668457,757 36.7234992980957,758 43.30350411253312759 ],760 "rotation": [761 0,762 0,763 0764 ]765 },766 "location": [767 -841.9886474609375,768 172.06687927246094,769 5.823884963989258770 ],771 "rotation": [772 0,773 0,774 0775 ],776 "scale": [777 1,778 1,779 0.9299650192260742780 ]781 },782 "color": [783 63,784 127,785 63786 ]787 }788 ],789 "chair": [790 {791 "object_id": "SM_chair_11",792 "bbox_2d": [793 866,794 1031,795 965,796 1079797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 -917.6862031626372,802 167.34079359764513,803 49.59094765017085804 ],805 "extent": [806 33.078338578108855,807 30.285558657286288,808 43.28227930600315809 ]810 },811 "obb": {812 "center": [813 -917.6862031626372,814 167.34079359764513,815 49.59094765017085816 ],817 "extent": [818 33.078338578108855,819 30.285558657286288,820 43.28227930600315821 ],822 "rotation": [823 0,824 -91.97135925292972,825 0826 ]827 },828 "location": [829 -917.168701171875,830 168.9285888671875,831 6.208571910858154832 ],833 "rotation": [834 0,835 -91.97135925292972,836 0837 ],838 "scale": [839 0.9599999785423279,840 0.9599999785423279,841 0.9599999785423279842 ]843 },844 "color": [845 63,846 63,847 255848 ]849 }850 ],851 "lamp": [852 {853 "object_id": "SM_lamp_3",854 "bbox_2d": [855 919,856 0,857 1640,858 163859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 -980.0181427001953,864 -17.849369049072266,865 435.204345703125866 ],867 "extent": [868 77.56246948242188,869 133.66229248046875,870 52.4345703125871 ]872 },873 "obb": {874 "center": [875 -980.0181427001953,876 -17.849369049072266,877 435.204345703125878 ],879 "extent": [880 77.56246948242188,881 133.66229248046875,882 52.4345703125883 ],884 "rotation": [885 0,886 0,887 0888 ]889 },890 "location": [891 -979.4650268554688,892 -9.948307037353516,893 487.09869384765625894 ],895 "rotation": [896 0,897 0,898 0899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 191,908 63,909 63910 ]911 },912 {913 "object_id": "SM_simplelamp4_18",914 "bbox_2d": [915 565,916 1077,917 599,918 1079919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 -830.636474609375,924 145.3148956298828,925 109.81220817565918926 ],927 "extent": [928 8.617121696472168,929 8.617121696472168,930 17.312393188476562931 ]932 },933 "obb": {934 "center": [935 -830.636474609375,936 145.3148956298828,937 109.81220817565918938 ],939 "extent": [940 8.617121696472168,941 8.617121696472168,942 17.312393188476562943 ],944 "rotation": [945 0,946 0,947 0948 ]949 },950 "location": [951 -830.636474609375,952 145.3148956298828,953 92.36886596679688954 ],955 "rotation": [956 0,957 0,958 0959 ],960 "scale": [961 1,962 1,963 1964 ]965 },966 "color": [967 0,968 31,969 127970 ]971 }972 ],973 "trash": [974 {975 "object_id": "SM_smalltrashcan_23",976 "bbox_2d": [977 1388,978 1071,979 1435,980 1079981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 -1133.3959962247081,986 124.95530890968348,987 26.624923706054688988 ],989 "extent": [990 18.298584804601433,991 18.237773558574872,992 20.416366577148438993 ]994 },995 "obb": {996 "center": [997 -1133.3959962247081,998 124.95530890968348,999 26.6249237060546881000 ],1001 "extent": [1002 18.298584804601433,1003 18.237773558574872,1004 20.4163665771484381005 ],1006 "rotation": [1007 0,1008 3.9370117187500013,1009 01010 ]1011 },1012 "location": [1013 -1133.39599609375,1014 124.95530700683594,1015 6.208557128906251016 ],1017 "rotation": [1018 0,1019 3.9370117187500013,1020 01021 ],1022 "scale": [1023 1,1024 1,1025 11026 ]1027 },1028 "color": [1029 63,1030 127,1031 311032 ]1033 },1034 {1035 "object_id": "SM_trash_2",1036 "bbox_2d": [1037 1562,1038 1030,1039 1589,1040 10361041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 -1305.6732177734375,1046 199.16127014160156,1047 14.5410842895507811048 ],1049 "extent": [1050 64.0967955476001,1051 49.45266539195288,1052 4.9427089691162111053 ]1054 },1055 "obb": {1056 "center": [1057 -1305.6732177734375,1058 199.16127014160156,1059 14.5410842895507811060 ],1061 "extent": [1062 64.0967955476001,1063 49.45266539195288,1064 4.9427089691162111065 ],1066 "rotation": [1067 0,1068 7.8207745552063,1069 01070 ]1071 },1072 "location": [1073 -1305.6732177734375,1074 199.16127014160156,1075 14.5410842895507811076 ],1077 "rotation": [1078 0,1079 7.8207745552063,1080 01081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 0,1090 191,1091 2231092 ]1093 },1094 {1095 "object_id": "SM_trash_53",1096 "bbox_2d": [1097 1750,1098 1019,1099 1877,1100 10791101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 -1402.1810302734375,1106 75.37713623046875,1107 11.7441263198852541108 ],1109 "extent": [1110 49.53881178855295,1111 56.01904170947944,1112 1.45467090606689451113 ]1114 },1115 "obb": {1116 "center": [1117 -1402.1810302734375,1118 75.37713623046875,1119 11.7441263198852541120 ],1121 "extent": [1122 49.53881178855295,1123 56.01904170947944,1124 1.45467090606689451125 ],1126 "rotation": [1127 0,1128 -103.44737243652345,1129 01130 ]1131 },1132 "location": [1133 -1402.1810302734375,1134 75.37713623046875,1135 11.7441253662109381136 ],1137 "rotation": [1138 0,1139 -103.44737243652345,1140 01141 ],1142 "scale": [1143 1,1144 1,1145 11146 ]1147 },1148 "color": [1149 127,1150 63,1151 2231152 ]1153 }1154 ],1155 "decor": [1156 {1157 "object_id": "SM_decorativepaint_6",1158 "bbox_2d": [1159 350,1160 154,1161 805,1162 8671163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 -848.2988739013672,1168 207.1608099937439,1169 268.940269470214841170 ],1171 "extent": [1172 65.36637878417969,1173 2.483474731445341,1174 96.952285766601561175 ]1176 },1177 "obb": {1178 "center": [1179 -848.2988739013672,1180 207.1608099937439,1181 268.940269470214841182 ],1183 "extent": [1184 65.36637878417969,1185 2.483474731445341,1186 96.952285766601561187 ],1188 "rotation": [1189 0,1190 90.00000000000001,1191 01192 ]1193 },1194 "location": [1195 -848.2988891601562,1196 207.1608123779297,1197 268.94027709960941198 ],1199 "rotation": [1200 0,