TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l004_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/PizzaStore/l004_r003/lit.png",5 "camera": {6 "location": [7 693,8 84,9 11810 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 693,38 84,39 118,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 811,58 680,59 1592,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "roof": [116 {117 "object_id": "SM_roof_5",118 "bbox_2d": [119 973,120 317,121 1165,122 355123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -3,128 -24.625823974609375,129 491.1820068359375130 ],131 "extent": [132 1235.6843500952236,133 284.49486201703985,134 3.760068655014038135 ]136 },137 "obb": {138 "center": [139 -3,140 -24.625823974609375,141 491.1820068359375142 ],143 "extent": [144 1235.6843500952236,145 284.49486201703985,146 3.760068655014038147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -3,156 -24.625823974609375,157 491.1820068359375158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1.0174999237060547,166 1.0950000286102295,167 1168 ]169 },170 "color": [171 255,172 255,173 255174 ]175 },176 {177 "object_id": "SM_roofmetal_21",178 "bbox_2d": [179 982,180 317,181 1159,182 364183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -107.95600891113281,188 -49.59537506103514,189 450.57637139898725190 ],191 "extent": [192 840.7164306640622,193 266.835693359375,194 39.01462141495722195 ]196 },197 "obb": {198 "center": [199 -107.95600891113281,200 -49.595375061035156,201 450.57637139898725202 ],203 "extent": [204 840.7164306640622,205 266.835693359375,206 39.01462141495722207 ],208 "rotation": [209 0,210 180,211 0212 ]213 },214 "location": [215 -107.95594787597656,216 3.7793197631835938,217 451.0682678222656218 ],219 "rotation": [220 0,221 180,222 0223 ],224 "scale": [225 1,226 1,227 0.8899327516555786228 ]229 },230 "color": [231 0,232 127,233 255234 ]235 }236 ],237 "wall": [238 {239 "object_id": "SM_leftwall_8",240 "bbox_2d": [241 1124,242 0,243 1722,244 534245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -512.0688954164282,250 -240.97154998867288,251 245.5155487060547252 ],253 "extent": [254 725.6351637653181,255 99.6704478559158,256 242.13623046875257 ]258 },259 "obb": {260 "center": [261 -512.0688954164282,262 -240.97154998867288,263 245.5155487060547264 ],265 "extent": [266 725.6351637653181,267 99.6704478559158,268 242.13623046875269 ],270 "rotation": [271 0,272 179.99977111816406,273 0274 ]275 },276 "location": [277 -512.0692138671875,278 -290.13128662109375,279 0280 ],281 "rotation": [282 0,283 179.99977111816406,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 0,294 0,295 127296 ]297 },298 {299 "object_id": "SM_rightwall_11",300 "bbox_2d": [301 0,302 0,303 807,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -26.000122070144926,310 201.00004196215752,311 248.09518432617188312 ],313 "extent": [314 1213.475322102896,315 56.19279383862782,316 242.13626098632812317 ]318 },319 "obb": {320 "center": [321 -26.000122070144926,322 201.00004196215752,323 248.09518432617188324 ],325 "extent": [326 1213.475322102896,327 56.19279383862782,328 242.13626098632812329 ],330 "rotation": [331 0,332 179.99977111816406,333 0334 ]335 },336 "location": [337 -26,338 201,339 9.81463623046875340 ],341 "rotation": [342 0,343 179.99977111816406,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 0,354 255,355 127356 ]357 },358 {359 "object_id": "SM_backwall_14",360 "bbox_2d": [361 1723,362 534,363 1747,364 534365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 727,370 -42,371 244.2459716796875372 ],373 "extent": [374 513.4542740243764,375 298.30824864120177,376 243.74131774902344377 ]378 },379 "obb": {380 "center": [381 726.9999999999999,382 -42,383 244.2459716796875384 ],385 "extent": [386 513.4542740243764,387 298.30824864120177,388 243.74131774902344389 ],390 "rotation": [391 0,392 179.999755859375,393 0394 ]395 },396 "location": [397 727,398 -42,399 -1.56610107421875400 ],401 "rotation": [402 0,403 179.999755859375,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 255,414 0,415 127416 ]417 },418 {419 "object_id": "SM_frontwall_5",420 "bbox_2d": [421 973,422 356,423 1123,424 470425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 -1240.4295752343487,430 -48.000000000007816,431 246.48490142822266432 ],433 "extent": [434 10.572162284987598,435 198.86315791456767,436 242.13623046875437 ]438 },439 "obb": {440 "center": [441 -1240.4295752343487,442 -48.000000000007816,443 246.48490142822266444 ],445 "extent": [446 10.572162284987598,447 198.86315791456767,448 242.13623046875449 ],450 "rotation": [451 0,452 -179.9999542236328,453 0454 ]455 },456 "location": [457 -1240.4295654296875,458 -48,459 4.831062316894531460 ],461 "rotation": [462 0,463 -179.9999542236328,464 0465 ],466 "scale": [467 0.6425582766532898,468 1.0200690031051636,469 1470 ]471 },472 "color": [473 95,474 0,475 127476 ]477 }478 ],479 "door frame": [480 {481 "object_id": "SM_doorframe2",482 "bbox_2d": [483 1269,484 317,485 1291,486 327487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 49.11266356234569,492 -155.33301375058022,493 141.48603439331055494 ],495 "extent": [496 59.77880480604274,497 13.562216479467907,498 135.9108123779297499 ]500 },501 "obb": {502 "center": [503 49.11266356234569,504 -155.33301375058022,505 141.48603439331055506 ],507 "extent": [508 59.77880480604274,509 13.562216479467907,510 135.9108123779297511 ],512 "rotation": [513 0,514 179.30589294433597,515 0516 ]517 },518 "location": [519 49.11272430419922,520 -155.33303833007812,521 7.076168060302734522 ],523 "rotation": [524 0,525 179.30589294433597,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 0,536 127,537 0538 ]539 }540 ],541 "door": [542 {543 "object_id": "SM_wooddoor2",544 "bbox_2d": [545 1277,546 317,547 1325,548 345549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 51.556976318359375,554 -145.8241720199585,555 147.42587280273438556 ],557 "extent": [558 56.42961883544922,559 8.872248649597168,560 124.50353240966797561 ]562 },563 "obb": {564 "center": [565 51.556976318359375,566 -145.8241720199585,567 147.42587280273438568 ],569 "extent": [570 56.42961883544922,571 8.872248649597168,572 124.50353240966797573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 51.55695343017578,582 -145.8241729736328,583 22.922348022460938584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 255,598 127,599 255600 ]601 },602 {603 "object_id": "SM_wooddoorframe_49",604 "bbox_2d": [605 973,606 460,607 1003,608 469609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -1232.3044815063477,614 70.83984298798123,615 143.62541484832764616 ],617 "extent": [618 5.932407855987549,619 74.38612441924533,620 133.97227478027344621 ]622 },623 "obb": {624 "center": [625 -1232.3044815063477,626 70.83984298798123,627 143.62541484832764628 ],629 "extent": [630 5.932407855987549,631 74.38612441924533,632 133.97227478027344633 ],634 "rotation": [635 0,636 0,637 0638 ]639 },640 "location": [641 -1222.8426513671875,642 145.22596740722656,643 9.944186210632324644 ],645 "rotation": [646 0,647 0,648 0649 ],650 "scale": [651 1,652 1.1904784440994263,653 1654 ]655 },656 "color": [657 255,658 127,659 127660 ]661 }662 ],663 "pipe": [664 {665 "object_id": "SM_pipeskitchen2",666 "bbox_2d": [667 1697,668 532,669 1720,670 534671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 227.54487258468762,676 -284.40251964971355,677 248.0353830024833678 ],679 "extent": [680 11.047083256055203,681 13.444635788883545,682 242.980073706829683 ]684 },685 "obb": {686 "center": [687 227.54487258468762,688 -284.40251964971355,689 248.0353830024833690 ],691 "extent": [692 11.047083256055203,693 13.444635788883545,694 242.980073706829695 ],696 "rotation": [697 0,698 -0.23931884765624997,699 0700 ]701 },702 "location": [703 227.58517456054688,704 -279.1572265625,705 5.055309295654297706 ],707 "rotation": [708 0,709 -0.23931884765624997,710 0711 ],712 "scale": [713 1.013401985168457,714 1.013401985168457,715 1.013401985168457716 ]717 },718 "color": [719 63,720 191,721 63722 ]723 }724 ]725 },726 "foreground": {727 "awning": [728 {729 "object_id": "SM_awning_3",730 "bbox_2d": [731 1118,732 442,733 1120,734 452735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -1368.5507392984491,740 -40.90485611006264,741 349.7695791132642742 ],743 "extent": [744 131.07720848694953,745 245.26249539648242,746 110.25830092356955747 ]748 },749 "obb": {750 "center": [751 -1368.5507392984491,752 -40.90485611006264,753 349.7695791132642754 ],755 "extent": [756 131.07720848694953,757 245.26249539648242,758 110.25830092356955759 ],760 "rotation": [761 0,762 90.00000000000001,763 0764 ]765 },766 "location": [767 -1237.7021484375,768 -40.9401969909668,769 303.2781066894531770 ],771 "rotation": [772 0,773 90.00000000000001,774 0775 ],776 "scale": [777 0.4749999940395355,778 0.5496014356613159,779 0.4749999940395355780 ]781 },782 "color": [783 127,784 0,785 63786 ]787 }788 ],789 "desk 008 parts": [790 {791 "object_id": "SM_desk18",792 "bbox_2d": [793 822,794 620,795 845,796 698797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 44.798126220703125,802 172.06663513183594,803 49.127373817733314804 ],805 "extent": [806 30.51487922668457,807 36.7234992980957,808 43.30350411253312809 ]810 },811 "obb": {812 "center": [813 44.798126220703125,814 172.06663513183594,815 49.127373817733314816 ],817 "extent": [818 30.51487922668457,819 36.7234992980957,820 43.30350411253312821 ],822 "rotation": [823 0,824 0,825 0826 ]827 },828 "location": [829 44.79811096191406,830 172.06663513183594,831 5.823869705200195832 ],833 "rotation": [834 0,835 0,836 0837 ],838 "scale": [839 1,840 1,841 0.9299650192260742842 ]843 },844 "color": [845 63,846 255,847 191848 ]849 }850 ],851 "chair": [852 {853 "object_id": "SM_chair_23",854 "bbox_2d": [855 811,856 620,857 887,858 696859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 -15.04451004740286,864 167.3403968691295,865 49.590932391381784866 ],867 "extent": [868 33.078338578108834,869 30.285558657286288,870 43.28227930600315871 ]872 },873 "obb": {874 "center": [875 -15.04451004740286,876 167.3403968691295,877 49.590932391381784878 ],879 "extent": [880 33.078338578108834,881 30.285558657286288,882 43.28227930600315883 ],884 "rotation": [885 0,886 -91.97135925292972,887 0888 ]889 },890 "location": [891 -14.527008056640625,892 168.92819213867188,893 6.208556652069092894 ],895 "rotation": [896 0,897 -91.97135925292972,898 0899 ],900 "scale": [901 0.9599999785423279,902 0.9599999785423279,903 0.9599999785423279904 ]905 },906 "color": [907 63,908 63,909 191910 ]911 },912 {913 "object_id": "SM_chair_26",914 "bbox_2d": [915 811,916 620,917 888,918 698919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 71.89703494450275,924 160.54825788821637,925 56.87418178357302926 ],927 "extent": [928 35.539341791008,929 36.07528669451199,930 50.20029117735385931 ]932 },933 "obb": {934 "center": [935 71.89703494450276,936 160.54825788821637,937 56.87418178357302938 ],939 "extent": [940 35.539341791008,941 36.07528669451199,942 50.20029117735385943 ],944 "rotation": [945 0,946 82.58309173583984,947 0948 ]949 },950 "location": [951 71.55914306640625,952 160.95565795898438,953 6.20855712890625954 ],955 "rotation": [956 0,957 82.58309173583984,958 0959 ],960 "scale": [961 0.9449999928474426,962 0.9449999928474426,963 0.9449999928474426964 ]965 },966 "color": [967 0,968 191,969 127970 ]971 }972 ],973 "appliance": [974 {975 "object_id": "SM_metalsink_60",976 "bbox_2d": [977 1637,978 532,979 1640,980 534981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 264.75233279905626,986 -209.32645588334057,987 81.72821044921875988 ],989 "extent": [990 42.07584665726837,991 40.463185044579944,992 68.62519073486328993 ]994 },995 "obb": {996 "center": [997 264.75233279905626,998 -209.32645588334057,999 81.728210449218751000 ],1001 "extent": [1002 42.07584665726837,1003 40.463185044579944,1004 68.625190734863281005 ],1006 "rotation": [1007 0,1008 -3.2819552421569833,1009 01010 ]1011 },1012 "location": [1013 264.72784423828125,1014 -209.30799865722656,1015 6.20857238769531251016 ],1017 "rotation": [1018 0,1019 -3.2819552421569833,1020 01021 ],1022 "scale": [1023 1,1024 1,1025 11026 ]1027 },1028 "color": [1029 0,1030 191,1031 631032 ]1033 },1034 {1035 "object_id": "SM_metaloven_138",1036 "bbox_2d": [1037 454,1038 0,1039 1625,1040 5521041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 500.5980987548828,1046 71.95675659179688,1047 171.863994598388671048 ],1049 "extent": [1050 48.01556396484375,1051 88.4038696289062,1052 55.8775863647460941053 ]1054 },1055 "obb": {1056 "center": [1057 500.5980987548828,1058 71.95675659179686,1059 171.863994598388671060 ],1061 "extent": [1062 48.01556396484375,1063 88.4038696289062,1064 55.8775863647460941065 ],1066 "rotation": [1067 0,1068 180,1069 01070 ]1071 },1072 "location": [1073 500.83154296875,1074 72.15515899658203,1075 112.501594543457031076 ],1077 "rotation": [1078 0,1079 180,1080 01081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 191,1090 127,1091 631092 ]1093 },1094 {1095 "object_id": "SM_drinkmachine_02_142",1096 "bbox_2d": [1097 1599,1098 0,1099 1716,1100 5261101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 494.77347951432216,1106 -53.24713112184537,1107 162.69044113159181108 ],1109 "extent": [1110 46.57321219130756,1111 32.825059154618884,1112 41.848476409912111113 ]1114 },1115 "obb": {1116 "center": [1117 494.77347951432216,1118 -53.24713112184537,1119 162.69044113159181120 ],1121 "extent": [1122 46.57321219130756,1123 32.825059154618884,1124 41.848476409912111125 ],1126 "rotation": [1127 0,1128 179.7389678955078,1129 01130 ]1131 },1132 "location": [1133 494.7735290527344,1134 -53.24714279174805,1135 118.649383544921881136 ],1137 "rotation": [1138 0,1139 179.7389678955078,1140 01141 ],1142 "scale": [1143 1,1144 1,1145 11146 ]1147 },1148 "color": [1149 191,1150 63,1151 2551152 ]1153 },1154 {1155 "object_id": "SM_drinkmachine_01_148",1156 "bbox_2d": [1157 1694,1158 0,1159 1919,1160 5331161 ],1162 "bbox_3d": {1163 "aabb": {1164 "center": [1165 578.17551612854,1166 -54.67023849487305,1167 159.901973724365231168 ],1169 "extent": [1170 29.289949417114258,1171 29.229614257812514,1172 40.976902008056641173 ]1174 },1175 "obb": {1176 "center": [1177 578.17551612854,1178 -54.67023849487305,1179 159.901973724365231180 ],1181 "extent": [1182 29.289949417114258,1183 29.229614257812514,1184 40.976902008056641185 ],1186 "rotation": [1187 0,1188 -90.00000000000001,1189 01190 ]1191 },1192 "location": [1193 578.175537109375,1194 -54.67021179199219,1195 116.285530090332031196 ],1197 "rotation": [1198 0,1199 -90.00000000000001,1200 0