TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l049_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/PizzaStore/l049_r005/lit.png",5 "camera": {6 "location": [7 59,8 -36,9 20110 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 59,38 -36,39 201,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "roof": [54 {55 "object_id": "SM_roof_5",56 "bbox_2d": [57 1640,58 0,59 1919,60 15361 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3,66 -24.625823974609375,67 491.182006835937568 ],69 "extent": [70 1235.6843500952236,71 284.49486201703985,72 3.76006865501403873 ]74 },75 "obb": {76 "center": [77 -3,78 -24.625823974609375,79 491.182006835937580 ],81 "extent": [82 1235.6843500952236,83 284.49486201703985,84 3.76006865501403885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -3,94 -24.625823974609375,95 491.182006835937596 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1.0174999237060547,104 1.0950000286102295,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 },114 {115 "object_id": "SM_roofmetal_21",116 "bbox_2d": [117 1658,118 0,119 1919,120 134121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -107.95600891113281,126 -49.59537506103514,127 450.57637139898725128 ],129 "extent": [130 840.7164306640622,131 266.835693359375,132 39.01462141495722133 ]134 },135 "obb": {136 "center": [137 -107.95600891113281,138 -49.595375061035156,139 450.57637139898725140 ],141 "extent": [142 840.7164306640622,143 266.835693359375,144 39.01462141495722145 ],146 "rotation": [147 0,148 180,149 0150 ]151 },152 "location": [153 -107.95594787597656,154 3.7793197631835938,155 451.0682678222656156 ],157 "rotation": [158 0,159 180,160 0161 ],162 "scale": [163 1,164 1,165 0.8899327516555786166 ]167 },168 "color": [169 0,170 127,171 255172 ]173 },174 {175 "object_id": "SM_woodroof_113",176 "bbox_2d": [177 1404,178 0,179 1600,180 71181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 318.353384929158,186 -29.895414810180228,187 419.59094345527046188 ],189 "extent": [190 102.64006227441315,191 238.89991255711357,192 37.60747276143411193 ]194 },195 "obb": {196 "center": [197 318.353384929158,198 -29.895414810180228,199 419.59094345527046200 ],201 "extent": [202 102.64006227441315,203 238.89991255711357,204 37.60747276143411205 ],206 "rotation": [207 0,208 180,209 0210 ]211 },212 "location": [213 315.8971862792969,214 -29.895389556884766,215 388.9488220214844216 ],217 "rotation": [218 0,219 180,220 0221 ],222 "scale": [223 -0.8274999856948853,224 0.8274999856948853,225 0.8274999856948853226 ]227 },228 "color": [229 191,230 0,231 255232 ]233 }234 ],235 "wall": [236 {237 "object_id": "SM_leftwall_8",238 "bbox_2d": [239 865,240 0,241 1412,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -512.0688954164282,248 -240.97154998867288,249 245.5155487060547250 ],251 "extent": [252 725.6351637653181,253 99.6704478559158,254 242.13623046875255 ]256 },257 "obb": {258 "center": [259 -512.0688954164282,260 -240.97154998867288,261 245.5155487060547262 ],263 "extent": [264 725.6351637653181,265 99.6704478559158,266 242.13623046875267 ],268 "rotation": [269 0,270 179.99977111816406,271 0272 ]273 },274 "location": [275 -512.0692138671875,276 -290.13128662109375,277 0278 ],279 "rotation": [280 0,281 179.99977111816406,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 0,292 0,293 127294 ]295 },296 {297 "object_id": "SM_backwall_14",298 "bbox_2d": [299 1404,300 0,301 1919,302 593303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 727,308 -42,309 244.2459716796875310 ],311 "extent": [312 513.4542740243764,313 298.30824864120177,314 243.74131774902344315 ]316 },317 "obb": {318 "center": [319 726.9999999999999,320 -42,321 244.2459716796875322 ],323 "extent": [324 513.4542740243764,325 298.30824864120177,326 243.74131774902344327 ],328 "rotation": [329 0,330 179.999755859375,331 0332 ]333 },334 "location": [335 727,336 -42,337 -1.56610107421875338 ],339 "rotation": [340 0,341 179.999755859375,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 255,352 0,353 127354 ]355 }356 ],357 "door frame": [358 {359 "object_id": "SM_doorframe2",360 "bbox_2d": [361 814,362 0,363 869,364 1079365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 49.11266356234569,370 -155.33301375058022,371 141.48603439331055372 ],373 "extent": [374 59.77880480604274,375 13.562216479467907,376 135.9108123779297377 ]378 },379 "obb": {380 "center": [381 49.11266356234569,382 -155.33301375058022,383 141.48603439331055384 ],385 "extent": [386 59.77880480604274,387 13.562216479467907,388 135.9108123779297389 ],390 "rotation": [391 0,392 179.30589294433597,393 0394 ]395 },396 "location": [397 49.11272430419922,398 -155.33303833007812,399 7.076168060302734400 ],401 "rotation": [402 0,403 179.30589294433597,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 0,414 127,415 0416 ]417 }418 ],419 "door": [420 {421 "object_id": "SM_wooddoor2",422 "bbox_2d": [423 0,424 0,425 816,426 1079427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 51.556976318359375,432 -145.8241720199585,433 147.42587280273438434 ],435 "extent": [436 56.42961883544922,437 8.872248649597168,438 124.50353240966797439 ]440 },441 "obb": {442 "center": [443 51.556976318359375,444 -145.8241720199585,445 147.42587280273438446 ],447 "extent": [448 56.42961883544922,449 8.872248649597168,450 124.50353240966797451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 51.55695343017578,460 -145.8241729736328,461 22.922348022460938462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 255,476 127,477 255478 ]479 }480 ]481 },482 "foreground": {483 "fridge": [484 {485 "object_id": "SM_fridge_02_84",486 "bbox_2d": [487 1847,488 438,489 1919,490 549491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 966.9981079101562,496 -245.73443603515625,497 135.7894058227539498 ],499 "extent": [500 80.00001525878906,501 47.4110107421875,502 129.93312072753906503 ]504 },505 "obb": {506 "center": [507 966.9981079101562,508 -245.73443603515625,509 135.7894058227539510 ],511 "extent": [512 80.00001525878906,513 47.4110107421875,514 129.93312072753906515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 966.9981079101562,524 -245.73443603515625,525 4.546058654785156526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 63,540 191,541 0542 ]543 }544 ],545 "rack": [546 {547 "object_id": "SM_potrack_98",548 "bbox_2d": [549 1495,550 422,551 1732,552 581553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 552.9032776829881,558 -272.0926284614452,559 208.36021662483108560 ],561 "extent": [562 57.77327762029381,563 24.881000084882558,564 47.0049159501541565 ]566 },567 "obb": {568 "center": [569 552.9032776829881,570 -272.0926284614452,571 208.36021662483108572 ],573 "extent": [574 57.77327762029381,575 24.881000084882558,576 47.0049159501541577 ],578 "rotation": [579 0,580 90.00000000000001,581 0582 ]583 },584 "location": [585 552.9215698242188,586 -272.63623046875,587 180.7266387939453588 ],589 "rotation": [590 0,591 90.00000000000001,592 0593 ],594 "scale": [595 1.2925000190734863,596 1.2925000190734863,597 1.2925000190734863598 ]599 },600 "color": [601 255,602 191,603 191604 ]605 },606 {607 "object_id": "SM_potrack2_101",608 "bbox_2d": [609 1625,610 436,611 1831,612 556613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 668.0903504368944,618 -272.0927200141796,619 208.36021662483108620 ],621 "extent": [622 57.77327762029381,623 24.881000084882558,624 47.0049159501541625 ]626 },627 "obb": {628 "center": [629 668.0903504368944,630 -272.0927200141796,631 208.36021662483108632 ],633 "extent": [634 57.77327762029381,635 24.881000084882558,636 47.0049159501541637 ],638 "rotation": [639 0,640 90.00000000000001,641 0642 ]643 },644 "location": [645 668.108642578125,646 -272.6363220214844,647 180.7266387939453648 ],649 "rotation": [650 0,651 90.00000000000001,652 0653 ],654 "scale": [655 1.2925000190734863,656 1.2925000190734863,657 1.2925000190734863658 ]659 },660 "color": [661 127,662 191,663 191664 ]665 },666 {667 "object_id": "SM_kitchenrack_01_191",668 "bbox_2d": [669 1727,670 448,671 1876,672 550673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 795.0182226657862,678 -283.8942193627356,679 221.20362854003906680 ],681 "extent": [682 69.32912685175688,683 13.728644802682538,684 33.61538142823338685 ]686 },687 "obb": {688 "center": [689 795.0182226657862,690 -283.8942193627356,691 221.20362854003906692 ],693 "extent": [694 69.32912685175688,695 13.728644802682538,696 33.61538142823338697 ],698 "rotation": [699 0,700 0,701 0702 ]703 },704 "location": [705 795.0182495117188,706 -283.89422607421875,707 221.20362854003906708 ],709 "rotation": [710 0,711 0,712 0713 ],714 "scale": [715 1.4075000286102295,716 1.4075000286102295,717 1.4075000286102295718 ]719 },720 "color": [721 0,722 63,723 31724 ]725 }726 ],727 "lamp": [728 {729 "object_id": "SM_menulamp_110",730 "bbox_2d": [731 1310,732 0,733 1387,734 24735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 190.35113716125488,740 -110.09845352172852,741 324.38989639282227742 ],743 "extent": [744 22.20184326171875,745 35.38909912109374,746 38.32521057128906747 ]748 },749 "obb": {750 "center": [751 190.35113716125488,752 -110.09845352172852,753 324.38989639282227754 ],755 "extent": [756 22.20184326171875,757 35.38909912109374,758 38.32521057128906759 ],760 "rotation": [761 0,762 180,763 0764 ]765 },766 "location": [767 194.90130615234375,768 -110.19397735595703,769 324.34259033203125770 ],771 "rotation": [772 0,773 180,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 191,784 0,785 0786 ]787 }788 ],789 "supply": [790 {791 "object_id": "SM_canfood_162",792 "bbox_2d": [793 1731,794 561,795 1748,796 571797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 631.6035174751281,802 -268.68029415130627,803 186.5166805899687804 ],805 "extent": [806 16.71038303386308,807 16.71038303386308,808 4.004496384457326809 ]810 },811 "obb": {812 "center": [813 631.6035174751281,814 -268.68029415130627,815 186.5166805899687816 ],817 "extent": [818 16.71038303386308,819 16.71038303386308,820 4.004496384457326821 ],822 "rotation": [823 0,824 0,825 0826 ]827 },828 "location": [829 631.603515625,830 -268.6802978515625,831 182.75030517578125832 ],833 "rotation": [834 0,835 0,836 0837 ],838 "scale": [839 1.9399999380111694,840 1.9399999380111694,841 1.9399999380111694842 ]843 },844 "color": [845 31,846 191,847 0848 ]849 },850 {851 "object_id": "SM_canfood2",852 "bbox_2d": [853 1747,854 560,855 1789,856 573857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 666.3973411284499,862 -262.02069438229626,863 186.51668082140526864 ],865 "extent": [866 22.858663262056098,867 22.858663262056112,868 4.004496630525978869 ]870 },871 "obb": {872 "center": [873 666.3973411284499,874 -262.02069438229626,875 186.51668082140526876 ],877 "extent": [878 22.858663262056098,879 22.858663262056112,880 4.004496630525978881 ],882 "rotation": [883 0,884 -120.30135345458984,885 0886 ]887 },888 "location": [889 666.3973388671875,890 -262.02069091796875,891 182.75030517578125892 ],893 "rotation": [894 0,895 -120.30135345458984,896 0897 ],898 "scale": [899 1.940000057220459,900 1.940000057220459,901 1.940000057220459902 ]903 },904 "color": [905 95,906 159,907 63908 ]909 },910 {911 "object_id": "SM_canfood4",912 "bbox_2d": [913 1771,914 546,915 1816,916 559917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 699.6361733400606,922 -264.5526719780843,923 193.88252554796776924 ],925 "extent": [926 23.629844228953743,927 23.629844228953743,928 4.004496630525978929 ]930 },931 "obb": {932 "center": [933 699.6361733400606,934 -264.5526719780843,935 193.88252554796776936 ],937 "extent": [938 23.629844228953743,939 23.629844228953743,940 4.004496630525978941 ],942 "rotation": [943 0,944 -44.21685028076171,945 0946 ]947 },948 "location": [949 699.6361694335938,950 -264.55267333984375,951 190.11614990234375952 ],953 "rotation": [954 0,955 -44.21685028076171,956 0957 ],958 "scale": [959 1.940000057220459,960 1.940000057220459,961 1.940000057220459962 ]963 },964 "color": [965 95,966 159,967 31968 ]969 },970 {971 "object_id": "SM_canfood5",972 "bbox_2d": [973 1706,974 546,975 1771,976 561977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 647.3296533054277,982 -265.22835968645774,983 193.88252554796776984 ],985 "extent": [986 19.20245141212058,987 19.202451412120524,988 4.004496630525978989 ]990 },991 "obb": {992 "center": [993 647.3296533054277,994 -265.22835968645774,995 193.88252554796776996 ],997 "extent": [998 19.20245141212058,999 19.202451412120524,1000 4.0044966305259781001 ],1002 "rotation": [1003 0,1004 -9.346774101257322,1005 01006 ]1007 },1008 "location": [1009 647.3296508789062,1010 -265.2283630371094,1011 190.116149902343751012 ],1013 "rotation": [1014 0,1015 -9.346774101257322,1016 01017 ],1018 "scale": [1019 1.940000057220459,1020 1.940000057220459,1021 1.9400000572204591022 ]1023 },1024 "color": [1025 95,1026 159,1027 951028 ]1029 },1030 {1031 "object_id": "SM_canfood6",1032 "bbox_2d": [1033 1735,1034 532,1035 1819,1036 5471037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 699.636048530203,1042 -264.55261627371334,1043 200.952395543084951044 ],1045 "extent": [1046 23.616908757285046,1047 23.616908757285103,1048 4.0044966305259781049 ]1050 },1051 "obb": {1052 "center": [1053 699.636048530203,1054 -264.55261627371334,1055 200.952395543084951056 ],1057 "extent": [1058 23.616908757285046,1059 23.616908757285103,1060 4.0044966305259781061 ],1062 "rotation": [1063 0,1064 -137.05123901367188,1065 01066 ]1067 },1068 "location": [1069 699.6360473632812,1070 -264.5526123046875,1071 197.186019897460941072 ],1073 "rotation": [1074 0,1075 -137.05123901367188,1076 01077 ],1078 "scale": [1079 1.940000057220459,1080 1.940000057220459,1081 1.9400000572204591082 ]1083 },1084 "color": [1085 0,1086 159,1087 1591088 ]1089 }1090 ],1091 "decor": [1092 {1093 "object_id": "SM_cookiespackage_171",1094 "bbox_2d": [1095 1511,1096 572,1097 1524,1098 5781099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 505.7469678009152,1104 -284.2287440265821,1105 183.873203992843631106 ],1107 "extent": [1108 10.058642440667654,1109 12.069230300110348,1110 2.3615226745605471111 ]1112 },1113 "obb": {1114 "center": [1115 505.7469678009152,1116 -284.2287440265821,1117 183.873203992843631118 ],1119 "extent": [1120 10.058642440667654,1121 12.069230300110348,1122 2.3615226745605471123 ],1124 "rotation": [1125 0,1126 -61.581298828124986,1127 01128 ]1129 },1130 "location": [1131 505.7365417480469,1132 -284.1382141113281,1133 183.872955322265621134 ],1135 "rotation": [1136 0,1137 -61.581298828124986,1138 01139 ],1140 "scale": [1141 1,1142 1,1143 11144 ]1145 },1146 "color": [1147 31,1148 191,1149 2551150 ]1151 },1152 {1153 "object_id": "SM_glassjar_236",1154 "bbox_2d": [1155 1584,1156 471,1157 1610,1158 5011159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 507.08473348617554,1164 -259.1364235877991,1165 223.574583530426031166 ],1167 "extent": [1168 4.496784210205078,1169 4.475246429443359,1170 6.88636541366577151171 ]1172 },1173 "obb": {1174 "center": [1175 507.08473348617554,1176 -259.1364235877991,1177 223.574583530426031178 ],1179 "extent": [1180 4.496784210205078,1181 4.475246429443359,1182 6.88636541366577151183 ],1184 "rotation": [1185 0,1186 0,1187 01188 ]1189 },1190 "location": [1191 507.0847473144531,1192 -259.13641357421875,1193 216.688262939453121194 ],1195 "rotation": [1196 0,1197 0,1198 01199 ],1200 "scale": [