TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l096_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l096_r002/lit.png",5 "camera": {6 "location": [7 1635,8 -1106,9 65610 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1635,38 -1106,39 656,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "pillar": [54 {55 "object_id": "SM_Pillar01_50",56 "bbox_2d": [57 1005,58 197,59 1127,60 86861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1311.9058837890625,66 -697.6285400390625,67 655.000045776367268 ],69 "extent": [70 30.05077600479126,71 48.0811767578125,72 165.0001373291015673 ]74 },75 "obb": {76 "center": [77 1311.9058837890625,78 -697.6285400390625,79 655.000045776367280 ],81 "extent": [82 30.05077600479126,83 48.0811767578125,84 165.0001373291015685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 1311.9058837890625,94 -697.6285400390625,95 49096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 0.625,104 1,105 1106 ]107 },108 "color": [109 255,110 63,111 0112 ]113 },114 {115 "object_id": "SM_Pillar19",116 "bbox_2d": [117 1488,118 380,119 1556,120 805121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1012.570556640625,126 -740,127 655.0000457763672128 ],129 "extent": [130 42.32736068178906,131 36.060882568359375,132 165.00013732910156133 ]134 },135 "obb": {136 "center": [137 1012.570556640625,138 -740,139 655.0000457763672140 ],141 "extent": [142 42.32736068178906,143 36.060882568359375,144 165.00013732910156145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 1012.570556640625,154 -740,155 490156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 0.8803300261497498,164 0.75,165 1166 ]167 },168 "color": [169 95,170 127,171 159172 ]173 }174 ],175 "door": [176 {177 "object_id": "SM_Door02_2m25_20",178 "bbox_2d": [179 0,180 265,181 44,182 822183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 1956.5060139057691,188 -325.0484357456542,189 655.0000457763672190 ],191 "extent": [192 150.00018803717865,193 38.08141845671332,194 165.00013732910156195 ]196 },197 "obb": {198 "center": [199 1956.5060139057691,200 -325.0484357456542,201 655.0000457763672202 ],203 "extent": [204 150.00018803717865,205 38.08141845671332,206 165.00013732910156207 ],208 "rotation": [209 0,210 90.00007629394531,211 0212 ]213 },214 "location": [215 1806.5059814453125,216 -335.0486145019531,217 490218 ],219 "rotation": [220 0,221 90.00007629394531,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 127,232 63,233 63234 ]235 },236 {237 "object_id": "SM_Door02_2m13",238 "bbox_2d": [239 793,240 380,241 796,242 388243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 1120.0002320002518,248 -229.9997564934896,249 655.0000915527344250 ],251 "extent": [252 200.00039146299684,253 38.081528826081424,254 165.00009155273438255 ]256 },257 "obb": {258 "center": [259 1120.0002320002518,260 -229.9997564934896,261 655.0000915527344262 ],263 "extent": [264 200.00039146299684,265 38.081528826081424,266 165.00009155273438267 ],268 "rotation": [269 0,270 90.00007629394531,271 0272 ]273 },274 "location": [275 920,276 -220,277 490278 ],279 "rotation": [280 0,281 90.00007629394531,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 143,292 127,293 0294 ]295 },296 {297 "object_id": "SM_Door02_2m14",298 "bbox_2d": [299 268,300 310,301 793,302 631303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 1520.0002320002518,308 -229.99916140071616,309 655.0000915527344310 ],311 "extent": [312 200.00039146299684,313 38.081528826081424,314 165.00009155273438315 ]316 },317 "obb": {318 "center": [319 1520.0002320002518,320 -229.99916140071616,321 655.0000915527344322 ],323 "extent": [324 200.00039146299684,325 38.081528826081424,326 165.00009155273438327 ],328 "rotation": [329 0,330 90.00007629394531,331 0332 ]333 },334 "location": [335 1320,336 -219.99940490722656,337 490338 ],339 "rotation": [340 0,341 90.00007629394531,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 143,352 127,353 255354 ]355 }356 ],357 "floor planks corner": [358 {359 "object_id": "SM_Floor_4x4m93_5",360 "bbox_2d": [361 0,362 227,363 465,364 327365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 1800,370 -220,371 834.9999980926514372 ],373 "extent": [374 200,375 200,376 15.000001907348633377 ]378 },379 "obb": {380 "center": [381 1800,382 -220,383 834.9999980926514384 ],385 "extent": [386 200,387 200,388 15.000001907348633389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 1600,398 -20,399 850400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 255,414 191,415 95416 ]417 },418 {419 "object_id": "SM_Floor_4x4m100",420 "bbox_2d": [421 741,422 0,423 1533,424 142425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 1400,430 -1020,431 834.9999980926514432 ],433 "extent": [434 200,435 200,436 15.000001907348633437 ]438 },439 "obb": {440 "center": [441 1400,442 -1020,443 834.9999980926514444 ],445 "extent": [446 200,447 200,448 15.000001907348633449 ],450 "rotation": [451 0,452 0,453 0454 ]455 },456 "location": [457 1200,458 -820,459 850460 ],461 "rotation": [462 0,463 0,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 127,474 63,475 95476 ]477 },478 {479 "object_id": "SM_Floor_4x4m92_3",480 "bbox_2d": [481 716,482 319,483 847,484 359485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 1300,490 -220,491 834.9999980926514492 ],493 "extent": [494 100,495 200,496 15.000001907348633497 ]498 },499 "obb": {500 "center": [501 1300,502 -220,503 834.9999980926514504 ],505 "extent": [506 100,507 200,508 15.000001907348633509 ],510 "rotation": [511 0,512 0,513 0514 ]515 },516 "location": [517 1200,518 -20,519 850520 ],521 "rotation": [522 0,523 0,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 191,534 191,535 159536 ]537 },538 {539 "object_id": "SM_Floor_4x4m96_11",540 "bbox_2d": [541 772,542 109,543 1235,544 327545 ],546 "bbox_3d": {547 "aabb": {548 "center": [549 1300,550 -620,551 834.9999980926514552 ],553 "extent": [554 100,555 200,556 15.000001907348633557 ]558 },559 "obb": {560 "center": [561 1300,562 -620,563 834.9999980926514564 ],565 "extent": [566 100,567 200,568 15.000001907348633569 ],570 "rotation": [571 0,572 0,573 0574 ]575 },576 "location": [577 1200,578 -420,579 850580 ],581 "rotation": [582 0,583 0,584 0585 ],586 "scale": [587 1,588 1,589 1590 ]591 },592 "color": [593 191,594 31,595 159596 ]597 },598 {599 "object_id": "SM_Floor_4x4m103",600 "bbox_2d": [601 458,602 290,603 770,604 352605 ],606 "bbox_3d": {607 "aabb": {608 "center": [609 1500,610 -220,611 834.9999980926514612 ],613 "extent": [614 100,615 200,616 15.000001907348633617 ]618 },619 "obb": {620 "center": [621 1500,622 -220,623 834.9999980926514624 ],625 "extent": [626 100,627 200,628 15.000001907348633629 ],630 "rotation": [631 0,632 0,633 0634 ]635 },636 "location": [637 1400,638 -20,639 850640 ],641 "rotation": [642 0,643 0,644 0645 ],646 "scale": [647 1,648 1,649 1650 ]651 },652 "color": [653 191,654 95,655 159656 ]657 },658 {659 "object_id": "SM_Floor_4x4m104",660 "bbox_2d": [661 491,662 181,663 888,664 318665 ],666 "bbox_3d": {667 "aabb": {668 "center": [669 1500,670 -520,671 834.9999980926514672 ],673 "extent": [674 100,675 100,676 15.000001907348633677 ]678 },679 "obb": {680 "center": [681 1500,682 -520,683 834.9999980926514684 ],685 "extent": [686 100,687 100,688 15.000001907348633689 ],690 "rotation": [691 0,692 0,693 0694 ]695 },696 "location": [697 1400,698 -420,699 850700 ],701 "rotation": [702 0,703 0,704 0705 ],706 "scale": [707 1,708 1,709 1710 ]711 },712 "color": [713 31,714 0,715 159716 ]717 },718 {719 "object_id": "SM_Floor_4x4m105",720 "bbox_2d": [721 494,722 0,723 1117,724 247725 ],726 "bbox_3d": {727 "aabb": {728 "center": [729 1500,730 -720,731 834.9999980926514732 ],733 "extent": [734 100,735 100,736 15.000001907348633737 ]738 },739 "obb": {740 "center": [741 1500,742 -720,743 834.9999980926514744 ],745 "extent": [746 100,747 100,748 15.000001907348633749 ],750 "rotation": [751 0,752 0,753 0754 ]755 },756 "location": [757 1400,758 -620,759 850760 ],761 "rotation": [762 0,763 0,764 0765 ],766 "scale": [767 1,768 1,769 1770 ]771 },772 "color": [773 31,774 255,775 159776 ]777 },778 {779 "object_id": "SM_Floor_4x4m79_7",780 "bbox_2d": [781 1339,782 870,783 1596,784 1041785 ],786 "bbox_3d": {787 "aabb": {788 "center": [789 1199.9993075787158,790 -1020.0003462121404,791 474.99999809265137792 ],793 "extent": [794 100.00069242128416,795 200.000346209743,796 15.000001907348633797 ]798 },799 "obb": {800 "center": [801 1199.9993075787158,802 -1020.0003462121404,803 474.99999809265137804 ],805 "extent": [806 100.00069242128416,807 200.000346209743,808 15.000001907348633809 ],810 "rotation": [811 0,812 -179.9998016357422,813 0814 ]815 },816 "location": [817 1300,818 -1220,819 490820 ],821 "rotation": [822 0,823 -179.9998016357422,824 0825 ],826 "scale": [827 1,828 1,829 1830 ]831 },832 "color": [833 127,834 159,835 159836 ]837 },838 {839 "object_id": "SM_Floor_4x4m211",840 "bbox_2d": [841 0,842 836,843 1287,844 1079845 ],846 "bbox_3d": {847 "aabb": {848 "center": [849 1600.0001687016638,850 -820.0003195790755,851 474.99999809265137852 ],853 "extent": [854 200.0003195790755,855 200.0003195790755,856 15.000001907348633857 ]858 },859 "obb": {860 "center": [861 1600.0001687016638,862 -820.0003195790755,863 474.99999809265137864 ],865 "extent": [866 200.0003195790755,867 200.0003195790755,868 15.000001907348633869 ],870 "rotation": [871 0,872 -9.1552734375e-05,873 0874 ]875 },876 "location": [877 1400.00048828125,878 -620,879 490880 ],881 "rotation": [882 0,883 -9.1552734375e-05,884 0885 ],886 "scale": [887 1,888 1,889 1890 ]891 },892 "color": [893 159,894 0,895 255896 ]897 },898 {899 "object_id": "SM_Floor_4x4m98_15",900 "bbox_2d": [901 0,902 98,903 493,904 278905 ],906 "bbox_3d": {907 "aabb": {908 "center": [909 1799.9997869466588,910 -519.9995738944525,911 834.9999980926514912 ],913 "extent": [914 200.0002130524333,915 100.00042610554749,916 15.000001907348633917 ]918 },919 "obb": {920 "center": [921 1799.9997869466588,922 -519.9995738944525,923 834.9999980926514924 ],925 "extent": [926 200.0002130524333,927 100.00042610554749,928 15.000001907348633929 ],930 "rotation": [931 0,932 90.00012207031251,933 0934 ]935 },936 "location": [937 1600,938 -620,939 850940 ],941 "rotation": [942 0,943 90.00012207031251,944 0945 ],946 "scale": [947 1,948 1,949 1950 ]951 },952 "color": [953 159,954 255,955 0956 ]957 },958 {959 "object_id": "SM_Floor_4x4m106",960 "bbox_2d": [961 0,962 0,963 538,964 180965 ],966 "bbox_3d": {967 "aabb": {968 "center": [969 1700,970 -720,971 834.9999980926514972 ],973 "extent": [974 100,975 100,976 15.000001907348633977 ]978 },979 "obb": {980 "center": [981 1700,982 -720,983 834.9999980926514984 ],985 "extent": [986 100,987 100,988 15.000001907348633989 ],990 "rotation": [991 0,992 0,993 0994 ]995 },996 "location": [997 1600,998 -620,999 8501000 ],1001 "rotation": [1002 0,1003 0,1004 01005 ],1006 "scale": [1007 1,1008 1,1009 11010 ]1011 },1012 "color": [1013 159,1014 255,1015 2551016 ]1017 },1018 {1019 "object_id": "SM_Floor_4x4m214",1020 "bbox_2d": [1021 1548,1022 777,1023 1596,1024 8091025 ],1026 "bbox_3d": {1027 "aabb": {1028 "center": [1029 900,1030 -720,1031 474.999998092651371032 ],1033 "extent": [1034 100,1035 100,1036 15.0000019073486331037 ]1038 },1039 "obb": {1040 "center": [1041 900,1042 -720,1043 474.999998092651371044 ],1045 "extent": [1046 100,1047 100,1048 15.0000019073486331049 ],1050 "rotation": [1051 0,1052 0,1053 01054 ]1055 },1056 "location": [1057 800,1058 -620,1059 4901060 ],1061 "rotation": [1062 0,1063 0,1064 01065 ],1066 "scale": [1067 1,1068 1,1069 11070 ]1071 },1072 "color": [1073 159,1074 127,1075 951076 ]1077 },1078 {1079 "object_id": "SM_Floor_4x4m212_57",1080 "bbox_2d": [1081 1345,1082 798,1083 1596,1084 8821085 ],1086 "bbox_3d": {1087 "aabb": {1088 "center": [1089 1100,1090 -720,1091 474.999998092651371092 ],1093 "extent": [1094 100,1095 100,1096 15.0000019073486331097 ]1098 },1099 "obb": {1100 "center": [1101 1100,1102 -720,1103 474.999998092651371104 ],1105 "extent": [1106 100,1107 100,1108 15.0000019073486331109 ],1110 "rotation": [1111 0,1112 0,1113 01114 ]1115 },1116 "location": [1117 1000,1118 -620,1119 4901120 ],1121 "rotation": [1122 0,1123 0,1124 01125 ],1126 "scale": [1127 1,1128 1,1129 11130 ]1131 },1132 "color": [1133 159,1134 63,1135 01136 ]1137 },1138 {1139 "object_id": "SM_Floor_4x4m134",1140 "bbox_2d": [1141 1345,1142 851,1143 1441,1144 9101145 ],1146 "bbox_3d": {1147 "aabb": {1148 "center": [1149 1249.9999961853027,1150 -720,1151 474.999998092651371152 ],1153 "extent": [1154 50,1155 100,1156 15.0000019073486331157 ]1158 },1159 "obb": {1160 "center": [1161 1249.9999961853027,1162 -720,1163 474.999998092651371164 ],1165 "extent": [1166 50,1167 100,1168 15.0000019073486331169 ],1170 "rotation": [1171 0,1172 0,1173 01174 ]1175 },1176 "location": [1177 1200,1178 -620,1179 4901180 ],1181 "rotation": [1182 0,1183 0,1184 01185 ],1186 "scale": [1187 1,1188 1,1189 11190 ]1191 },1192 "color": [1193 159,1194 63,1195 2551196 ]1197 },1198 {1199 "object_id": "SM_Floor_4x4m195",1200 "bbox_2d": [