TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "SciOffice",3 "view_id": "l047_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/SciOffice/l047_r005/lit.png",5 "camera": {6 "location": [7 -486,8 -1281,9 15310 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -486,38 -1281,39 153,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_Wall_23",56 "bbox_2d": [57 0,58 48,59 857,60 84561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -500,66 -1710,67 159.9999847412109468 ],69 "extent": [70 200.25,71 11.000001907348633,72 150.2573 ]74 },75 "obb": {76 "center": [77 -500,78 -1710,79 159.9999847412109480 ],81 "extent": [82 200.25,83 11.000001907348633,84 150.2585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -500,94 -1710,95 1096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 127,111 127112 ]113 },114 {115 "object_id": "SM_Wall_24",116 "bbox_2d": [117 0,118 0,119 858,120 208121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -500,126 -1710,127 359.99999237060547128 ],129 "extent": [130 200.25,131 11,132 50.24999237060547133 ]134 },135 "obb": {136 "center": [137 -500,138 -1710,139 359.99999237060547140 ],141 "extent": [142 200.25,143 11,144 50.24999237060547145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -500,154 -1710,155 310156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 0,170 0,171 63172 ]173 },174 {175 "object_id": "SM_Wall_25",176 "bbox_2d": [177 859,178 201,179 860,180 201181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -200.00000762939453,186 -1710,187 359.99999237060547188 ],189 "extent": [190 100.25,191 11.000001907348633,192 50.24999237060547193 ]194 },195 "obb": {196 "center": [197 -200.00000762939453,198 -1710,199 359.99999237060547200 ],201 "extent": [202 100.25,203 11.000001907348633,204 50.24999237060547205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 -200,214 -1710,215 310216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 0,230 255,231 63232 ]233 }234 ],235 "floor planks corner": [236 {237 "object_id": "SM_Floor_15",238 "bbox_2d": [239 812,240 840,241 1072,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -500,248 -1500,249 0250 ],251 "extent": [252 200.50044242940544,253 200.50044242940544,254 11.000001907348633255 ]256 },257 "obb": {258 "center": [259 -500,260 -1500,261 0262 ],263 "extent": [264 200.50044242940544,265 200.50044242940544,266 11.000001907348633267 ],268 "rotation": [269 0,270 -90.00012207031251,271 0272 ]273 },274 "location": [275 -500,276 -1500,277 0278 ],279 "rotation": [280 0,281 -90.00012207031251,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 0,292 191,293 63294 ]295 }296 ],297 "wall div": [298 {299 "object_id": "SM_WallDiv_43",300 "bbox_2d": [301 858,302 0,303 1134,304 207305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -295,310 -1600,311 359.99999618530273312 ],313 "extent": [314 5.500216446513662,315 100.25000408829283,316 50.249996185302734317 ]318 },319 "obb": {320 "center": [321 -295,322 -1600,323 359.99999618530273324 ],325 "extent": [326 5.500216446513662,327 100.25000408829283,328 50.249996185302734329 ],330 "rotation": [331 0,332 -90.00012207031251,333 0334 ]335 },336 "location": [337 -295,338 -1600,339 310340 ],341 "rotation": [342 0,343 -90.00012207031251,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 255,354 191,355 0356 ]357 },358 {359 "object_id": "SM_WallDiv_44",360 "bbox_2d": [361 1134,362 0,363 1141,364 5365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -295,370 -1400,371 359.99999618530273372 ],373 "extent": [374 5.500216446513662,375 100.25000408829283,376 50.249996185302734377 ]378 },379 "obb": {380 "center": [381 -295,382 -1400,383 359.99999618530273384 ],385 "extent": [386 5.500216446513662,387 100.25000408829283,388 50.249996185302734389 ],390 "rotation": [391 0,392 -90.00012207031251,393 0394 ]395 },396 "location": [397 -295,398 -1400,399 310400 ],401 "rotation": [402 0,403 -90.00012207031251,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 255,414 191,415 255416 ]417 }418 ],419 "pipe connector": [420 {421 "object_id": "SM_Pipe_Con_9",422 "bbox_2d": [423 786,424 0,425 886,426 73427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -315,432 -1680,433 379.8999996185303434 ],435 "extent": [436 25,437 13.199999809265137,438 13.300000190734863439 ]440 },441 "obb": {442 "center": [443 -315,444 -1680,445 379.8999996185303446 ],447 "extent": [448 25,449 13.199999809265137,450 13.300000190734863451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 -315,460 -1680,461 380462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 95,476 255,477 159478 ]479 }480 ],481 "wall div window": [482 {483 "object_id": "SM_WallDivWindow_22",484 "bbox_2d": [485 1134,486 0,487 1919,488 1079489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -295,494 -1400,495 160496 ],497 "extent": [498 5.500200043780694,499 100.15356780907018,500 150.35354614257812501 ]502 },503 "obb": {504 "center": [505 -295,506 -1400,507 160508 ],509 "extent": [510 5.500200043780694,511 100.15356780907018,512 150.35354614257812513 ],514 "rotation": [515 0,516 90.00011444091797,517 0518 ]519 },520 "location": [521 -295,522 -1400,523 10524 ],525 "rotation": [526 0,527 90.00011444091797,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 47,538 79,539 111540 ]541 },542 {543 "object_id": "SM_WallDivWindow_23",544 "bbox_2d": [545 858,546 7,547 1133,548 911549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -295,554 -1600,555 160556 ],557 "extent": [558 5.500200043780694,559 100.15356780907018,560 150.35354614257812561 ]562 },563 "obb": {564 "center": [565 -295,566 -1600,567 160568 ],569 "extent": [570 5.500200043780694,571 100.15356780907018,572 150.35354614257812573 ],574 "rotation": [575 0,576 90.00011444091797,577 0578 ]579 },580 "location": [581 -295,582 -1600,583 10584 ],585 "rotation": [586 0,587 90.00011444091797,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 79,598 0,599 111600 ]601 }602 ],603 "pipe": [604 {605 "object_id": "SM_Pipe_13",606 "bbox_2d": [607 625,608 0,609 800,610 44611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -300,616 -1680,617 380618 ],619 "extent": [620 200,621 10,622 10623 ]624 },625 "obb": {626 "center": [627 -300,628 -1680,629 380630 ],631 "extent": [632 200,633 10,634 10635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 -300,644 -1680,645 380646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 79,660 63,661 223662 ]663 }664 ]665 },666 "foreground": {667 "chair": [668 {669 "object_id": "SM_Chair_38",670 "bbox_2d": [671 176,672 609,673 507,674 849675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -500.00924014420025,680 -1553.2845268544975,681 72.05469512939453682 ],683 "extent": [684 38.85103935428643,685 43.99915522611218,686 62.05469512939453687 ]688 },689 "obb": {690 "center": [691 -500.00924014420025,692 -1553.2845268544975,693 72.05469512939453694 ],695 "extent": [696 38.85103935428643,697 43.99915522611218,698 62.05469512939453699 ],700 "rotation": [701 0,702 90.00018310546875,703 0704 ]705 },706 "location": [707 -500,708 -1550,709 10710 ],711 "rotation": [712 0,713 90.00018310546875,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 31,724 191,725 63726 ]727 },728 {729 "object_id": "SM_Chair_36",730 "bbox_2d": [731 863,732 645,733 1378,734 1079735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -396.7154732070953,740 -1400.0092620122603,741 72.05469512939453742 ],743 "extent": [744 43.999165572693244,745 38.8510510719027,746 62.05469512939453747 ]748 },749 "obb": {750 "center": [751 -396.7154732070953,752 -1400.0092620122603,753 72.05469512939453754 ],755 "extent": [756 43.999165572693244,757 38.8510510719027,758 62.05469512939453759 ],760 "rotation": [761 0,762 179.9998016357422,763 0764 ]765 },766 "location": [767 -400,768 -1400,769 10770 ],771 "rotation": [772 0,773 179.9998016357422,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 31,784 0,785 31786 ]787 }788 ],789 "books": [790 {791 "object_id": "SM_Book_01a6",792 "bbox_2d": [793 499,794 936,795 796,796 1079797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 -456,802 -1416,803 89804 ],805 "extent": [806 19.787247607068878,807 17.772505354077566,808 1.5919788597559545809 ]810 },811 "obb": {812 "center": [813 -456,814 -1416,815 89816 ],817 "extent": [818 19.787247607068878,819 17.772505354077566,820 1.5919788597559545821 ],822 "rotation": [823 -3.1805546814635168e-15,824 60.0000877380371,825 90.0000991821289826 ]827 },828 "location": [829 -456,830 -1416,831 89832 ],833 "rotation": [834 -3.1805546814635168e-15,835 60.0000877380371,836 90.0000991821289837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 0,846 15,847 255848 ]849 }850 ],851 "papers": [852 {853 "object_id": "SM_Papers_08_63",854 "bbox_2d": [855 61,856 861,857 255,858 934859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 -524,864 -1508,865 87.50901794433594866 ],867 "extent": [868 11.607874958872571,869 16.486662729103955,870 0.008878670632839203871 ]872 },873 "obb": {874 "center": [875 -524,876 -1508,877 87.50901794433594878 ],879 "extent": [880 11.607874958872571,881 16.486662729103955,882 0.008878670632839203883 ],884 "rotation": [885 0,886 -85.00004577636719,887 0888 ]889 },890 "location": [891 -524,892 -1508,893 87.50901794433594894 ],895 "rotation": [896 0,897 -85.00004577636719,898 0899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 0,908 15,909 191910 ]911 }912 ],913 "table": [914 {915 "object_id": "SM_OfficeTable_02_2",916 "bbox_2d": [917 0,918 967,919 300,920 1079921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 -540,926 -1380,927 49.124996185302734928 ],929 "extent": [930 40.00008522113217,931 80.00004261053209,932 39.124996185302734933 ]934 },935 "obb": {936 "center": [937 -540,938 -1380,939 49.124996185302734940 ],941 "extent": [942 40.00008522113217,943 80.00004261053209,944 39.124996185302734945 ],946 "rotation": [947 0,948 179.99993896484375,949 0950 ]951 },952 "location": [953 -540,954 -1380,955 10956 ],957 "rotation": [958 0,959 179.99993896484375,960 0961 ],962 "scale": [963 1,964 1,965 1966 ]967 },968 "color": [969 15,970 79,971 191972 ]973 },974 {975 "object_id": "SM_OfficeTable_21",976 "bbox_2d": [977 0,978 785,979 792,980 1023981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 -500,986 -1500,987 49.124996185302734988 ],989 "extent": [990 80.00008522097335,991 40.00017044221909,992 39.124996185302734993 ]994 },995 "obb": {996 "center": [997 -500,998 -1500,999 49.1249961853027341000 ],1001 "extent": [1002 80.00008522097335,1003 40.00017044221909,1004 39.1249961853027341005 ],1006 "rotation": [1007 0,1008 -90.00012207031251,1009 01010 ]1011 },1012 "location": [1013 -500,1014 -1500,1015 101016 ],1017 "rotation": [1018 0,1019 -90.00012207031251,1020 01021 ],1022 "scale": [1023 1,1024 1,1025 11026 ]1027 },1028 "color": [1029 15,1030 79,1031 2231032 ]1033 },1034 {1035 "object_id": "SM_OfficeTable_3",1036 "bbox_2d": [1037 274,1038 876,1039 1028,1040 10791041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 -460,1046 -1380,1047 49.1249961853027341048 ],1049 "extent": [1050 40,1051 80,1052 39.1249961853027341053 ]1054 },1055 "obb": {1056 "center": [1057 -460,1058 -1380,1059 49.1249961853027341060 ],1061 "extent": [1062 40,1063 80,1064 39.1249961853027341065 ],1066 "rotation": [1067 0,1068 0,1069 01070 ]1071 },1072 "location": [1073 -460,1074 -1380,1075 101076 ],1077 "rotation": [1078 0,1079 0,1080 01081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 15,1090 79,1091 471092 ]1093 }1094 ],1095 "mug": [1096 {1097 "object_id": "SM_Mug_3",1098 "bbox_2d": [1099 65,1100 858,1101 189,1102 9711103 ],1104 "bbox_3d": {1105 "aabb": {1106 "center": [1107 -523.3883786201477,1108 -1476,1109 95.502256393432621110 ],1111 "extent": [1112 7.370724201202393,1113 5.759102821350098,1114 7.48772144317626951115 ]1116 },1117 "obb": {1118 "center": [1119 -523.3883786201477,1120 -1476,1121 95.502256393432621122 ],1123 "extent": [1124 7.370724201202393,1125 5.759102821350098,1126 7.48772144317626951127 ],1128 "rotation": [1129 0,1130 0,1131 01132 ]1133 },1134 "location": [1135 -525,1136 -1476,1137 87.841728210449221138 ],1139 "rotation": [1140 0,1141 0,1142 01143 ],1144 "scale": [1145 1,1146 1,1147 11148 ]1149 },1150 "color": [1151 63,1152 79,1153 01154 ]1155 }1156 ]1157 }1158}