TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "SciOffice",3 "view_id": "l028_off1_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/SciOffice/l028_off1_r005/lit.png",5 "camera": {6 "location": [7 -965,8 -42,9 219.666671752929710 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -965,38 -42,39 219.6666717529297,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_Wall_16",56 "bbox_2d": [57 952,58 55,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -710,66 -300,67 159.9999847412109468 ],69 "extent": [70 11.000428545730301,71 200.2500234353672,72 150.2573 ]74 },75 "obb": {76 "center": [77 -710,78 -300,79 159.9999847412109480 ],81 "extent": [82 11.000428545730301,83 200.2500234353672,84 150.2585 ],86 "rotation": [87 0,88 90.00012207031251,89 090 ]91 },92 "location": [93 -710,94 -300,95 1096 ],97 "rotation": [98 0,99 90.00012207031251,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 255112 ]113 },114 {115 "object_id": "SM_Wall_17",116 "bbox_2d": [117 937,118 0,119 1919,120 367121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -710,126 -300,127 359.99999237060547128 ],129 "extent": [130 11.000426638381668,131 200.25002343536312,132 50.24999237060547133 ]134 },135 "obb": {136 "center": [137 -710,138 -300,139 359.99999237060547140 ],141 "extent": [142 11.000426638381668,143 200.25002343536312,144 50.24999237060547145 ],146 "rotation": [147 0,148 90.00012207031251,149 0150 ]151 },152 "location": [153 -710,154 -300,155 310156 ],157 "rotation": [158 0,159 90.00012207031251,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 127,170 0,171 127172 ]173 },174 {175 "object_id": "SM_Wall_100",176 "bbox_2d": [177 0,178 76,179 938,180 365181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -920,186 -500,187 359.99999237060547188 ],189 "extent": [190 200.2500059515433,191 11.000108345673539,192 50.24999237060547193 ]194 },195 "obb": {196 "center": [197 -920,198 -500,199 359.99999237060547200 ],201 "extent": [202 200.2500059515433,203 11.000108345673539,204 50.24999237060547205 ],206 "rotation": [207 0,208 -3.099999958067201e-05,209 0210 ]211 },212 "location": [213 -920,214 -500,215 310216 ],217 "rotation": [218 0,219 -3.099999958067201e-05,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 191,230 63,231 63232 ]233 }234 ],235 "floor planks corner": [236 {237 "object_id": "SM_Floor_221",238 "bbox_2d": [239 145,240 0,241 1208,242 182243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -920,248 -300,249 420250 ],251 "extent": [252 200.50076280677035,253 200.5007628067703,254 11.000001907348633255 ]256 },257 "obb": {258 "center": [259 -920,260 -300,261 420262 ],263 "extent": [264 200.50076280677035,265 200.5007628067703,266 11.000001907348633267 ],268 "rotation": [269 0,270 179.99978637695312,271 0272 ]273 },274 "location": [275 -920,276 -300,277 420278 ],279 "rotation": [280 0,281 179.99978637695312,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 255,292 0,293 159294 ]295 }296 ],297 "pipe": [298 {299 "object_id": "SM_Pipe_71",300 "bbox_2d": [301 1013,302 0,303 1185,304 95305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -780,310 -210,311 380312 ],313 "extent": [314 10.000199737061848,315 100.00001997350874,316 10317 ]318 },319 "obb": {320 "center": [321 -780,322 -210,323 380324 ],325 "extent": [326 10.000199737061848,327 100.00001997350874,328 10329 ],330 "rotation": [331 0,332 -90.00011444091797,333 0334 ]335 },336 "location": [337 -780,338 -210,339 380340 ],341 "rotation": [342 0,343 -90.00011444091797,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 63,354 255,355 159356 ]357 },358 {359 "object_id": "SM_Pipe_72",360 "bbox_2d": [361 883,362 42,363 1048,364 188365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -780,370 -360,371 380372 ],373 "extent": [374 10.00009986852092,375 50.00001997360846,376 10377 ]378 },379 "obb": {380 "center": [381 -780,382 -360,383 380384 ],385 "extent": [386 10.00009986852092,387 50.00001997360846,388 10389 ],390 "rotation": [391 0,392 -90.00011444091797,393 0394 ]395 },396 "location": [397 -780,398 -360,399 380400 ],401 "rotation": [402 0,403 -90.00011444091797,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 63,414 127,415 159416 ]417 },418 {419 "object_id": "SM_Pipe_73",420 "bbox_2d": [421 826,422 146,423 913,424 199425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 -787.5001677787674,430 -427.499924279149,431 380432 ],433 "extent": [434 17.500167778307855,435 17.50016396364714,436 10437 ]438 },439 "obb": {440 "center": [441 -787.5001677787674,442 -427.499924279149,443 380444 ],445 "extent": [446 17.500167778307855,447 17.50016396364714,448 10449 ],450 "rotation": [451 0,452 -90.00054931640625,453 0454 ]455 },456 "location": [457 -780,458 -410,459 380460 ],461 "rotation": [462 0,463 -90.00054931640625,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 63,474 63,475 159476 ]477 },478 {479 "object_id": "SM_Pipe_58",480 "bbox_2d": [481 0,482 41,483 899,484 232485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 -920,490 -465,491 380492 ],493 "extent": [494 200,495 10,496 10497 ]498 },499 "obb": {500 "center": [501 -920,502 -465,503 380504 ],505 "extent": [506 200,507 10,508 10509 ],510 "rotation": [511 0,512 0,513 0514 ]515 },516 "location": [517 -920,518 -465,519 380520 ],521 "rotation": [522 0,523 0,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 79,534 31,535 95536 ]537 },538 {539 "object_id": "SM_Pipe_74",540 "bbox_2d": [541 0,542 0,543 836,544 197545 ],546 "bbox_3d": {547 "aabb": {548 "center": [549 -1005,550 -435,551 380552 ],553 "extent": [554 200,555 10,556 10557 ]558 },559 "obb": {560 "center": [561 -1005,562 -435,563 380564 ],565 "extent": [566 200,567 10,568 10569 ],570 "rotation": [571 0,572 0,573 0574 ]575 },576 "location": [577 -1005,578 -435,579 380580 ],581 "rotation": [582 0,583 0,584 0585 ],586 "scale": [587 1,588 1,589 1590 ]591 },592 "color": [593 79,594 31,595 223596 ]597 }598 ],599 "pipe connector": [600 {601 "object_id": "SM_Pipe_Con_59",602 "bbox_2d": [603 884,604 188,605 973,606 251607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 -735,612 -465,613 379.8999996185303614 ],615 "extent": [616 25,617 13.199999809265137,618 13.300000190734863619 ]620 },621 "obb": {622 "center": [623 -735,624 -465,625 379.8999996185303626 ],627 "extent": [628 25,629 13.199999809265137,630 13.300000190734863631 ],632 "rotation": [633 0,634 0,635 0636 ]637 },638 "location": [639 -735,640 -465,641 380642 ],643 "rotation": [644 0,645 0,646 0647 ],648 "scale": [649 1,650 1,651 1652 ]653 },654 "color": [655 127,656 159,657 31658 ]659 }660 ],661 "cable rail": [662 {663 "object_id": "SM_CableRail_42",664 "bbox_2d": [665 872,666 0,667 999,668 59669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -810,674 -250,675 397.50000047683716676 ],677 "extent": [678 13.00020069073014,679 100.00002596562308,680 3.500000238418579681 ]682 },683 "obb": {684 "center": [685 -810,686 -250,687 397.50000047683716688 ],689 "extent": [690 13.00020069073014,691 100.00002596562308,692 3.500000238418579693 ],694 "rotation": [695 0,696 -90.00011444091797,697 0698 ]699 },700 "location": [701 -810,702 -250,703 395704 ],705 "rotation": [706 0,707 -90.00011444091797,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 159,718 95,719 31720 ]721 },722 {723 "object_id": "SM_CableRail_76",724 "bbox_2d": [725 724,726 26,727 927,728 102729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 -828.5624623593684,734 -381.4374623594445,735 397.50000047683716736 ],737 "extent": [738 31.562568885782525,739 31.437569152098888,740 3.500000238418579741 ]742 },743 "obb": {744 "center": [745 -828.5624623593684,746 -381.4374623594445,747 397.50000047683716748 ],749 "extent": [750 31.562568885782525,751 31.437569152098888,752 3.500000238418579753 ],754 "rotation": [755 0,756 -90.00012207031251,757 0758 ]759 },760 "location": [761 -810,762 -400,763 395764 ],765 "rotation": [766 0,767 -90.00012207031251,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 159,778 95,779 95780 ]781 },782 {783 "object_id": "SM_CableRail_44",784 "bbox_2d": [785 342,786 0,787 735,788 88789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 -1060,794 -400,795 397.50000047683716796 ],797 "extent": [798 200.00004846814522,799 13.00074663868918,800 3.500000238418579801 ]802 },803 "obb": {804 "center": [805 -1060,806 -400,807 397.50000047683716808 ],809 "extent": [810 200.00004846814522,811 13.00074663868918,812 3.500000238418579813 ],814 "rotation": [815 0,816 179.99978637695312,817 0818 ]819 },820 "location": [821 -1060,822 -400,823 395824 ],825 "rotation": [826 0,827 179.99978637695312,828 0829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 159,838 0,839 159840 ]841 }842 ],843 "cable rail holder": [844 {845 "object_id": "SM_CableRailHolder_01_2",846 "bbox_2d": [847 712,848 25,849 742,850 99851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 -860,856 -400,857 403.66500091552734858 ],859 "extent": [860 1.2468695640563965,861 16.210599899291992,862 11.935001373291016863 ]864 },865 "obb": {866 "center": [867 -860,868 -400,869 403.66500091552734870 ],871 "extent": [872 1.2468695640563965,873 16.210599899291992,874 11.935001373291016875 ],876 "rotation": [877 0,878 0,879 0880 ]881 },882 "location": [883 -860,884 -400,885 394886 ],887 "rotation": [888 0,889 0,890 0891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 159,900 159,901 63902 ]903 },904 {905 "object_id": "SM_CableRailHolder_2",906 "bbox_2d": [907 862,908 16,909 945,910 70911 ],912 "bbox_3d": {913 "aabb": {914 "center": [915 -810,916 -350,917 403.66500091552734918 ],919 "extent": [920 16.210602555746846,921 1.2469041012046773,922 11.935001373291016923 ]924 },925 "obb": {926 "center": [927 -810,928 -350,929 403.66500091552734930 ],931 "extent": [932 16.210602555746846,933 1.2469041012046773,934 11.935001373291016935 ],936 "rotation": [937 0,938 -90.00012207031251,939 0940 ]941 },942 "location": [943 -810,944 -350,945 394946 ],947 "rotation": [948 0,949 -90.00012207031251,950 0951 ],952 "scale": [953 1,954 1,955 1956 ]957 },958 "color": [959 159,960 159,961 191962 ]963 },964 {965 "object_id": "SM_CableRailHolder_7",966 "bbox_2d": [967 347,968 0,969 357,970 16971 ],972 "bbox_3d": {973 "aabb": {974 "center": [975 -980,976 -400,977 403.66500091552734978 ],979 "extent": [980 1.2468695640563965,981 16.210599899291992,982 11.935001373291016983 ]984 },985 "obb": {986 "center": [987 -980,988 -400,989 403.66500091552734990 ],991 "extent": [992 1.2468695640563965,993 16.210599899291992,994 11.935001373291016995 ],996 "rotation": [997 0,998 0,999 01000 ]1001 },1002 "location": [1003 -980,1004 -400,1005 3941006 ],1007 "rotation": [1008 0,1009 0,1010 01011 ],1012 "scale": [1013 1,1014 1,1015 11016 ]1017 },1018 "color": [1019 0,1020 255,1021 2231022 ]1023 }1024 ],1025 "pipe holder": [1026 {1027 "object_id": "SM_PipeHolder_13",1028 "bbox_2d": [1029 774,1030 102,1031 796,1032 1931033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 -825,1038 -435,1039 391.34352874755861040 ],1041 "extent": [1042 1.6170004606246948,1043 11.512943267822266,1044 22.856472015380861045 ]1046 },1047 "obb": {1048 "center": [1049 -825,1050 -435,1051 391.34352874755861052 ],1053 "extent": [1054 1.6170004606246948,1055 11.512943267822266,1056 22.856472015380861057 ],1058 "rotation": [1059 0,1060 0,1061 01062 ]1063 },1064 "location": [1065 -825,1066 -435,1067 3801068 ],1069 "rotation": [1070 0,1071 0,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 223,1082 127,1083 631084 ]1085 },1086 {1087 "object_id": "SM_PipeHolder_14",1088 "bbox_2d": [1089 752,1090 123,1091 772,1092 2131093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 -825,1098 -465,1099 391.34352874755861100 ],1101 "extent": [1102 1.6170004606246948,1103 11.512943267822266,1104 22.856472015380861105 ]1106 },1107 "obb": {1108 "center": [1109 -825,1110 -465,1111 391.34352874755861112 ],1113 "extent": [1114 1.6170004606246948,1115 11.512943267822266,1116 22.856472015380861117 ],1118 "rotation": [1119 0,1120 0,1121 01122 ]1123 },1124 "location": [1125 -825,1126 -465,1127 3801128 ],1129 "rotation": [1130 0,1131 0,1132 01133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 223,1142 127,1143 1911144 ]1145 },1146 {1147 "object_id": "SM_PipeHolder_15",1148 "bbox_2d": [1149 917,1150 62,1151 968,1152 1661153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 -780,1158 -375,1159 391.34352874755861160 ],1161 "extent": [1162 11.512946712862345,1163 1.6170249892790594,1164 22.856472015380861165 ]1166 },1167 "obb": {1168 "center": [1169 -780,1170 -375,1171 391.34352874755861172 ],1173 "extent": [1174 11.512946712862345,1175 1.6170249892790594,1176 22.856472015380861177 ],1178 "rotation": [1179 0,1180 -90.00012207031251,1181 01182 ]1183 },1184 "location": [1185 -780,1186 -375,1187 3801188 ],1189 "rotation": [1190 0,1191 -90.00012207031251,1192 01193 ],1194 "scale": [1195 1,1196 1,1197 11198 ]1199 },1200 "color": [