TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l045_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l045_r003/lit.png",5 "camera": {6 "location": [7 0,8 125,9 19910 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 0,38 125,39 199,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_WindowOpen_50",56 "bbox_2d": [57 1606,58 15,59 1919,60 84861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -260.2314281463623,66 -96.93702158267479,67 219.5105819702148468 ],69 "extent": [70 20.735897064208984,71 49.87431874935646,72 119.4392242431640673 ]74 },75 "obb": {76 "center": [77 -260.2314281463623,78 -96.93702158267479,79 219.5105819702148480 ],81 "extent": [82 20.735897064208984,83 49.87431874935646,84 119.4392242431640685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -255.55386352539062,94 -146.81134033203125,95 100.0967254638671996 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1.059999942779541,105 1106 ]107 },108 "color": [109 127,110 0,111 127112 ]113 },114 {115 "object_id": "SM_WindowOpen2_60",116 "bbox_2d": [117 832,118 15,119 1210,120 911121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -260.2314281463623,126 109.07870259945412,127 219.51058197021484128 ],129 "extent": [130 20.735897064208984,131 49.87431874935646,132 119.43922424316406133 ]134 },135 "obb": {136 "center": [137 -260.2314281463623,138 109.07870259945412,139 219.51058197021484140 ],141 "extent": [142 20.735897064208984,143 49.87431874935646,144 119.43922424316406145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -255.55386352539062,154 59.204383850097656,155 100.09672546386719156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1.059999942779541,165 1166 ]167 },168 "color": [169 127,170 127,171 255172 ]173 }174 ],175 "window divided": [176 {177 "object_id": "SM_Window2",178 "bbox_2d": [179 1207,180 15,181 1605,182 712183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -260.562744140625,188 6.057598385566507,189 219.51061248779297190 ],191 "extent": [192 5,193 53.16790417169932,194 119.43922424316406195 ]196 },197 "obb": {198 "center": [199 -260.562744140625,200 6.057598385566507,201 219.51061248779297202 ],203 "extent": [204 5,205 53.16790417169932,206 119.43922424316406207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -255.562744140625,216 -47.11030578613281,217 100.09675598144531218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1.1299999952316284,227 1228 ]229 },230 "color": [231 127,232 127,233 0234 ]235 },236 {237 "object_id": "SM_Window3_62",238 "bbox_2d": [239 437,240 15,241 831,242 911243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -260.5628662109375,248 211.59552451635,249 219.51061248779297250 ],251 "extent": [252 5,253 52.69739219213125,254 119.43922424316406255 ]256 },257 "obb": {258 "center": [259 -260.5628662109375,260 211.59552451635,261 219.51061248779297262 ],263 "extent": [264 5,265 52.69739219213125,266 119.43922424316406267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 -255.5628662109375,276 158.89813232421875,277 100.09675598144531278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1.1200000047683716,287 1288 ]289 },290 "color": [291 127,292 127,293 127294 ]295 }296 ]297 },298 "foreground": {299 "plane": [300 {301 "object_id": "Plane_68",302 "bbox_2d": [303 845,304 226,305 1919,306 519307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -427.68328857421875,312 211.84524536132807,313 234.66394042968747314 ],315 "extent": [316 0.0023036386334069903,317 1000.0018954050647,318 300.0063180862628319 ]320 },321 "obb": {322 "center": [323 -427.68328857421875,324 211.845245361328,325 234.66394042968744326 ],327 "extent": [328 0.0023036386334069903,329 1000.0018954050647,330 300.0063180862628331 ],332 "rotation": [333 0.0003620000206824746,334 -89.99987030029298,335 89.99999237060548336 ]337 },338 "location": [339 -427.68328857421875,340 211.84524536132812,341 234.6639404296875342 ],343 "rotation": [344 0.0003620000206824746,345 -89.99987030029298,346 89.99999237060548347 ],348 "scale": [349 20,350 6,351 1352 ]353 },354 "color": [355 255,356 0,357 63358 ]359 }360 ],361 "curtain": [362 {363 "object_id": "SM_CurtainLong2_77",364 "bbox_2d": [365 1695,366 0,367 1919,368 134369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -237.57948279380798,374 -99.70682678361663,375 322.2176284790039376 ],377 "extent": [378 2.8221590518951416,379 44.898785157101884,380 23.563682556152344381 ]382 },383 "obb": {384 "center": [385 -237.57948279380798,386 -99.70682678361663,387 322.2176284790039388 ],389 "extent": [390 2.8221590518951416,391 44.898785157101884,392 23.563682556152344393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 -240.40164184570312,402 -99.96336364746094,403 345.78131103515625404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 0.8799999952316284,413 1414 ]415 },416 "color": [417 127,418 0,419 63420 ]421 },422 {423 "object_id": "SM_CurtainLong4",424 "bbox_2d": [425 862,426 0,427 1218,428 134429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -237.57984900474548,434 105.36954345564118,435 322.2176284790039436 ],437 "extent": [438 2.8221590518951416,439 44.898785157101884,440 23.563682556152344441 ]442 },443 "obb": {444 "center": [445 -237.57984900474548,446 105.36954345564118,447 322.2176284790039448 ],449 "extent": [450 2.8221590518951416,451 44.898785157101884,452 23.563682556152344453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 -240.40200805664062,462 105.11300659179688,463 345.78131103515625464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 0.8799999952316284,473 1474 ]475 },476 "color": [477 127,478 255,479 63480 ]481 },482 {483 "object_id": "SM_CurtainLong5",484 "bbox_2d": [485 437,486 0,487 794,488 427489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -237.57984924316406,494 209.5871099767619,495 286.1421890258789496 ],497 "extent": [498 2.8221588134765625,499 44.898785157101884,500 59.639122009277344501 ]502 },503 "obb": {504 "center": [505 -237.57984924316406,506 209.5871099767619,507 286.1421890258789508 ],509 "extent": [510 2.8221588134765625,511 44.898785157101884,512 59.639122009277344513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 -240.40200805664062,522 208.00189208984375,523 345.78131103515625524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 0.8799999952316284,533 1534 ]535 },536 "color": [537 127,538 127,539 63540 ]541 },542 {543 "object_id": "SM_Curtain_67",544 "bbox_2d": [545 1278,546 0,547 1635,548 427549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -237.83901977539062,554 2.8463529882365037,555 286.23697662353516556 ],557 "extent": [558 2.8221588134765625,559 44.898785157101884,560 59.639122009277344561 ]562 },563 "obb": {564 "center": [565 -237.83901977539062,566 2.8463529882365037,567 286.23697662353516568 ],569 "extent": [570 2.8221588134765625,571 44.898785157101884,572 59.639122009277344573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 -240.6611785888672,582 1.2611351013183594,583 345.8760986328125584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 0.8799999952316284,593 1594 ]595 },596 "color": [597 255,598 63,599 223600 ]601 }602 ],603 "cabinet": [604 {605 "object_id": "SM_KomodC_73",606 "bbox_2d": [607 0,608 806,609 96,610 1070611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -124.10193794684471,616 298.8887793179526,617 124.05502212140846618 ],619 "extent": [620 104.79397541784618,621 20.51142805681326,622 18.019146421651385623 ]624 },625 "obb": {626 "center": [627 -124.10193794684471,628 298.8887793179526,629 124.05502212140846630 ],631 "extent": [632 104.79397541784618,633 20.51142805681326,634 18.019146421651385635 ],636 "rotation": [637 0,638 179.9999237060547,639 0640 ]641 },642 "location": [643 -124.0071792602539,644 319.5770263671875,645 105.9097900390625646 ],647 "rotation": [648 0,649 179.9999237060547,650 0651 ],652 "scale": [653 1.399999976158142,654 1.100000023841858,655 1.399999976158142656 ]657 },658 "color": [659 191,660 95,661 127662 ]663 },664 {665 "object_id": "SM_KomodA5",666 "bbox_2d": [667 0,668 283,669 114,670 434671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 -171.0946897744853,676 312.0408421269254,677 234.25426573261743678 ],679 "extent": [680 33.257105774936946,681 7.441403702276773,682 12.88621669263648683 ]684 },685 "obb": {686 "center": [687 -171.0946897744853,688 312.0408421269254,689 234.25426573261743690 ],691 "extent": [692 33.257105774936946,693 7.441403702276773,694 12.88621669263648695 ],696 "rotation": [697 0.0003210188588127494,698 179.9999542236328,699 0700 ]701 },702 "location": [703 -171.1668701171875,704 319.575927734375,705 221.30296325683594706 ],707 "rotation": [708 0.0003210188588127494,709 179.9999542236328,710 0711 ],712 "scale": [713 1.399999976158142,714 1.399999976158142,715 1.399999976158142716 ]717 },718 "color": [719 191,720 95,721 31722 ]723 }724 ],725 "photo frame": [726 {727 "object_id": "SM_PicFram5_97",728 "bbox_2d": [729 0,730 551,731 159,732 820733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -204.10205487919947,738 314.07568062619777,739 169.34286783467468740 ],741 "extent": [742 18.736677705365878,743 5.255410112622201,744 27.19552908296069745 ]746 },747 "obb": {748 "center": [749 -204.10205487919947,750 314.07568062619777,751 169.34286783467468752 ],753 "extent": [754 18.736677705365878,755 5.255410112622201,756 27.19552908296069757 ],758 "rotation": [759 79.99990081787126,760 89.99997711181658,761 -89.99963378906264762 ]763 },764 "location": [765 -222.8546142578125,766 314.5977478027344,767 169.2508087158203768 ],769 "rotation": [770 79.99990081787126,771 89.99997711181658,772 -89.99963378906264773 ],774 "scale": [775 -0.6426889896392822,776 0.6426885724067688,777 0.6426885724067688778 ]779 },780 "color": [781 31,782 95,783 31784 ]785 }786 ],787 "decorative grass": [788 {789 "object_id": "SM_Decorative120_177",790 "bbox_2d": [791 0,792 778,793 50,794 862795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -169.3011474609375,800 303.0625915527344,801 148.3382348652467802 ],803 "extent": [804 12.333641703113045,805 12.3336507675848,806 6.1724759113676555807 ]808 },809 "obb": {810 "center": [811 -169.3011474609375,812 303.0625915527344,813 148.3382348652467814 ],815 "extent": [816 12.333641703113045,817 12.3336507675848,818 6.1724759113676555819 ],820 "rotation": [821 0,822 179.99986267089844,823 0824 ]825 },826 "location": [827 -169.3011474609375,828 303.0625915527344,829 142.07415771484375830 ],831 "rotation": [832 0,833 179.99986267089844,834 0835 ],836 "scale": [837 1.1881012916564941,838 1.1881012916564941,839 1.1881012916564941840 ]841 },842 "color": [843 95,844 31,845 31846 ]847 },848 {849 "object_id": "SM_Decorative132_205",850 "bbox_2d": [851 0,852 342,853 69,854 421855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 -188.6259994506836,860 311.63172912597656,861 230.21942138671875862 ],863 "extent": [864 12.070976257324219,865 7.1371917724609375,866 7.383674621582031867 ]868 },869 "obb": {870 "center": [871 -188.6259994506836,872 311.63172912597656,873 230.21942138671875874 ],875 "extent": [876 12.070976257324219,877 7.1371917724609375,878 7.383674621582031879 ],880 "rotation": [881 0,882 0,883 0884 ]885 },886 "location": [887 -188.62600708007812,888 311.6317138671875,889 222.78553771972656890 ],891 "rotation": [892 0,893 0,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 95,904 95,905 31906 ]907 },908 {909 "object_id": "SM_Decorative140_28",910 "bbox_2d": [911 1048,912 1013,913 1136,914 1079915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 -169.51445198059082,920 101.59306049346924,921 104.5794324874878922 ],923 "extent": [924 7.757952690124512,925 7.760753631591797,926 8.419204711914062927 ]928 },929 "obb": {930 "center": [931 -169.51445198059082,932 101.59306049346924,933 104.5794324874878934 ],935 "extent": [936 7.757952690124512,937 7.760753631591797,938 8.419204711914062939 ],940 "rotation": [941 0,942 0,943 0944 ]945 },946 "location": [947 -169.5406951904297,948 101.55656433105469,949 96.09751892089844950 ],951 "rotation": [952 0,953 0,954 0955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 63,964 0,965 159966 ]967 },968 {969 "object_id": "SM_Decorative141_31",970 "bbox_2d": [971 1034,972 848,973 1142,974 927975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 -190.36122512817383,980 99.6167516708374,981 129.19234323501587982 ],983 "extent": [984 10.764593124389648,985 10.746787071228027,986 5.97788667678833987 ]988 },989 "obb": {990 "center": [991 -190.36122512817383,992 99.6167516708374,993 129.19234323501587994 ],995 "extent": [996 10.764593124389648,997 10.746787071228027,998 5.97788667678833999 ],1000 "rotation": [1001 0,1002 0,1003 01004 ]1005 },1006 "location": [1007 -190.33892822265625,1008 99.58777618408203,1009 123.121765136718751010 ],1011 "rotation": [1012 0,1013 0,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 63,1024 255,1025 1591026 ]1027 },1028 {1029 "object_id": "SM_Decorative143_37",1030 "bbox_2d": [1031 831,1032 846,1033 1026,1034 9221035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 -208.9742431640625,1040 131.74339294433594,1041 124.803808093070981042 ],1043 "extent": [1044 24.38862076845703,1045 24.227289822681854,1046 1.69463169574737551047 ]1048 },1049 "obb": {1050 "center": [1051 -208.9742431640625,1052 131.74339294433594,1053 124.803808093070981054 ],1055 "extent": [1056 24.38862076845703,1057 24.227289822681854,1058 1.69463169574737551059 ],1060 "rotation": [1061 0,1062 140.00015258789062,1063 01064 ]1065 },1066 "location": [1067 -208.9742431640625,1068 131.74339294433594,1069 123.1218261718751070 ],1071 "rotation": [1072 0,1073 140.00015258789062,1074 01075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 63,1084 127,1085 1591086 ]1087 },1088 {1089 "object_id": "SM_Decorative142_40",1090 "bbox_2d": [1091 909,1092 836,1093 928,1094 8781095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 -216.60475158691406,1100 132.44192504882812,1101 127.40234494209291102 ],1103 "extent": [1104 3.9829070568084717,1105 3.9831271171569824,1106 3.5731697082519531107 ]1108 },1109 "obb": {1110 "center": [1111 -216.60475158691406,1112 132.44192504882812,1113 127.40234494209291114 ],1115 "extent": [1116 3.9829070568084717,1117 3.9831271171569824,1118 3.5731697082519531119 ],1120 "rotation": [1121 0,1122 0,1123 01124 ]1125 },1126 "location": [1127 -216.60475158691406,1128 132.44192504882812,1129 123.828926086425781130 ],1131 "rotation": [1132 0,1133 0,1134 01135 ],1136 "scale": [1137 1,1138 1,1139 11140 ]1141 },1142 "color": [1143 63,1144 63,1145 1591146 ]1147 },1148 {1149 "object_id": "SM_Decorative144",1150 "bbox_2d": [1151 870,1152 853,1153 907,1154 8981155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 -204.59829711914062,1160 140.08975219726562,1161 127.40234494209291162 ],1163 "extent": [1164 3.9829070568084717,1165 3.9831271171569824,1166 3.5731697082519531167 ]1168 },1169 "obb": {1170 "center": [1171 -204.59829711914062,1172 140.08975219726562,1173 127.40234494209291174 ],1175 "extent": [1176 3.9829070568084717,1177 3.9831271171569824,1178 3.5731697082519531179 ],1180 "rotation": [1181 0,1182 0,1183 01184 ]1185 },1186 "location": [1187 -204.59829711914062,1188 140.08975219726562,1189 123.828926086425781190 ],1191 "rotation": [1192 0,1193 0,1194 01195 ],1196 "scale": [1197 1,1198 1,1199 11200 ]