TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l010_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l010_r005/lit.png",5 "camera": {6 "location": [7 -106,8 38,9 17210 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -106,38 38,39 172,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 742,58 0,59 1100,60 10261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "ceiling lamp": [116 {117 "object_id": "SM_SillingLamp_2",118 "bbox_2d": [119 443,120 0,121 493,122 28123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -93.80305915372323,128 -257.4046730905663,129 330.37402153015137130 ],131 "extent": [132 11.91749922077183,133 13.449667203755325,134 15.387605667114258135 ]136 },137 "obb": {138 "center": [139 -93.80305915372323,140 -257.4046730905663,141 330.37402153015137142 ],143 "extent": [144 11.91749922077183,145 13.449667203755325,146 15.387605667114258147 ],148 "rotation": [149 0,150 30.000083923339854,151 0152 ]153 },154 "location": [155 -94.06661224365234,156 -257.11297607421875,157 345.7616271972656158 ],159 "rotation": [160 0,161 30.000083923339854,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 31,172 31,173 0174 ]175 },176 {177 "object_id": "SM_SillingLamp2",178 "bbox_2d": [179 742,180 0,181 794,182 99183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -6.130724676588379,188 -257.49718661139474,189 330.37402153015137190 ],191 "extent": [192 7.192038678185117,193 11.378019827732814,194 15.387605667114258195 ]196 },197 "obb": {198 "center": [199 -6.130724676588379,200 -257.49718661139474,201 330.37402153015137202 ],203 "extent": [204 7.192038678185117,205 11.378019827732814,206 15.387605667114258207 ],208 "rotation": [209 0,210 3.4332275390625e-05,211 0212 ]213 },214 "location": [215 -6.2131195068359375,216 -257.11279296875,217 345.7616271972656218 ],219 "rotation": [220 0,221 3.4332275390625e-05,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 31,232 31,233 255234 ]235 },236 {237 "object_id": "SM_SillingLamp3",238 "bbox_2d": [239 964,240 51,241 1023,242 150243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 78.66053193308672,248 -257.5021244623304,249 330.37402153015137250 ],251 "extent": [252 10.649809765922015,253 13.151656989309473,254 15.387605667114258255 ]256 },257 "obb": {258 "center": [259 78.66053193308672,260 -257.5021244623304,261 330.37402153015137262 ],263 "extent": [264 10.649809765922015,265 13.151656989309473,266 15.387605667114258267 ],268 "rotation": [269 0,270 -20,271 0272 ]273 },274 "location": [275 78.7145767211914,276 -257.11273193359375,277 345.7616271972656278 ],279 "rotation": [280 0,281 -20,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 31,292 31,293 127294 ]295 }296 ]297 },298 "foreground": {299 "closet": [300 {301 "object_id": "SM_Closet_29",302 "bbox_2d": [303 0,304 0,305 1134,306 820307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -5.889900207519531,312 -347.92909240722656,313 225.49037170410156314 ],315 "extent": [316 236.4459686279297,317 20.030471801757812,318 133.37185668945312319 ]320 },321 "obb": {322 "center": [323 -5.889900207519531,324 -347.92909240722656,325 225.49037170410156326 ],327 "extent": [328 236.4459686279297,329 20.030471801757812,330 133.37185668945312331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 -6.054466247558594,340 -367.9595642089844,341 92.11851501464844342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 255,356 127,357 0358 ]359 }360 ],361 "armchair": [362 {363 "object_id": "SM_ArmchairManager_32",364 "bbox_2d": [365 797,366 406,367 861,368 531369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -2.0084305367577002,374 -266.9637446004958,375 156.8519277990954376 ],377 "extent": [378 54.566865723696466,379 55.92745020578518,380 63.54718651223584381 ]382 },383 "obb": {384 "center": [385 -2.0084305367577002,386 -266.9637446004958,387 156.8519277990954388 ],389 "extent": [390 54.566865723696466,391 55.92745020578518,392 63.54718651223584393 ],394 "rotation": [395 0,396 30.00005722045899,397 0398 ]399 },400 "location": [401 -2.4702606201171875,402 -266.4104919433594,403 93.3218994140625404 ],405 "rotation": [406 0,407 30.00005722045899,408 0409 ],410 "scale": [411 1.100000023841858,412 1.100000023841858,413 1.100000023841858414 ]415 },416 "color": [417 255,418 127,419 255420 ]421 },422 {423 "object_id": "SM_ArmchairSingle_38",424 "bbox_2d": [425 1132,426 671,427 1171,428 913429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 51.21592908139999,434 -90.84782646696817,435 151.32426071166992436 ],437 "extent": [438 33.26026436641297,439 30.065236720987457,440 57.94956588745117441 ]442 },443 "obb": {444 "center": [445 51.21592908139999,446 -90.84782646696817,447 151.32426071166992448 ],449 "extent": [450 33.26026436641297,451 30.065236720987457,452 57.94956588745117453 ],454 "rotation": [455 0,456 90.00011444091797,457 0458 ]459 },460 "location": [461 50.492774963378906,462 -91.7777099609375,463 93.3218994140625464 ],465 "rotation": [466 0,467 90.00011444091797,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 255,478 127,479 127480 ]481 },482 {483 "object_id": "SM_ArmchairSingle3",484 "bbox_2d": [485 586,486 216,487 1105,488 1079489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -49.20721648019243,494 -92.56789634471355,495 151.32426071166992496 ],497 "extent": [498 37.97550408343436,499 35.383796010207135,500 57.94956588745117501 ]502 },503 "obb": {504 "center": [505 -49.20721648019243,506 -92.56789634471355,507 151.32426071166992508 ],509 "extent": [510 37.97550408343436,511 35.383796010207135,512 57.94956588745117513 ],514 "rotation": [515 0,516 -99.99960327148439,517 0518 ]519 },520 "location": [521 -48.333580017089844,522 -91.7777099609375,523 93.3218994140625524 ],525 "rotation": [526 0,527 -99.99960327148439,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 127,538 0,539 255540 ]541 },542 {543 "object_id": "SM_ArmchairSingle4",544 "bbox_2d": [545 1090,546 0,547 1919,548 1079549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -39.08587858956743,554 7.719998857923171,555 151.32426071166992556 ],557 "extent": [558 37.97550408343436,559 35.38379601020713,560 57.94956588745117561 ]562 },563 "obb": {564 "center": [565 -39.08587858956743,566 7.719998857923169,567 151.32426071166992568 ],569 "extent": [570 37.97550408343436,571 35.38379601020713,572 57.94956588745117573 ],574 "rotation": [575 0,576 -99.99960327148439,577 0578 ]579 },580 "location": [581 -38.212242126464844,582 8.510185241699219,583 93.3218994140625584 ],585 "rotation": [586 0,587 -99.99960327148439,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 127,598 255,599 0600 ]601 }602 ],603 "manager desk": [604 {605 "object_id": "SM_ManagerDesk_35",606 "bbox_2d": [607 433,608 526,609 1160,610 997611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 0.9649276733398438,616 -103.14732360839844,617 133.83098220825195618 ],619 "extent": [620 101.42112731933594,621 175.46688842773438,622 40.50908660888672623 ]624 },625 "obb": {626 "center": [627 0.9649276733398438,628 -103.14732360839844,629 133.83098220825195630 ],631 "extent": [632 101.42112731933594,633 175.46688842773438,634 40.50908660888672635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 3.7793960571289062,644 -148.75787353515625,645 93.32191467285156646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 0,660 127,661 127662 ]663 }664 ],665 "monitor": [666 {667 "object_id": "SM_Monitor",668 "bbox_2d": [669 493,670 280,671 632,672 530673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -67.37585065973605,678 -169.9528735959834,679 199.99402505135185680 ],681 "extent": [682 29.307229343322547,683 27.056972213491918,684 26.38376504158623685 ]686 },687 "obb": {688 "center": [689 -67.37585065973605,690 -169.9528735959834,691 199.99402505135185692 ],693 "extent": [694 29.307229343322547,695 27.056972213491918,696 26.38376504158623697 ],698 "rotation": [699 0,700 -50.00012207031249,701 0702 ]703 },704 "location": [705 -52.64727783203125,706 -170.69700622558594,707 173.61026000976562708 ],709 "rotation": [710 0,711 -50.00012207031249,712 0713 ],714 "scale": [715 0.800000011920929,716 0.800000011920929,717 0.800000011920929718 ]719 },720 "color": [721 127,722 63,723 255724 ]725 }726 ],727 "calendar": [728 {729 "object_id": "SM_CalendarDesk_116",730 "bbox_2d": [731 1101,732 489,733 1124,734 502735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 61.437330427932885,740 -166.4330257628863,741 179.62402725219727742 ],743 "extent": [744 12.325876402342068,745 9.841876774162444,746 5.984294891357422747 ]748 },749 "obb": {750 "center": [751 61.437330427932885,752 -166.4330257628863,753 179.62402725219727754 ],755 "extent": [756 12.325876402342068,757 9.841876774162444,758 5.984294891357422759 ],760 "rotation": [761 0,762 -110.00013732910158,763 0764 ]765 },766 "location": [767 60.486053466796875,768 -166.10409545898438,769 173.6102752685547770 ],771 "rotation": [772 0,773 -110.00013732910158,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 127,784 63,785 63786 ]787 }788 ],789 "tea table": [790 {791 "object_id": "SM_TeaTable_8",792 "bbox_2d": [793 0,794 626,795 13,796 645797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 -212.34503437948638,802 -295.45776235127244,803 121.29112624501886804 ],805 "extent": [806 19.04937372325287,807 19.049376364458,808 27.987954573018442809 ]810 },811 "obb": {812 "center": [813 -212.34503437948638,814 -295.45776235127244,815 121.29112624501886816 ],817 "extent": [818 19.04937372325287,819 19.049376364458,820 27.987954573018442821 ],822 "rotation": [823 0,824 0,825 0826 ]827 },828 "location": [829 -212.34503173828125,830 -295.457763671875,831 93.32220458984375832 ],833 "rotation": [834 0,835 0,836 0837 ],838 "scale": [839 0.6923760771751404,840 0.6923760771751404,841 0.9319819211959839842 ]843 },844 "color": [845 31,846 191,847 191848 ]849 }850 ],851 "decorative grass": [852 {853 "object_id": "SM_Decorative76_7",854 "bbox_2d": [855 404,856 281,857 442,858 310859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 -100.5865405130462,864 -339.46472209123397,865 254.58916430351383866 ],867 "extent": [868 5.887163628576673,869 6.730595939007003,870 5.420180339533545871 ]872 },873 "obb": {874 "center": [875 -100.5865405130462,876 -339.46472209123397,877 254.58916430351383878 ],879 "extent": [880 5.887163628576673,881 6.730595939007003,882 5.420180339533545883 ],884 "rotation": [885 0,886 0,887 0888 ]889 },890 "location": [891 -100.58649444580078,892 -339.4647216796875,893 249.10960388183594894 ],895 "rotation": [896 0,897 0,898 0899 ],900 "scale": [901 0.7547657489776611,902 0.8630754947662354,903 0.7636446356773376904 ]905 },906 "color": [907 31,908 31,909 63910 ]911 },912 {913 "object_id": "SM_Decorative77",914 "bbox_2d": [915 404,916 254,917 442,918 285919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 -100.58654051306075,924 -339.4647220912341,925 263.6859219957405926 ],927 "extent": [928 5.887165488238679,929 6.7305977982871354,930 5.4201820317757665931 ]932 },933 "obb": {934 "center": [935 -100.58654051306075,936 -339.4647220912341,937 263.6859219957405938 ],939 "extent": [940 5.887165488238679,941 6.7305977982871354,942 5.4201820317757665943 ],944 "rotation": [945 0,946 0,947 0948 ]949 },950 "location": [951 -100.58649444580078,952 -339.4647216796875,953 258.20635986328125954 ],955 "rotation": [956 0,957 0,958 0959 ],960 "scale": [961 0.7547659873962402,962 0.8630757331848145,963 0.7636448740959167964 ]965 },966 "color": [967 31,968 31,969 191970 ]971 },972 {973 "object_id": "SM_Decorative78_11",974 "bbox_2d": [975 796,976 393,977 836,978 407979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 40.91493225097656,984 -339.0389709472656,985 222.5072258079672986 ],987 "extent": [988 11.195476386359587,989 11.168371308230235,990 10.709661870894706991 ]992 },993 "obb": {994 "center": [995 40.91493225097656,996 -339.0389709472656,997 222.5072258079672998 ],999 "extent": [1000 11.195476386359587,1001 11.168371308230235,1002 10.7096618708947061003 ],1004 "rotation": [1005 0,1006 0,1007 01008 ]1009 },1010 "location": [1011 40.91493225097656,1012 -339.0389709472656,1013 211.722167968751014 ],1015 "rotation": [1016 0,1017 0,1018 01019 ],1020 "scale": [1021 1.332789421081543,1022 1.332789421081543,1023 1.3327894210815431024 ]1025 },1026 "color": [1027 31,1028 31,1029 311030 ]1031 },1032 {1033 "object_id": "SM_Decorative80_17",1034 "bbox_2d": [1035 503,1036 392,1037 505,1038 4121039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 -72.63748168945312,1044 -334.3370933532715,1045 224.194183349609381046 ],1047 "extent": [1048 3.7149658203125,1049 3.137065887451172,1050 12.401428222656251051 ]1052 },1053 "obb": {1054 "center": [1055 -72.63748168945312,1056 -334.3370933532715,1057 224.194183349609381058 ],1059 "extent": [1060 3.7149658203125,1061 3.137065887451172,1062 12.401428222656251063 ],1064 "rotation": [1065 0,1066 0,1067 01068 ]1069 },1070 "location": [1071 -72.63748168945312,1072 -334.33709716796875,1073 211.722198486328121074 ],1075 "rotation": [1076 0,1077 0,1078 01079 ],1080 "scale": [1081 1,1082 1,1083 11084 ]1085 },1086 "color": [1087 0,1088 255,1089 951090 ]1091 },1092 {1093 "object_id": "SM_Decorative84_30",1094 "bbox_2d": [1095 490,1096 137,1097 531,1098 2091099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 -73.23477172851562,1104 -339.63478536716866,1105 301.45129535874731106 ],1107 "extent": [1108 6.806408778320474,1109 4.274594100592367,1110 14.6343069764006941111 ]1112 },1113 "obb": {1114 "center": [1115 -73.23477172851562,1116 -339.63478536716866,1117 301.45129535874731118 ],1119 "extent": [1120 6.806408778320474,1121 4.274594100592367,1122 14.6343069764006941123 ],1124 "rotation": [1125 0,1126 0,1127 01128 ]1129 },1130 "location": [1131 -73.23477172851562,1132 -339.634765625,1133 286.783752441406251134 ],1135 "rotation": [1136 0,1137 0,1138 01139 ],1140 "scale": [1141 1.2938227653503418,1142 1.2938227653503418,1143 1.29382276535034181144 ]1145 },1146 "color": [1147 0,1148 191,1149 951150 ]1151 },1152 {1153 "object_id": "SM_Decorative85",1154 "bbox_2d": [1155 548,1156 165,1157 577,1158 2171159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 -56.40060423649874,1164 -339.63477885945616,1165 298.137476761439761166 ],1167 "extent": [1168 6.217201824810651,1169 5.499867281420109,1170 11.3279973313292431171 ]1172 },1173 "obb": {1174 "center": [1175 -56.40060423649874,1176 -339.63477885945616,1177 298.137476761439761178 ],1179 "extent": [1180 6.217201824810651,1181 5.499867281420109,1182 11.3279973313292431183 ],1184 "rotation": [1185 0,1186 30.000083923339854,1187 01188 ]1189 },1190 "location": [1191 -56.400611877441406,1192 -339.634765625,1193 286.783752441406251194 ],1195 "rotation": [1196 0,1197 30.000083923339854,1198 01199 ],1200 "scale": [