TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l046_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l046_r005/lit.png",5 "camera": {6 "location": [7 85,8 78,9 21310 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 85,38 78,39 213,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 0,58 0,59 818,60 16561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "ceiling lamp": [116 {117 "object_id": "SM_SillingLamp2",118 "bbox_2d": [119 0,120 14,121 34,122 149123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -6.130724676588379,128 -257.49718661139474,129 330.37402153015137130 ],131 "extent": [132 7.192038678185117,133 11.378019827732814,134 15.387605667114258135 ]136 },137 "obb": {138 "center": [139 -6.130724676588379,140 -257.49718661139474,141 330.37402153015137142 ],143 "extent": [144 7.192038678185117,145 11.378019827732814,146 15.387605667114258147 ],148 "rotation": [149 0,150 3.4332275390625e-05,151 0152 ]153 },154 "location": [155 -6.2131195068359375,156 -257.11279296875,157 345.7616271972656158 ],159 "rotation": [160 0,161 3.4332275390625e-05,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 31,172 31,173 255174 ]175 },176 {177 "object_id": "SM_SillingLamp3",178 "bbox_2d": [179 349,180 86,181 413,182 204183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 78.66053193308672,188 -257.5021244623304,189 330.37402153015137190 ],191 "extent": [192 10.649809765922015,193 13.151656989309473,194 15.387605667114258195 ]196 },197 "obb": {198 "center": [199 78.66053193308672,200 -257.5021244623304,201 330.37402153015137202 ],203 "extent": [204 10.649809765922015,205 13.151656989309473,206 15.387605667114258207 ],208 "rotation": [209 0,210 -20,211 0212 ]213 },214 "location": [215 78.7145767211914,216 -257.11273193359375,217 345.7616271972656218 ],219 "rotation": [220 0,221 -20,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 31,232 31,233 127234 ]235 }236 ]237 },238 "foreground": {239 "closet": [240 {241 "object_id": "SM_Closet_29",242 "bbox_2d": [243 0,244 75,245 782,246 848247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -5.889900207519531,252 -347.92909240722656,253 225.49037170410156254 ],255 "extent": [256 236.4459686279297,257 20.030471801757812,258 133.37185668945312259 ]260 },261 "obb": {262 "center": [263 -5.889900207519531,264 -347.92909240722656,265 225.49037170410156266 ],267 "extent": [268 236.4459686279297,269 20.030471801757812,270 133.37185668945312271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 -6.054466247558594,280 -367.9595642089844,281 92.11851501464844282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 255,296 127,297 0298 ]299 }300 ],301 "armchair": [302 {303 "object_id": "SM_ArmchairManager_32",304 "bbox_2d": [305 10,306 515,307 239,308 701309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -2.0084305367577002,314 -266.9637446004958,315 156.8519277990954316 ],317 "extent": [318 54.566865723696466,319 55.92745020578518,320 63.54718651223584321 ]322 },323 "obb": {324 "center": [325 -2.0084305367577002,326 -266.9637446004958,327 156.8519277990954328 ],329 "extent": [330 54.566865723696466,331 55.92745020578518,332 63.54718651223584333 ],334 "rotation": [335 0,336 30.00005722045899,337 0338 ]339 },340 "location": [341 -2.4702606201171875,342 -266.4104919433594,343 93.3218994140625344 ],345 "rotation": [346 0,347 30.00005722045899,348 0349 ],350 "scale": [351 1.100000023841858,352 1.100000023841858,353 1.100000023841858354 ]355 },356 "color": [357 255,358 127,359 255360 ]361 },362 {363 "object_id": "SM_ArmchairSingle_38",364 "bbox_2d": [365 0,366 565,367 401,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 51.21592908139999,374 -90.84782646696817,375 151.32426071166992376 ],377 "extent": [378 33.26026436641297,379 30.065236720987457,380 57.94956588745117381 ]382 },383 "obb": {384 "center": [385 51.21592908139999,386 -90.84782646696817,387 151.32426071166992388 ],389 "extent": [390 33.26026436641297,391 30.065236720987457,392 57.94956588745117393 ],394 "rotation": [395 0,396 90.00011444091797,397 0398 ]399 },400 "location": [401 50.492774963378906,402 -91.7777099609375,403 93.3218994140625404 ],405 "rotation": [406 0,407 90.00011444091797,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 255,418 127,419 127420 ]421 },422 {423 "object_id": "SM_ArmchairSingle2",424 "bbox_2d": [425 250,426 588,427 568,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 58.77065231685211,434 2.298390028352408,435 151.32426071166992436 ],437 "extent": [438 37.97565641399365,439 35.3839719979233,440 57.94956588745117441 ]442 },443 "obb": {444 "center": [445 58.770652316852114,446 2.298390028352408,447 151.32426071166992448 ],449 "extent": [450 37.97565641399365,451 35.3839719979233,452 57.94956588745117453 ],454 "rotation": [455 0,456 80.00003051757812,457 0458 ]459 },460 "location": [461 57.897010803222656,462 1.508209228515625,463 93.3218994140625464 ],465 "rotation": [466 0,467 80.00003051757812,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 127,478 0,479 0480 ]481 }482 ],483 "manager desk": [484 {485 "object_id": "SM_ManagerDesk_35",486 "bbox_2d": [487 0,488 698,489 498,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 0.9649276733398438,496 -103.14732360839844,497 133.83098220825195498 ],499 "extent": [500 101.42112731933594,501 175.46688842773438,502 40.50908660888672503 ]504 },505 "obb": {506 "center": [507 0.9649276733398438,508 -103.14732360839844,509 133.83098220825195510 ],511 "extent": [512 101.42112731933594,513 175.46688842773438,514 40.50908660888672515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 3.7793960571289062,524 -148.75787353515625,525 93.32191467285156526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 0,540 127,541 127542 ]543 }544 ],545 "calendar": [546 {547 "object_id": "SM_CalendarDesk_116",548 "bbox_2d": [549 209,550 669,551 317,552 739553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 61.437330427932885,558 -166.4330257628863,559 179.62402725219727560 ],561 "extent": [562 12.325876402342068,563 9.841876774162444,564 5.984294891357422565 ]566 },567 "obb": {568 "center": [569 61.437330427932885,570 -166.4330257628863,571 179.62402725219727572 ],573 "extent": [574 12.325876402342068,575 9.841876774162444,576 5.984294891357422577 ],578 "rotation": [579 0,580 -110.00013732910158,581 0582 ]583 },584 "location": [585 60.486053466796875,586 -166.10409545898438,587 173.6102752685547588 ],589 "rotation": [590 0,591 -110.00013732910158,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 127,602 63,603 63604 ]605 }606 ],607 "mug": [608 {609 "object_id": "SM_Mug_119",610 "bbox_2d": [611 316,612 669,613 318,614 669615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 65.39081573486328,620 -253.34603881835938,621 171.92013549804688622 ],623 "extent": [624 3.3755855560302734,625 4.396728515625,626 3.795562744140625627 ]628 },629 "obb": {630 "center": [631 65.39081573486328,632 -253.34603881835938,633 171.92013549804688634 ],635 "extent": [636 3.3755855560302734,637 4.396728515625,638 3.795562744140625639 ],640 "rotation": [641 0,642 0,643 0644 ]645 },646 "location": [647 65.39081573486328,648 -252.32492065429688,649 168.12457275390625650 ],651 "rotation": [652 0,653 0,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 63,664 0,665 0666 ]667 }668 ],669 "tableware": [670 {671 "object_id": "SM_MarkerMug_122",672 "bbox_2d": [673 317,674 650,675 322,676 658677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 68.28654193878174,682 -238.27978515625,683 175.41974639892578684 ],685 "extent": [686 4.380762100219727,687 5.30859375,688 7.295173645019531689 ]690 },691 "obb": {692 "center": [693 68.28654193878174,694 -238.27978515625,695 175.41974639892578696 ],697 "extent": [698 4.380762100219727,699 5.30859375,700 7.295173645019531701 ],702 "rotation": [703 0,704 0,705 0706 ]707 },708 "location": [709 68.82274627685547,710 -240.205322265625,711 168.12457275390625712 ],713 "rotation": [714 0,715 0,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 63,726 0,727 255728 ]729 }730 ],731 "chassis": [732 {733 "object_id": "SM_Chassis_125",734 "bbox_2d": [735 159,736 697,737 216,738 713739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 51.43301841964879,744 -207.5330078601583,745 174.3187141418457746 ],747 "extent": [748 18.3861534901983,749 19.869006395314557,750 0.7084541320800781751 ]752 },753 "obb": {754 "center": [755 51.43301841964879,756 -207.5330078601583,757 174.3187141418457758 ],759 "extent": [760 18.3861534901983,761 19.869006395314557,762 0.7084541320800781763 ],764 "rotation": [765 0,766 -119.99999999999997,767 0768 ]769 },770 "location": [771 68.90663146972656,772 -199.1138916015625,773 173.61026000976562774 ],775 "rotation": [776 0,777 -119.99999999999997,778 0779 ],780 "scale": [781 1,782 1,783 1784 ]785 },786 "color": [787 63,788 0,789 127790 ]791 }792 ],793 "decorative grass": [794 {795 "object_id": "SM_Decorative78_11",796 "bbox_2d": [797 222,798 483,799 299,800 542801 ],802 "bbox_3d": {803 "aabb": {804 "center": [805 40.91493225097656,806 -339.0389709472656,807 222.5072258079672808 ],809 "extent": [810 11.195476386359587,811 11.168371308230235,812 10.709661870894706813 ]814 },815 "obb": {816 "center": [817 40.91493225097656,818 -339.0389709472656,819 222.5072258079672820 ],821 "extent": [822 11.195476386359587,823 11.168371308230235,824 10.709661870894706825 ],826 "rotation": [827 0,828 0,829 0830 ]831 },832 "location": [833 40.91493225097656,834 -339.0389709472656,835 211.72216796875836 ],837 "rotation": [838 0,839 0,840 0841 ],842 "scale": [843 1.332789421081543,844 1.332789421081543,845 1.332789421081543846 ]847 },848 "color": [849 31,850 31,851 31852 ]853 },854 {855 "object_id": "SM_Decorative81_20",856 "bbox_2d": [857 17,858 453,859 91,860 543861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 -13.336126327514648,866 -337.89166259765625,867 226.3364713658666868 ],869 "extent": [870 8.733177924586926,871 8.700033647754026,872 14.50036186313082873 ]874 },875 "obb": {876 "center": [877 -13.336126327514648,878 -337.89166259765625,879 226.3364713658666880 ],881 "extent": [882 8.733177924586926,883 8.700033647754026,884 14.50036186313082885 ],886 "rotation": [887 0,888 0,889 0890 ]891 },892 "location": [893 -13.336126327514648,894 -337.89166259765625,895 211.72219848632812896 ],897 "rotation": [898 0,899 0,900 0901 ],902 "scale": [903 1.3069454431533813,904 1.3069454431533813,905 1.3069454431533813906 ]907 },908 "color": [909 0,910 127,911 95912 ]913 },914 {915 "object_id": "SM_Decorative83_24",916 "bbox_2d": [917 121,918 490,919 174,920 516921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 9.169261801458788,926 -343.0872197653905,927 220.84892492930658928 ],929 "extent": [930 7.09879111977898,931 7.098778996266219,932 9.055619904820105933 ]934 },935 "obb": {936 "center": [937 9.169261801458788,938 -343.0872197653905,939 220.84892492930658940 ],941 "extent": [942 7.09879111977898,943 7.098778996266219,944 9.055619904820105945 ],946 "rotation": [947 0,948 0,949 0950 ]951 },952 "location": [953 9.16929817199707,954 -343.08721923828125,955 211.72218322753906956 ],957 "rotation": [958 0,959 0,960 0961 ],962 "scale": [963 2.2108564376831055,964 2.2108564376831055,965 2.2108564376831055966 ]967 },968 "color": [969 0,970 63,971 95972 ]973 },974 {975 "object_id": "SM_Decorative86_34",976 "bbox_2d": [977 345,978 380,979 377,980 439981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 70.77970123291016,986 -340.46532440185547,987 260.5085906982422988 ],989 "extent": [990 5.235870361328125,991 5.270179748535156,992 11.30023193359375993 ]994 },995 "obb": {996 "center": [997 70.77970123291016,998 -340.46532440185547,999 260.50859069824221000 ],1001 "extent": [1002 5.235870361328125,1003 5.270179748535156,1004 11.300231933593751005 ],1006 "rotation": [1007 0,1008 0,1009 01010 ]1011 },1012 "location": [1013 70.77973175048828,1014 -340.46533203125,1015 249.109603881835941016 ],1017 "rotation": [1018 0,1019 0,1020 01021 ],1022 "scale": [1023 1,1024 1,1025 11026 ]1027 },1028 "color": [1029 255,1030 0,1031 951032 ]1033 },1034 {1035 "object_id": "SM_Decorative87_37",1036 "bbox_2d": [1037 127,1038 358,1039 224,1040 4311041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 17.37841033935547,1046 -340.0759879145785,1047 262.172010728498661048 ],1049 "extent": [1050 12.929520684338968,1051 12.76076326909515,1052 12.970542172680781053 ]1054 },1055 "obb": {1056 "center": [1057 17.37841033935547,1058 -340.0759879145785,1059 262.172010728498661060 ],1061 "extent": [1062 12.929520684338968,1063 12.76076326909515,1064 12.970542172680781065 ],1066 "rotation": [1067 0,1068 0,1069 01070 ]1071 },1072 "location": [1073 17.37841033935547,1074 -340.07598876953125,1075 249.109603881835941076 ],1077 "rotation": [1078 0,1079 0,1080 01081 ],1082 "scale": [1083 1.7929658889770508,1084 1.7929658889770508,1085 1.79296588897705081086 ]1087 },1088 "color": [1089 255,1090 255,1091 951092 ]1093 },1094 {1095 "object_id": "SM_Decorative88_40",1096 "bbox_2d": [1097 78,1098 342,1099 105,1100 4271101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 -4.681325912475586,1106 -339.59564208984375,1107 263.83731808960511108 ],1109 "extent": [1110 3.5447133803645556,1111 3.5447133803645556,1112 14.6943807723691861113 ]1114 },1115 "obb": {1116 "center": [1117 -4.681325912475586,1118 -339.59564208984375,1119 263.83731808960511120 ],1121 "extent": [1122 3.5447133803645556,1123 3.5447133803645556,1124 14.6943807723691861125 ],1126 "rotation": [1127 0,1128 0,1129 01130 ]1131 },1132 "location": [1133 -4.681325912475586,1134 -339.59564208984375,1135 249.109603881835941136 ],1137 "rotation": [1138 0,1139 0,1140 01141 ],1142 "scale": [1143 1.3352934122085571,1144 1.3352934122085571,1145 1.33529341220855711146 ]1147 },1148 "color": [1149 255,1150 127,1151 951152 ]1153 },1154 {1155 "object_id": "SM_Decorative89",1156 "bbox_2d": [1157 44,1158 337,1159 72,1160 4261161 ],1162 "bbox_3d": {1163 "aabb": {1164 "center": [1165 -12.929746758343157,1166 -339.59563032300133,1167 263.77357147641121168 ],1169 "extent": [1170 3.544918756886535,1171 3.544727003244134,1172 14.6944287561721011173 ]1174 },1175 "obb": {1176 "center": [1177 -12.929746758343157,1178 -339.59563032300133,1179 263.77357147641121180 ],1181 "extent": [1182 3.544918756886535,1183 3.544727003244134,1184 14.6944287561721011185 ],1186 "rotation": [1187 -0.0007934570312499999,1188 -179.9999542236328,1189 -179.99995422363281190 ]1191 },1192 "location": [1193 -12.929950714111328,1194 -339.59564208984375,1195 278.501281738281251196 ],1197 "rotation": [1198 -0.0007934570312499999,1199 -179.9999542236328,1200 -179.9999542236328