TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l027_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/PizzaStore/l027_r004/lit.png",5 "camera": {6 "location": [7 -321,8 172,9 11810 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -321,38 172,39 118,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 915,58 748,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "wall": [116 {117 "object_id": "SM_leftwall_8",118 "bbox_2d": [119 915,120 0,121 1919,122 1003123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -512.0688954164282,128 -240.97154998867288,129 245.5155487060547130 ],131 "extent": [132 725.6351637653181,133 99.6704478559158,134 242.13623046875135 ]136 },137 "obb": {138 "center": [139 -512.0688954164282,140 -240.97154998867288,141 245.5155487060547142 ],143 "extent": [144 725.6351637653181,145 99.6704478559158,146 242.13623046875147 ],148 "rotation": [149 0,150 179.99977111816406,151 0152 ]153 },154 "location": [155 -512.0692138671875,156 -290.13128662109375,157 0158 ],159 "rotation": [160 0,161 179.99977111816406,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 0,173 127174 ]175 }176 ]177 },178 "foreground": {179 "sofa": [180 {181 "object_id": "SM_sofa_12",182 "bbox_2d": [183 915,184 548,185 1336,186 832187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 -503.6132301379812,192 -238.85671997070312,193 60.0419155033469194 ],195 "extent": [196 135.43008252909203,197 59.66188049316406,198 53.81030763473973199 ]200 },201 "obb": {202 "center": [203 -503.6132301379812,204 -238.85671997070312,205 60.0419155033469206 ],207 "extent": [208 135.43008252909203,209 59.66188049316406,210 53.81030763473973211 ],212 "rotation": [213 0,214 0,215 0216 ]217 },218 "location": [219 -504.00567626953125,220 -236.76800537109375,221 6.208327770233154222 ],223 "rotation": [224 0,225 0,226 0227 ],228 "scale": [229 0.949999988079071,230 1,231 1.0600552558898926232 ]233 },234 "color": [235 0,236 63,237 0238 ]239 }240 ],241 "desk 008 parts": [242 {243 "object_id": "SM_desk10",244 "bbox_2d": [245 915,246 604,247 1051,248 874249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 -501.6209259057787,254 -121.00936917037806,255 49.12735951261857256 ],257 "extent": [258 31.169145911191123,259 37.2653216098462,260 43.30350411253312261 ]262 },263 "obb": {264 "center": [265 -501.6209259057787,266 -121.00936917037806,267 49.12735951261857268 ],269 "extent": [270 31.169145911191123,271 37.2653216098462,272 43.30350411253312273 ],274 "rotation": [275 0,276 -1.0285085439682007,277 0278 ]279 },280 "location": [281 -501.6209411621094,282 -121.00936889648438,283 5.823855400085449284 ],285 "rotation": [286 0,287 -1.0285085439682007,288 0289 ],290 "scale": [291 1,292 1,293 0.9299650192260742294 ]295 },296 "color": [297 255,298 63,299 63300 ]301 },302 {303 "object_id": "SM_desk11",304 "bbox_2d": [305 966,306 608,307 1224,308 908309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -437.7409210205078,314 -123.34284973144531,315 49.127434376052406316 ],317 "extent": [318 30.51487922668457,319 36.7234992980957,320 43.30350411253312321 ]322 },323 "obb": {324 "center": [325 -437.7409210205078,326 -123.34284973144531,327 49.127434376052406328 ],329 "extent": [330 30.51487922668457,331 36.7234992980957,332 43.30350411253312333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 -437.7409362792969,342 -123.34284973144531,343 5.823930263519287344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 1,352 1,353 0.9299650192260742354 ]355 },356 "color": [357 127,358 63,359 63360 ]361 }362 ],363 "chair": [364 {365 "object_id": "SM_chair_9",366 "bbox_2d": [367 915,368 706,369 998,370 875371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 -498.5816229367251,376 -83.8694826783277,377 56.874197042362084378 ],379 "extent": [380 35.34649195179455,381 34.79240148903466,382 50.20029117735385383 ]384 },385 "obb": {386 "center": [387 -498.5816229367251,388 -83.8694826783277,389 56.874197042362084390 ],391 "extent": [392 35.34649195179455,393 34.79240148903466,394 50.20029117735385395 ],396 "rotation": [397 0,398 -174.09153747558594,399 0400 ]401 },402 "location": [403 -498.9001770019531,404 -84.29217529296875,405 6.2085723876953125406 ],407 "rotation": [408 0,409 -174.09153747558594,410 0411 ],412 "scale": [413 0.9449999928474426,414 0.9449999928474426,415 0.9449999928474426416 ]417 },418 "color": [419 63,420 0,421 63422 ]423 },424 {425 "object_id": "SM_chair_10",426 "bbox_2d": [427 1000,428 631,429 1226,430 985431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -418.9440161449248,436 -91.04469986498734,437 49.59096290895991438 ],439 "extent": [440 36.2767468080782,441 38.358072387904315,442 43.28227930600315443 ]444 },445 "obb": {446 "center": [447 -418.9440161449248,448 -91.04469986498734,449 49.59096290895991450 ],451 "extent": [452 36.2767468080782,453 38.358072387904315,454 43.28227930600315455 ],456 "rotation": [457 0,458 165.56617736816406,459 0460 ]461 },462 "location": [463 -417.50531005859375,464 -91.89265441894531,465 6.208587169647217466 ],467 "rotation": [468 0,469 165.56617736816406,470 0471 ],472 "scale": [473 0.9599999785423279,474 0.9599999785423279,475 0.9599999785423279476 ]477 },478 "color": [479 63,480 255,481 63482 ]483 },484 {485 "object_id": "SM_chair_20",486 "bbox_2d": [487 1322,488 675,489 1510,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -299.7014622870114,496 97.71896802283929,497 56.87418178357302498 ],499 "extent": [500 33.752413922546225,501 34.33024546734423,502 50.20029117735385503 ]504 },505 "obb": {506 "center": [507 -299.7014622870114,508 97.7189680228393,509 56.87418178357302510 ],511 "extent": [512 33.752413922546225,513 34.33024546734423,514 50.20029117735385515 ],516 "rotation": [517 0,518 -93.88452148437503,519 0520 ]521 },522 "location": [523 -299.339111328125,524 97.33316040039062,525 6.20855712890625526 ],527 "rotation": [528 0,529 -93.88452148437503,530 0531 ],532 "scale": [533 0.9449999928474426,534 0.9449999928474426,535 0.9449999928474426536 ]537 },538 "color": [539 127,540 127,541 191542 ]543 }544 ],545 "decor": [546 {547 "object_id": "SM_decorateswall_01_125",548 "bbox_2d": [549 915,550 84,551 925,552 221553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -898.4035882573808,558 -296.07508230729604,559 318.852354107461560 ],561 "extent": [562 284.6644189727813,563 2.37621697501163,564 172.2920759027329565 ]566 },567 "obb": {568 "center": [569 -898.4035882573808,570 -296.07508230729604,571 318.852354107461572 ],573 "extent": [574 284.6644189727813,575 2.37621697501163,576 172.2920759027329577 ],578 "rotation": [579 0,580 0,581 0582 ]583 },584 "location": [585 -964.3432006835938,586 -305.5323791503906,587 131.41244506835938588 ],589 "rotation": [590 0,591 0,592 0593 ],594 "scale": [595 -1.0299999713897705,596 1.0299999713897705,597 1.0299999713897705598 ]599 },600 "color": [601 191,602 255,603 127604 ]605 },606 {607 "object_id": "SM_decorativepaint_01_158",608 "bbox_2d": [609 1324,610 0,611 1336,612 323613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -371.71474981307983,618 -212.27692413330078,619 289.60968017578125620 ],621 "extent": [622 2.483466148376465,623 56.918518066406236,624 96.95228576660156625 ]626 },627 "obb": {628 "center": [629 -371.71474981307983,630 -212.27692413330078,631 289.60968017578125632 ],633 "extent": [634 2.483466148376465,635 56.918518066406236,636 96.95228576660156637 ],638 "rotation": [639 0,640 180,641 0642 ]643 },644 "location": [645 -371.7147521972656,646 -212.27691650390625,647 289.60968017578125648 ],649 "rotation": [650 0,651 180,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 191,662 255,663 191664 ]665 },666 {667 "object_id": "SM_decorativepaint_7",668 "bbox_2d": [669 1119,670 83,671 1305,672 389673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -449.79917434617255,678 -292.2398054839354,679 261.49526451148404680 ],681 "extent": [682 45.099582993773765,683 1.7134752887805007,684 66.8923036535898685 ]686 },687 "obb": {688 "center": [689 -449.79917434617255,690 -292.2398054839354,691 261.49526451148404692 ],693 "extent": [694 45.099582993773765,695 1.7134752887805007,696 66.8923036535898697 ],698 "rotation": [699 0,700 -90.00000000000001,701 0702 ]703 },704 "location": [705 -449.7991638183594,706 -292.23980712890625,707 261.4952697753906708 ],709 "rotation": [710 0,711 -90.00000000000001,712 0713 ],714 "scale": [715 0.6899507641792297,716 0.6899507641792297,717 0.6899507641792297718 ]719 },720 "color": [721 191,722 191,723 255724 ]725 },726 {727 "object_id": "SM_decorateswallrack3_185",728 "bbox_2d": [729 915,730 373,731 997,732 391733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -616.5359497070312,738 -285.3233642578125,739 205.22042846679688740 ],741 "extent": [742 49.73320770263672,743 9.933794021606445,744 1.8625863790512085745 ]746 },747 "obb": {748 "center": [749 -616.5359497070312,750 -285.3233642578125,751 205.22042846679688752 ],753 "extent": [754 49.73320770263672,755 9.933794021606445,756 1.8625863790512085757 ],758 "rotation": [759 0,760 0,761 0762 ]763 },764 "location": [765 -616.5359497070312,766 -285.3233642578125,767 205.22042846679688768 ],769 "rotation": [770 0,771 0,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 0,782 255,783 31784 ]785 },786 {787 "object_id": "SM_decorateswallrack5",788 "bbox_2d": [789 915,790 229,791 1087,792 272793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 -563.0452270507812,798 -285.3233642578125,799 272.803466796875800 ],801 "extent": [802 49.73320770263672,803 9.933794021606445,804 1.8625863790512085805 ]806 },807 "obb": {808 "center": [809 -563.0452270507812,810 -285.3233642578125,811 272.803466796875812 ],813 "extent": [814 49.73320770263672,815 9.933794021606445,816 1.8625863790512085817 ],818 "rotation": [819 0,820 0,821 0822 ]823 },824 "location": [825 -563.0452270507812,826 -285.3233642578125,827 272.803466796875828 ],829 "rotation": [830 0,831 0,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 191,842 255,843 31844 ]845 },846 {847 "object_id": "SM_decorativepaint_9",848 "bbox_2d": [849 935,850 0,851 1026,852 124853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -576.4388493728638,858 -292.2399281680584,859 395.4612698936462860 ],861 "extent": [862 28.270959135848898,863 1.074102833192228,864 41.9318640563597865 ]866 },867 "obb": {868 "center": [869 -576.4388493728638,870 -292.2399281680584,871 395.4612698936462872 ],873 "extent": [874 28.270959135848898,875 1.074102833192228,876 41.9318640563597877 ],878 "rotation": [879 0,880 -90.00000000000001,881 0882 ]883 },884 "location": [885 -576.4388427734375,886 -292.23992919921875,887 395.4612731933594888 ],889 "rotation": [890 0,891 -90.00000000000001,892 0893 ],894 "scale": [895 0.4325000047683716,896 0.4325000047683716,897 0.4325000047683716898 ]899 },900 "color": [901 0,902 31,903 0904 ]905 },906 {907 "object_id": "SM_decoratesceramics_01_54",908 "bbox_2d": [909 915,910 368,911 923,912 372913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 -621.7383726751472,918 -278.85408086222174,919 211.7736053466797920 ],921 "extent": [922 15.869082166366411,923 6.697081892269637,924 1.4056549072265625925 ]926 },927 "obb": {928 "center": [929 -621.7383726751472,930 -278.85408086222174,931 211.7736053466797932 ],933 "extent": [934 15.869082166366411,935 6.697081892269637,936 1.4056549072265625937 ],938 "rotation": [939 0,940 -4.3038368225097665,941 0942 ]943 },944 "location": [945 -621.8994140625,946 -278.76202392578125,947 211.55035400390625948 ],949 "rotation": [950 0,951 -4.3038368225097665,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 127,962 31,963 191964 ]965 }966 ],967 "trash": [968 {969 "object_id": "SM_smalltrashcan_17",970 "bbox_2d": [971 1656,972 823,973 1880,974 1061975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 -271.9435117259863,980 -112.58234216259682,981 26.62493896484375982 ],983 "extent": [984 19.155992612047797,985 19.099169858907246,986 20.416366577148438987 ]988 },989 "obb": {990 "center": [991 -271.9435117259863,992 -112.58234216259682,993 26.62493896484375994 ],995 "extent": [996 19.155992612047797,997 19.099169858907246,998 20.416366577148438999 ],1000 "rotation": [1001 0,1002 -7.13491153717041,1003 01004 ]1005 },1006 "location": [1007 -271.9435119628906,1008 -112.58234405517578,1009 6.20857238769531251010 ],1011 "rotation": [1012 0,1013 -7.13491153717041,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 63,1024 0,1025 311026 ]1027 },1028 {1029 "object_id": "SM_trash_36",1030 "bbox_2d": [1031 1654,1032 1049,1033 1889,1034 10791035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 -267.300537109375,1040 -77.20706176757812,1041 7.2698636054992681042 ],1043 "extent": [1044 28.486328125,1045 26.103759765625,1046 0.82802152633666991047 ]1048 },1049 "obb": {1050 "center": [1051 -267.300537109375,1052 -77.20706176757812,1053 7.2698636054992681054 ],1055 "extent": [1056 28.486328125,1057 26.103759765625,1058 0.82802152633666991059 ],1060 "rotation": [1061 0,1062 0,1063 01064 ]1065 },1066 "location": [1067 -267.300537109375,1068 -77.20706176757812,1069 7.2698631286621091070 ],1071 "rotation": [1072 0,1073 0,1074 01075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 255,1084 31,1085 2231086 ]1087 }1088 ],1089 "lamp": [1090 {1091 "object_id": "SM_simplelamp_2",1092 "bbox_2d": [1093 915,1094 514,1095 946,1096 6111097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 -503.80780029296875,1102 -118.367431640625,1103 109.832670211791991104 ],1105 "extent": [1106 8.617121696472168,1107 8.617121696472168,1108 17.3123931884765621109 ]1110 },1111 "obb": {1112 "center": [1113 -503.80780029296875,1114 -118.367431640625,1115 109.832670211791991116 ],1117 "extent": [1118 8.617121696472168,1119 8.617121696472168,1120 17.3123931884765621121 ],1122 "rotation": [1123 0,1124 0,1125 01126 ]1127 },1128 "location": [1129 -503.80780029296875,1130 -118.367431640625,1131 92.389328002929691132 ],1133 "rotation": [1134 0,1135 0,1136 01137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 63,1146 191,1147 311148 ]1149 }1150 ],1151 "books": [1152 {1153 "object_id": "SM_book_01_30",1154 "bbox_2d": [1155 1018,1156 171,1157 1084,1158 2381159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 -529.315765481862,1164 -283.5308543289061,1165 290.753640351599531166 ],1167 "extent": [1168 14.576301932724732,1169 10.882089069250469,1170 16.1104776077457361171 ]1172 },1173 "obb": {1174 "center": [1175 -529.315765481862,1176 -283.5308543289061,1177 290.753640351599531178 ],1179 "extent": [1180 14.576301932724732,1181 10.882089069250469,1182 16.1104776077457361183 ],1184 "rotation": [1185 3.1805546814635168e-15,1186 90.00000000000003,1187 -89.999488830566431188 ]1189 },1190 "location": [1191 -527.5079956054688,1192 -285.4132995605469,1193 274.66604614257811194 ],1195 "rotation": [1196 3.1805546814635168e-15,1197 90.00000000000003,1198 -89.999488830566431199 ],1200 "scale": [