TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l004_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/PizzaStore/l004_r001/lit.png",5 "camera": {6 "location": [7 693,8 84,9 11810 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 693,38 84,39 118,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall": [54 {55 "object_id": "SM_rightwall_11",56 "bbox_2d": [57 0,58 0,59 1919,60 91261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -26.000122070144926,66 201.00004196215752,67 248.0951843261718868 ],69 "extent": [70 1213.475322102896,71 56.19279383862782,72 242.1362609863281273 ]74 },75 "obb": {76 "center": [77 -26.000122070144926,78 201.00004196215752,79 248.0951843261718880 ],81 "extent": [82 1213.475322102896,83 56.19279383862782,84 242.1362609863281285 ],86 "rotation": [87 0,88 179.99977111816406,89 090 ]91 },92 "location": [93 -26,94 201,95 9.8146362304687596 ],97 "rotation": [98 0,99 179.99977111816406,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 }114 ]115 },116 "foreground": {117 "shelving": [118 {119 "object_id": "SM_kitchenshelf_194",120 "bbox_2d": [121 0,122 0,123 1919,124 1079125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 733.5660934448242,130 161.9463653564453,131 86.11681365966797132 ],133 "extent": [134 100.21844482421875,135 40.54936981201172,136 79.90824890136719137 ]138 },139 "obb": {140 "center": [141 733.5660934448242,142 161.9463653564453,143 86.11681365966797144 ],145 "extent": [146 100.21844482421875,147 40.54936981201172,148 79.90824890136719149 ],150 "rotation": [151 0,152 180,153 0154 ]155 },156 "location": [157 733.5661010742188,158 161.9463653564453,159 6.2085723876953125160 ],161 "rotation": [162 0,163 180,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 0,174 191,175 31176 ]177 },178 {179 "object_id": "SM_kitchenshelf_7",180 "bbox_2d": [181 0,182 550,183 200,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 934.2007751464844,190 161.94645309448242,191 61.58667707443237192 ],193 "extent": [194 100.01679229736328,195 40.04176330566406,196 54.999107360839844197 ]198 },199 "obb": {200 "center": [201 934.2007751464844,202 161.94645309448242,203 61.58667707443237204 ],205 "extent": [206 100.01679229736328,207 40.04176330566406,208 54.999107360839844209 ],210 "rotation": [211 0,212 180,213 0214 ]215 },216 "location": [217 934.2007446289062,218 161.94642639160156,219 6.208510875701904220 ],221 "rotation": [222 0,223 180,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 255,234 0,235 31236 ]237 }238 ],239 "rack": [240 {241 "object_id": "SM_kitchenrack_02_202",242 "bbox_2d": [243 856,244 0,245 1081,246 49247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 704.3261108398438,252 196.471133055687,253 215.76504516601562254 ],255 "extent": [256 69.32925571223313,257 13.72866627942858,258 21.59104528446187259 ]260 },261 "obb": {262 "center": [263 704.3261108398438,264 196.471133055687,265 215.76504516601562266 ],267 "extent": [268 69.32925571223313,269 13.72866627942858,270 21.59104528446187271 ],272 "rotation": [273 0,274 180,275 0276 ]277 },278 "location": [279 704.3261108398438,280 196.47113037109375,281 215.76504516601562282 ],283 "rotation": [284 0,285 180,286 0287 ],288 "scale": [289 1.4075000286102295,290 1.4075000286102295,291 1.4075000286102295292 ]293 },294 "color": [295 255,296 63,297 31298 ]299 },300 {301 "object_id": "SM_kitchenrack_3",302 "bbox_2d": [303 269,304 0,305 916,306 205307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 842.84033203125,312 196.471133055687,313 215.76504516601562314 ],315 "extent": [316 69.32925571223313,317 13.72866627942858,318 21.59104528446187319 ]320 },321 "obb": {322 "center": [323 842.84033203125,324 196.471133055687,325 215.76504516601562326 ],327 "extent": [328 69.32925571223313,329 13.72866627942858,330 21.59104528446187331 ],332 "rotation": [333 0,334 180,335 0336 ]337 },338 "location": [339 842.84033203125,340 196.47113037109375,341 215.76504516601562342 ],343 "rotation": [344 0,345 180,346 0347 ],348 "scale": [349 1.4075000286102295,350 1.4075000286102295,351 1.4075000286102295352 ]353 },354 "color": [355 255,356 191,357 31358 ]359 },360 {361 "object_id": "SM_kitchenrack_4",362 "bbox_2d": [363 12,364 18,365 399,366 286367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 982.8951416015625,372 196.47107202053076,373 215.76504516601562374 ],375 "extent": [376 69.32925571223313,377 13.72866627942858,378 21.59104528446187379 ]380 },381 "obb": {382 "center": [383 982.8951416015625,384 196.47107202053076,385 215.76504516601562386 ],387 "extent": [388 69.32925571223313,389 13.72866627942858,390 21.59104528446187391 ],392 "rotation": [393 0,394 180,395 0396 ]397 },398 "location": [399 982.8951416015625,400 196.4710693359375,401 215.76504516601562402 ],403 "rotation": [404 0,405 180,406 0407 ],408 "scale": [409 1.4075000286102295,410 1.4075000286102295,411 1.4075000286102295412 ]413 },414 "color": [415 127,416 0,417 31418 ]419 }420 ],421 "plate": [422 {423 "object_id": "SM_Plate_233",424 "bbox_2d": [425 467,426 917,427 910,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 750.0787887573242,434 140.98827171325684,435 78.51841711997986436 ],437 "extent": [438 16.940677642822266,439 16.940677642822266,440 2.3559725284576416441 ]442 },443 "obb": {444 "center": [445 750.0787887573242,446 140.98827171325684,447 78.51841711997986448 ],449 "extent": [450 16.940677642822266,451 16.940677642822266,452 2.3559725284576416453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 750.0787963867188,462 140.98825073242188,463 76.16244506835938464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 63,478 159,479 31480 ]481 },482 {483 "object_id": "SM_Plate_236",484 "bbox_2d": [485 518,486 932,487 839,488 1079489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 751.4763021469116,494 140.50775051116943,495 79.0173807144165496 ],497 "extent": [498 12.399820327758789,499 12.399818420410156,500 2.0544354915618896501 ]502 },503 "obb": {504 "center": [505 751.4763021469116,506 140.50775051116943,507 79.0173807144165508 ],509 "extent": [510 12.399820327758789,511 12.399818420410156,512 2.0544354915618896513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 751.476318359375,522 140.50772094726562,523 76.50701904296875524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 63,538 159,539 95540 ]541 },542 {543 "object_id": "SM_Plate_239",544 "bbox_2d": [545 961,546 894,547 1314,548 1079549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 720.2112350463867,554 165.0603847503662,555 78.51841711997986556 ],557 "extent": [558 16.940677642822266,559 16.940677642822266,560 2.3559725284576416561 ]562 },563 "obb": {564 "center": [565 720.2112350463867,566 165.0603847503662,567 78.51841711997986568 ],569 "extent": [570 16.940677642822266,571 16.940677642822266,572 2.3559725284576416573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 720.2112426757812,582 165.06036376953125,583 76.16244506835938584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 191,598 159,599 0600 ]601 },602 {603 "object_id": "SM_Plate_245",604 "bbox_2d": [605 829,606 1005,607 1284,608 1079609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 716.8995895385742,614 138.59531211853027,615 78.86299109458923616 ],617 "extent": [618 16.940677642822266,619 16.940677642822266,620 2.3559725284576416621 ]622 },623 "obb": {624 "center": [625 716.8995895385742,626 138.59531211853027,627 78.86299109458923628 ],629 "extent": [630 16.940677642822266,631 16.940677642822266,632 2.3559725284576416633 ],634 "rotation": [635 0,636 0,637 0638 ]639 },640 "location": [641 716.8995971679688,642 138.5952911376953,643 76.50701904296875644 ],645 "rotation": [646 0,647 0,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 191,658 159,659 127660 ]661 },662 {663 "object_id": "SM_Plate_248",664 "bbox_2d": [665 903,666 1039,667 1202,668 1079669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 716.5962362289429,674 137.40760707855225,675 79.36195468902588676 ],677 "extent": [678 12.399820327758789,679 12.399818420410156,680 2.0544354915618896681 ]682 },683 "obb": {684 "center": [685 716.5962362289429,686 137.40760707855225,687 79.36195468902588688 ],689 "extent": [690 12.399820327758789,691 12.399818420410156,692 2.0544354915618896693 ],694 "rotation": [695 0,696 0,697 0698 ]699 },700 "location": [701 716.5962524414062,702 137.40757751464844,703 76.85159301757812704 ],705 "rotation": [706 0,707 0,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 191,718 159,719 63720 ]721 },722 {723 "object_id": "SM_Plate_254",724 "bbox_2d": [725 539,726 525,727 1432,728 574729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 726.8231677818303,734 145.5910215854633,735 117.43151822790958736 ],737 "extent": [738 29.702575558028457,739 29.702575558028457,740 1.2173541207656768741 ]742 },743 "obb": {744 "center": [745 726.8231677818303,746 145.5910215854633,747 117.43151822790958748 ],749 "extent": [750 29.702575558028457,751 29.702575558028457,752 1.2173541207656768753 ],754 "rotation": [755 0,756 0,757 0758 ]759 },760 "location": [761 726.8231811523438,762 145.5909881591797,763 116.21416473388672764 ],765 "rotation": [766 0,767 0,768 0769 ],770 "scale": [771 1.7524999380111694,772 1.7524999380111694,773 1.7524999380111694774 ]775 },776 "color": [777 191,778 159,779 31780 ]781 }782 ],783 "pizza": [784 {785 "object_id": "SM_pizza_01_260",786 "bbox_2d": [787 596,788 423,789 1371,790 572791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 727.675182569435,796 147.6793813515494,797 120.83504701294663798 ],799 "extent": [800 26.962309557113258,801 26.31516548552804,802 4.508072278289035803 ]804 },805 "obb": {806 "center": [807 727.675182569435,808 147.6793813515494,809 120.83504701294663810 ],811 "extent": [812 26.962309557113258,813 26.31516548552804,814 4.508072278289035815 ],816 "rotation": [817 0,818 0,819 0820 ]821 },822 "location": [823 727.912109375,824 147.5174560546875,825 116.81803894042969826 ],827 "rotation": [828 0,829 0,830 0831 ],832 "scale": [833 0.8987358808517456,834 0.8987358808517456,835 0.8987358808517456836 ]837 },838 "color": [839 191,840 159,841 95842 ]843 }844 ],845 "supply": [846 {847 "object_id": "SM_tomatocan17",848 "bbox_2d": [849 475,850 0,851 478,852 2853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 845.6397705078125,858 191.68603515625,859 205.31169509887695860 ],861 "extent": [862 8.50369982070822,863 8.50369982070822,864 8.2940092086792865 ]866 },867 "obb": {868 "center": [869 845.6397705078125,870 191.68603515625,871 205.31169509887695872 ],873 "extent": [874 8.50369982070822,875 8.50369982070822,876 8.2940092086792877 ],878 "rotation": [879 0,880 -70.30316162109374,881 0882 ]883 },884 "location": [885 845.6397705078125,886 191.68603515625,887 197.00079345703125888 ],889 "rotation": [890 0,891 -70.30316162109374,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 159,902 255,903 191904 ]905 },906 {907 "object_id": "SM_tomatocan19",908 "bbox_2d": [909 374,910 44,911 398,912 108913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 883.5337524414062,918 195.49917602539062,919 205.31169509887695920 ],921 "extent": [922 9.391557604382342,923 9.39155760438237,924 8.2940092086792925 ]926 },927 "obb": {928 "center": [929 883.5337524414062,930 195.49917602539062,931 205.31169509887695932 ],933 "extent": [934 9.391557604382342,935 9.39155760438237,936 8.2940092086792937 ],938 "rotation": [939 0,940 -138.1901702880859,941 0942 ]943 },944 "location": [945 883.5337524414062,946 195.49917602539062,947 197.00079345703125948 ],949 "rotation": [950 0,951 -138.1901702880859,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 159,962 255,963 95964 ]965 },966 {967 "object_id": "SM_tomatocan20",968 "bbox_2d": [969 420,970 0,971 473,972 32973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 859.53564453125,978 190.2952423095703,979 205.31169509887695980 ],981 "extent": [982 9.01847598038637,983 9.018475980386427,984 8.2940092086792985 ]986 },987 "obb": {988 "center": [989 859.53564453125,990 190.2952423095703,991 205.31169509887695992 ],993 "extent": [994 9.01847598038637,995 9.018475980386427,996 8.2940092086792997 ],998 "rotation": [999 0,1000 151.50666809082034,1001 01002 ]1003 },1004 "location": [1005 859.53564453125,1006 190.2952423095703,1007 197.000793457031251008 ],1009 "rotation": [1010 0,1011 151.50666809082034,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 159,1022 127,1023 01024 ]1025 },1026 {1027 "object_id": "SM_tomatocan22",1028 "bbox_2d": [1029 311,1030 94,1031 374,1032 1321033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 900.9989580904956,1038 196.64342259241144,1039 203.895644433731721040 ],1041 "extent": [1042 10.723825069161535,1043 10.35628910770373,1044 6.8004763846541041045 ]1046 },1047 "obb": {1048 "center": [1049 900.9989580904956,1050 196.64342259241144,1051 203.895644433731721052 ],1053 "extent": [1054 10.723825069161535,1055 10.35628910770373,1056 6.8004763846541041057 ],1058 "rotation": [1059 -89.1915664672869,1060 -179.9945373535157,1061 141.78619384765751062 ]1063 },1064 "location": [1065 894.4691772460938,1066 201.78390502929688,1067 203.987777709960941068 ],1069 "rotation": [1070 -89.1915664672869,1071 -179.9945373535157,1072 141.78619384765751073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 159,1082 127,1083 1271084 ]1085 },1086 {1087 "object_id": "SM_tomatocan23",1088 "bbox_2d": [1089 37,1090 190,1091 103,1092 2401093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 1031.0130263643862,1098 189.0596300565574,1099 203.893991614869181100 ],1101 "extent": [1102 9.598022039235047,1103 8.362786510230166,1104 6.80316449774244351105 ]1106 },1107 "obb": {1108 "center": [1109 1031.0130263643862,1110 189.0596300565574,1111 203.893991614869181112 ],1113 "extent": [1114 9.598022039235047,1115 8.362786510230166,1116 6.80316449774244351117 ],1118 "rotation": [1119 -89.1769485473632,1120 50.73278808593761,1121 141.776107788085881122 ]1123 },1124 "location": [1125 1039.126220703125,1126 190.8591766357422,1127 203.987777709960941128 ],1129 "rotation": [1130 -89.1769485473632,1131 50.73278808593761,1132 141.776107788085881133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 159,1142 127,1143 631144 ]1145 },1146 {1147 "object_id": "SM_plasticbottle3_343",1148 "bbox_2d": [1149 981,1150 346,1151 1047,1152 4521153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 742.9409730434418,1158 183.17404174804688,1159 128.1458454132081160 ],1161 "extent": [1162 3.7313179969787598,1163 3.788879156112671,1164 11.9317140579223631165 ]1166 },1167 "obb": {1168 "center": [1169 742.9409730434418,1170 183.17404174804688,1171 128.1458454132081172 ],1173 "extent": [1174 3.7313179969787598,1175 3.788879156112671,1176 11.9317140579223631177 ],1178 "rotation": [1179 0,1180 0,1181 01182 ]1183 },1184 "location": [1185 742.9409790039062,1186 183.17404174804688,1187 116.214149475097661188 ],1189 "rotation": [1190 0,1191 0,1192 01193 ],1194 "scale": [1195 1,1196 1,1197 11198 ]1199 },1200 "color": [