TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Diner50",3 "view_id": "l008_off0_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Diner50/l008_off0_r000/lit.png",5 "camera": {6 "location": [7 -20,8 122,9 13510 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -20,38 122,39 135,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "walls": [54 {55 "object_id": "SM_Walls",56 "bbox_2d": [57 0,58 0,59 1919,60 92261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -217.06695556640625,66 -300.78192138671875,67 259.984344482421968 ],69 "extent": [70 559.015869140625,71 1006.7079467773438,72 260.0156860351562573 ]74 },75 "obb": {76 "center": [77 -217.06695556640625,78 -300.78192138671875,79 259.984344482421980 ],81 "extent": [82 559.015869140625,83 1006.7079467773438,84 260.0156860351562585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 150,94 380,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "floor planks corner": [116 {117 "object_id": "SM_Floor_20",118 "bbox_2d": [119 0,120 923,121 1919,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -216.60736083984375,128 -297.8223876953125,129 -3.0517578125e-05130 ],131 "extent": [132 536.977783203125,133 987.1641845703125,134 0135 ]136 },137 "obb": {138 "center": [139 -216.60736083984375,140 -297.8223876953125,141 -3.0517578125e-05142 ],143 "extent": [144 536.977783203125,145 987.1641845703125,146 0147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 150,156 380,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 191,172 63,173 63174 ]175 }176 ],177 "window divided": [178 {179 "object_id": "SM_Window_1",180 "bbox_2d": [181 0,182 234,183 569,184 617185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 339.0000343322754,190 -144.00001525878906,191 178.4435043334961192 ],193 "extent": [194 3.814697265625e-06,195 131.2500457763672,196 77.44352722167969197 ]198 },199 "obb": {200 "center": [201 339.0000343322754,202 -144.00001525878906,203 178.4435043334961204 ],205 "extent": [206 3.814697265625e-06,207 131.2500457763672,208 77.44352722167969209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 339,218 -144,219 101220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 191,234 0,235 191236 ]237 },238 {239 "object_id": "SM_Window_2",240 "bbox_2d": [241 677,242 235,243 1333,244 617245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 339.0000343322754,250 137.99998474121094,251 178.4435043334961252 ],253 "extent": [254 3.814697265625e-06,255 131.2500457763672,256 77.44352722167969257 ]258 },259 "obb": {260 "center": [261 339.0000343322754,262 137.99998474121094,263 178.4435043334961264 ],265 "extent": [266 3.814697265625e-06,267 131.2500457763672,268 77.44352722167969269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 339,278 138,279 101280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 191,294 255,295 191296 ]297 },298 {299 "object_id": "SM_Window_3",300 "bbox_2d": [301 1447,302 234,303 1919,304 617305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 339.0000343322754,310 419.99998474121094,311 178.4435043334961312 ],313 "extent": [314 3.814697265625e-06,315 131.2500457763672,316 77.44352722167969317 ]318 },319 "obb": {320 "center": [321 339.0000343322754,322 419.99998474121094,323 178.4435043334961324 ],325 "extent": [326 3.814697265625e-06,327 131.2500457763672,328 77.44352722167969329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 339,338 420,339 101340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 191,354 127,355 191356 ]357 }358 ],359 "window": [360 {361 "object_id": "SM_WinShutter1_28",362 "bbox_2d": [363 0,364 212,365 569,366 363367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 326.50428533554077,372 -142.00052642822266,373 224.45570182800293374 ],375 "extent": [376 6.501795291900635,377 122.3687973022461,378 26.948427200317383379 ]380 },381 "obb": {382 "center": [383 326.50428533554077,384 -142.00052642822266,385 224.45570182800293386 ],387 "extent": [388 6.501795291900635,389 122.3687973022461,390 26.948427200317383391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 326.3326110839844,400 -142,401 251.4041748046875402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 191,416 127,417 31418 ]419 },420 {421 "object_id": "SM_WinShutter2",422 "bbox_2d": [423 663,424 212,425 1352,426 363427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 326.50428533554077,432 138.99947357177734,433 224.45570182800293434 ],435 "extent": [436 6.501795291900635,437 122.3687973022461,438 26.948427200317383439 ]440 },441 "obb": {442 "center": [443 326.50428533554077,444 138.99947357177734,445 224.45570182800293446 ],447 "extent": [448 6.501795291900635,449 122.3687973022461,450 26.948427200317383451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 326.3326110839844,460 139,461 251.4041748046875462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 191,476 63,477 31478 ]479 },480 {481 "object_id": "SM_WinShutter3",482 "bbox_2d": [483 1447,484 211,485 1919,486 363487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 325.5044684410095,492 419.99947357177734,493 224.45570182800293494 ],495 "extent": [496 6.501795291900635,497 122.3687973022461,498 26.948427200317383499 ]500 },501 "obb": {502 "center": [503 325.5044684410095,504 419.99947357177734,505 224.45570182800293506 ],507 "extent": [508 6.501795291900635,509 122.3687973022461,510 26.948427200317383511 ],512 "rotation": [513 0,514 0,515 0516 ]517 },518 "location": [519 325.3327941894531,520 420,521 251.4041748046875522 ],523 "rotation": [524 0,525 0,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 191,536 191,537 31538 ]539 }540 ]541 },542 "foreground": {543 "table": [544 {545 "object_id": "SM_SquareTableBig2",546 "bbox_2d": [547 1446,548 718,549 1919,550 1079551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 260,556 332,557 36.27349090576172558 ],559 "extent": [560 60,561 40,562 35.72650909423828563 ]564 },565 "obb": {566 "center": [567 260,568 332,569 36.27349090576172570 ],571 "extent": [572 60,573 40,574 35.72650909423828575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 260,584 332,585 0586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 255,600 0,601 63602 ]603 },604 {605 "object_id": "SM_SquareTableBig3",606 "bbox_2d": [607 742,608 718,609 1083,610 1079611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 260,616 111,617 36.27349090576172618 ],619 "extent": [620 60,621 40,622 35.72650909423828623 ]624 },625 "obb": {626 "center": [627 260,628 111,629 36.27349090576172630 ],631 "extent": [632 60,633 40,634 35.72650909423828635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 260,644 111,645 0646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 255,660 255,661 63662 ]663 },664 {665 "object_id": "SM_SquareTableBig4",666 "bbox_2d": [667 0,668 718,669 388,670 1079671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 260,676 -108,677 36.27349090576172678 ],679 "extent": [680 60,681 40,682 35.72650909423828683 ]684 },685 "obb": {686 "center": [687 260,688 -108,689 36.27349090576172690 ],691 "extent": [692 60,693 40,694 35.72650909423828695 ],696 "rotation": [697 0,698 0,699 0700 ]701 },702 "location": [703 260,704 -108,705 0706 ],707 "rotation": [708 0,709 0,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 255,720 127,721 63722 ]723 }724 ],725 "sofa": [726 {727 "object_id": "SM_Sofa9_5",728 "bbox_2d": [729 0,730 654,731 186,732 1004733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 255.52906182757337,738 -179.49175974984533,739 50.0320930480957740 ],741 "extent": [742 63.25011961571383,743 30.03617408567365,744 50.03208541870117745 ]746 },747 "obb": {748 "center": [749 255.52906182757337,750 -179.49175974984533,751 50.0320930480957752 ],753 "extent": [754 63.25011961571383,755 30.03617408567365,756 50.03208541870117757 ],758 "rotation": [759 0,760 179.99978637695312,761 0762 ]763 },764 "location": [765 255.66424560546875,766 -185.00006103515625,767 0768 ],769 "rotation": [770 0,771 179.99978637695312,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 63,782 0,783 255784 ]785 },786 {787 "object_id": "SM_Sofa10",788 "bbox_2d": [789 407,790 654,791 776,792 1079793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 255.52906182757337,798 29.508240250154678,799 50.0320930480957800 ],801 "extent": [802 63.25011961571383,803 30.036174085673657,804 50.03208541870117805 ]806 },807 "obb": {808 "center": [809 255.52906182757337,810 29.50824025015468,811 50.0320930480957812 ],813 "extent": [814 63.25011961571383,815 30.036174085673657,816 50.03208541870117817 ],818 "rotation": [819 0,820 179.99978637695312,821 0822 ]823 },824 "location": [825 255.66424560546875,826 23.99993896484375,827 0828 ],829 "rotation": [830 0,831 179.99978637695312,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 63,842 0,843 127844 ]845 },846 {847 "object_id": "SM_Sofa11",848 "bbox_2d": [849 137,850 653,851 611,852 1079853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 255.6369003853725,858 -30.508300349136825,859 50.032169342041016860 ],861 "extent": [862 63.25010361772203,863 30.03614039673719,864 50.03208541870117865 ]866 },867 "obb": {868 "center": [869 255.6369003853725,870 -30.508300349136825,871 50.032169342041016872 ],873 "extent": [874 63.25010361772203,875 30.03614039673719,876 50.03208541870117877 ],878 "rotation": [879 0,880 0.00018310546875000003,881 0882 ]883 },884 "location": [885 255.50167846679688,886 -25,887 7.62939453125e-05888 ],889 "rotation": [890 0,891 0.00018310546875000003,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 63,902 255,903 0904 ]905 },906 {907 "object_id": "SM_Sofa12",908 "bbox_2d": [909 1252,910 654,911 1692,912 1079913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 255.52906182757337,918 254.50824025015467,919 50.0320930480957920 ],921 "extent": [922 63.25011961571383,923 30.03617408567365,924 50.03208541870117925 ]926 },927 "obb": {928 "center": [929 255.52906182757337,930 254.50824025015467,931 50.0320930480957932 ],933 "extent": [934 63.25011961571383,935 30.03617408567365,936 50.03208541870117937 ],938 "rotation": [939 0,940 179.99978637695312,941 0942 ]943 },944 "location": [945 255.66424560546875,946 248.99993896484375,947 0948 ],949 "rotation": [950 0,951 179.99978637695312,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 63,962 255,963 255964 ]965 },966 {967 "object_id": "SM_Sofa13",968 "bbox_2d": [969 1082,970 653,971 1421,972 1079973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 255.63690037523264,978 194.49169965061427,979 50.032169342041016980 ],981 "extent": [982 63.25010356243111,983 30.036140280304323,984 50.03208541870117985 ]986 },987 "obb": {988 "center": [989 255.63690037523264,990 194.49169965061427,991 50.032169342041016992 ],993 "extent": [994 63.25010356243111,995 30.036140280304323,996 50.03208541870117997 ],998 "rotation": [999 0,1000 0.00018299999646842477,1001 01002 ]1003 },1004 "location": [1005 255.50167846679688,1006 200,1007 7.62939453125e-051008 ],1009 "rotation": [1010 0,1011 0.00018299999646842477,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 63,1022 255,1023 1271024 ]1025 },1026 {1027 "object_id": "SM_Sofa14",1028 "bbox_2d": [1029 1865,1030 654,1031 1910,1032 6591033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 255.52906182757337,1038 468.50830128531095,1039 50.03209304809571040 ],1041 "extent": [1042 63.25011961571383,1043 30.03617408567368,1044 50.032085418701171045 ]1046 },1047 "obb": {1048 "center": [1049 255.52906182757337,1050 468.50830128531095,1051 50.03209304809571052 ],1053 "extent": [1054 63.25011961571383,1055 30.03617408567368,1056 50.032085418701171057 ],1058 "rotation": [1059 0,1060 179.99978637695312,1061 01062 ]1063 },1064 "location": [1065 255.66424560546875,1066 463,1067 01068 ],1069 "rotation": [1070 0,1071 179.99978637695312,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 63,1082 127,1083 01084 ]1085 },1086 {1087 "object_id": "SM_Sofa15",1088 "bbox_2d": [1089 1692,1090 653,1091 1919,1092 10311093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 255.63690037523264,1098 408.49169965061424,1099 50.0321693420410161100 ],1101 "extent": [1102 63.25010356243111,1103 30.036140280304323,1104 50.032085418701171105 ]1106 },1107 "obb": {1108 "center": [1109 255.63690037523264,1110 408.49169965061424,1111 50.0321693420410161112 ],1113 "extent": [1114 63.25010356243111,1115 30.036140280304323,1116 50.032085418701171117 ],1118 "rotation": [1119 0,1120 0.00018299999646842477,1121 01122 ]1123 },1124 "location": [1125 255.50167846679688,1126 414,1127 7.62939453125e-051128 ],1129 "rotation": [1130 0,1131 0.00018299999646842477,1132 01133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 63,1142 127,1143 2551144 ]1145 }1146 ],1147 "condiment": [1148 {1149 "object_id": "SM_Ketchup_11",1150 "bbox_2d": [1151 74,1152 686,1153 104,1154 7621155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 250.10446166992188,1160 -122.92925262451172,1161 82.772320747375491162 ],1163 "extent": [1164 4.432013893500226,1165 4.432013893500226,1166 10.76922321319581167 ]1168 },1169 "obb": {1170 "center": [1171 250.10446166992188,1172 -122.92925262451172,1173 82.772320747375491174 ],1175 "extent": [1176 4.432013893500226,1177 4.432013893500226,1178 10.76922321319581179 ],1180 "rotation": [1181 0,1182 148.4591827392578,1183 01184 ]1185 },1186 "location": [1187 250.10446166992188,1188 -122.92925262451172,1189 721190 ],1191 "rotation": [1192 0,1193 148.4591827392578,1194 01195 ],1196 "scale": [1197 1,1198 1,1199 11200 ]