TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l052_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Bakery/l052_r005/lit.png",5 "camera": {6 "location": [7 -305,8 349,9 15110 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -305,38 349,39 151,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling planks corner": [54 {55 "object_id": "SM_ceiling",56 "bbox_2d": [57 371,58 180,59 412,60 19061 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 10.70562744140625,67 407.093048095703168 ],69 "extent": [70 447.2875671386719,71 455.69342041015625,72 8.67544555664062573 ]74 },75 "obb": {76 "center": [77 0,78 10.70562744140625,79 407.093048095703180 ],81 "extent": [82 447.2875671386719,83 455.69342041015625,84 8.67544555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 10,95 3.5836791992187596 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 }114 ],115 "window": [116 {117 "object_id": "SM_wall_01_281",118 "bbox_2d": [119 193,120 0,121 1919,122 996123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 0,128 0,129 199.22988891601562130 ],131 "extent": [132 448.35015869140625,133 456.7044982910156,134 200.50445556640625135 ]136 },137 "obb": {138 "center": [139 0,140 0,141 199.22988891601562142 ],143 "extent": [144 448.35015869140625,145 456.7044982910156,146 200.50445556640625147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 255,173 127174 ]175 },176 {177 "object_id": "SM_wall_02_491",178 "bbox_2d": [179 1027,180 293,181 1596,182 507183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 170.26333618164062,188 -45.951751708984375,189 133.2178497314453190 ],191 "extent": [192 239.49139404296875,193 39.54395294189453,194 133.66961669921875195 ]196 },197 "obb": {198 "center": [199 170.26333618164062,200 -45.951751708984375,201 133.2178497314453202 ],203 "extent": [204 239.49139404296875,205 39.54395294189453,206 133.66961669921875207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 170.26333618164062,216 -45.951751708984375,217 2.2381439208984375218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 0,233 191234 ]235 },236 {237 "object_id": "SM_wall_06_505",238 "bbox_2d": [239 0,240 0,241 1634,242 1016243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 1.37738037109375,248 5.184879779815674,249 196.00094604492188250 ],251 "extent": [252 426.0718994140625,253 4.455683708190918,254 200.5044403076172255 ]256 },257 "obb": {258 "center": [259 1.37738037109375,260 5.184879779815674,261 196.00094604492188262 ],263 "extent": [264 426.0718994140625,265 4.455683708190918,266 200.5044403076172267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 1.37738037109375,276 5.184879302978516,277 -4.41204833984375278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 63,292 0,293 191294 ]295 },296 {297 "object_id": "SM_wall_05_19",298 "bbox_2d": [299 1609,300 125,301 1919,302 521303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 413.07183837890625,308 219.72203063964844,309 272.21002197265625310 ],311 "extent": [312 22.278289794921875,313 215.7262659626067,314 109.5366704119806315 ]316 },317 "obb": {318 "center": [319 413.07183837890625,320 219.72203063964844,321 272.21002197265625322 ],323 "extent": [324 22.278289794921875,325 215.7262659626067,326 109.5366704119806327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 413.07183837890625,336 219.72203063964844,337 272.21002197265625338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1.0699734687805176,347 1.0926108360290527348 ]349 },350 "color": [351 63,352 191,353 15354 ]355 }356 ],357 "kitchen door": [358 {359 "object_id": "SM_kitchendoor_311",360 "bbox_2d": [361 413,362 107,363 805,364 1024365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -234.50432228229522,370 25.448821957562917,371 144.00258676668727372 ],373 "extent": [374 69.59251455133818,375 38.71392749448036,376 122.33860056063259377 ]378 },379 "obb": {380 "center": [381 -234.50432228229522,382 25.44882195756292,383 144.00258676668727384 ],385 "extent": [386 69.59251455133818,387 38.71392749448036,388 122.33860056063259389 ],390 "rotation": [391 0,392 -25.016937255859375,393 0394 ]395 },396 "location": [397 -235.97296142578125,398 22.14883041381836,399 21.663986206054688400 ],401 "rotation": [402 0,403 -25.016937255859375,404 0405 ],406 "scale": [407 1.2099636793136597,408 1.0495829582214355,409 1.0398658514022827410 ]411 },412 "color": [413 127,414 0,415 0416 ]417 }418 ],419 "ground": [420 {421 "object_id": "SM_ground_9",422 "bbox_2d": [423 193,424 813,425 1919,426 1079427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 0,432 0.704864501953125,433 11.041000366210938434 ],435 "extent": [436 447.2875671386719,437 455.69342041015625,438 8.675445556640625439 ]440 },441 "obb": {442 "center": [443 0,444 0.704864501953125,445 11.041000366210938446 ],447 "extent": [448 447.2875671386719,449 455.69342041015625,450 8.675445556640625451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 0,460 -0.000762939453125,461 11.041000366210938462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 191,476 0,477 255478 ]479 }480 ]481 },482 "foreground": {483 "breadrack": [484 {485 "object_id": "SM_breadrack_01_290",486 "bbox_2d": [487 836,488 487,489 1735,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -118.70851135253906,496 188.5910186767578,497 89.99793243408203498 ],499 "extent": [500 100.25221252441406,501 50.126121520996094,502 70.04141235351562503 ]504 },505 "obb": {506 "center": [507 -118.70851135253906,508 188.5910186767578,509 89.99793243408203510 ],511 "extent": [512 100.25221252441406,513 50.126121520996094,514 70.04141235351562515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 -118.70851135253906,524 188.5910186767578,525 25.59441375732422526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 255,540 255,541 127542 ]543 },544 {545 "object_id": "SM_breadrack_02_296",546 "bbox_2d": [547 1668,548 491,549 1919,550 1043551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 65.93284606933594,556 187.62933349609375,557 93.91255950927734558 ],559 "extent": [560 79.36634826660156,561 52.91090774536133,562 74.07523345947266563 ]564 },565 "obb": {566 "center": [567 65.93284606933594,568 187.62933349609375,569 93.91255950927734570 ],571 "extent": [572 79.36634826660156,573 52.91090774536133,574 74.07523345947266575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 65.93284606933594,584 187.62933349609375,585 20.00006103515625586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 0,600 127,601 255602 ]603 },604 {605 "object_id": "SM_breadrack_7",606 "bbox_2d": [607 0,608 445,609 163,610 1079611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -392.6522521972656,616 97.77607727050781,617 122.33782196044922618 ],619 "extent": [620 30.63262939453125,621 83.54350280761719,622 103.0369873046875623 ]624 },625 "obb": {626 "center": [627 -392.6522521972656,628 97.77607727050781,629 122.33782196044922630 ],631 "extent": [632 30.63262939453125,633 83.54350280761719,634 103.0369873046875635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 -392.6522521972656,644 97.77607727050781,645 20.0001220703125646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 63,660 255,661 191662 ]663 }664 ],665 "cashier": [666 {667 "object_id": "SM_cashier_302",668 "bbox_2d": [669 1715,670 598,671 1919,672 647673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 330.7001953125,678 148.85812377929688,679 68.8092041015625680 ],681 "extent": [682 39.265533447265625,683 83.54351806640625,684 50.12611389160156685 ]686 },687 "obb": {688 "center": [689 330.7001953125,690 148.85812377929688,691 68.8092041015625692 ],693 "extent": [694 39.265533447265625,695 83.54351806640625,696 50.12611389160156697 ],698 "rotation": [699 0,700 0,701 0702 ]703 },704 "location": [705 330.7001953125,706 148.85812377929688,707 20708 ],709 "rotation": [710 0,711 0,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 255,722 127,723 255724 ]725 }726 ],727 "cash register": [728 {729 "object_id": "SM_cash_register_318",730 "bbox_2d": [731 1715,732 558,733 1800,734 599735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 347.53276852910653,740 89.550582188795,741 129.63134792869084742 ],743 "extent": [744 24.934106523168452,745 32.800457754910184,746 11.22339287083048747 ]748 },749 "obb": {750 "center": [751 347.53276852910653,752 89.550582188795,753 129.63134792869084754 ],755 "extent": [756 24.934106523168452,757 32.800457754910184,758 11.22339287083048759 ],760 "rotation": [761 0,762 -80.00000762939452,763 0764 ]765 },766 "location": [767 344.2492980957031,768 84.56668090820312,769 119.345947265625770 ],771 "rotation": [772 0,773 -80.00000762939452,774 0775 ],776 "scale": [777 1,778 1.0000001192092896,779 1.0000001192092896780 ]781 },782 "color": [783 127,784 255,785 0786 ]787 }788 ],789 "steel": [790 {791 "object_id": "SM_steel_02_346",792 "bbox_2d": [793 1428,794 464,795 1550,796 506797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 230.1611499786377,802 25.21088981628418,803 106.01264953613281804 ],805 "extent": [806 20.196971893310547,807 23.852373123168952,808 86.09856414794922809 ]810 },811 "obb": {812 "center": [813 230.1611499786377,814 25.21088981628418,815 106.01264953613281816 ],817 "extent": [818 20.196971893310547,819 23.852373123168952,820 86.09856414794922821 ],822 "rotation": [823 0,824 -90.00000000000001,825 0826 ]827 },828 "location": [829 230.16116333007812,830 25.21090316772461,831 20832 ],833 "rotation": [834 0,835 -90.00000000000001,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 0,846 255,847 63848 ]849 },850 {851 "object_id": "SM_steel_32",852 "bbox_2d": [853 848,854 425,855 1091,856 795857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 -111.97819519042969,862 23.47991371154785,863 105.68448638916016864 ],865 "extent": [866 44.119041442871094,867 20.18648910522461,868 86.05392456054688869 ]870 },871 "obb": {872 "center": [873 -111.97819519042969,874 23.47991371154785,875 105.68448638916016876 ],877 "extent": [878 44.119041442871094,879 20.18648910522461,880 86.05392456054688881 ],882 "rotation": [883 0,884 0,885 0886 ]887 },888 "location": [889 -111.97987365722656,890 23.479917526245117,891 19.7164306640625892 ],893 "rotation": [894 0,895 0,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 0,906 63,907 31908 ]909 }910 ],911 "bucket": [912 {913 "object_id": "SM_bucket_386",914 "bbox_2d": [915 371,916 617,917 412,918 661919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 -337.38244744655424,924 -378.1777732579772,925 72.62061309814453926 ],927 "extent": [928 48.593679342217456,929 44.124334553618326,930 52.692535400390625931 ]932 },933 "obb": {934 "center": [935 -337.38244744655424,936 -378.1777732579772,937 72.62061309814453938 ],939 "extent": [940 48.593679342217456,941 44.124334553618326,942 52.692535400390625943 ],944 "rotation": [945 0,946 60.00008773803709,947 0948 ]949 },950 "location": [951 -340.9186096191406,952 -377.4979248046875,953 19.93829345703125954 ],955 "rotation": [956 0,957 60.00008773803709,958 0959 ],960 "scale": [961 1,962 1,963 1964 ]965 },966 "color": [967 255,968 63,969 127970 ]971 }972 ],973 "cloth": [974 {975 "object_id": "SM_cloth_05_395",976 "bbox_2d": [977 412,978 545,979 412,980 548981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 -290.89990234375,986 -434.42620849609375,987 160.85816192626953988 ],989 "extent": [990 13.209075927734375,991 15.705780029296875,992 94.72577667236328993 ]994 },995 "obb": {996 "center": [997 -290.89990234375,998 -434.42620849609375,999 160.858161926269531000 ],1001 "extent": [1002 13.209075927734375,1003 15.705780029296875,1004 94.725776672363281005 ],1006 "rotation": [1007 0,1008 0,1009 01010 ]1011 },1012 "location": [1013 -289.1158447265625,1014 -434.4262390136719,1015 248.16398620605471016 ],1017 "rotation": [1018 0,1019 0,1020 01021 ],1022 "scale": [1023 1,1024 1,1025 11026 ]1027 },1028 "color": [1029 127,1030 63,1031 1271032 ]1033 },1034 {1035 "object_id": "SM_cloth_8",1036 "bbox_2d": [1037 371,1038 390,1039 408,1040 6271041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 -323.06861114501953,1046 -434.5505676269531,1047 167.177719116210941048 ],1049 "extent": [1050 21.10132598876953,1051 15.56591796875,1052 90.056076049804691053 ]1054 },1055 "obb": {1056 "center": [1057 -323.06861114501953,1058 -434.5505676269531,1059 167.177719116210941060 ],1061 "extent": [1062 21.10132598876953,1063 15.56591796875,1064 90.056076049804691065 ],1066 "rotation": [1067 0,1068 0,1069 01070 ]1071 },1072 "location": [1073 -323.9548034667969,1074 -434.4262390136719,1075 248.16398620605471076 ],1077 "rotation": [1078 0,1079 0,1080 01081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 31,1090 223,1091 2231092 ]1093 },1094 {1095 "object_id": "SM_cloth_07_158",1096 "bbox_2d": [1097 371,1098 428,1099 384,1100 4831101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 -321.13605007455874,1106 -134.4341231036128,1107 187.077025215670661108 ],1109 "extent": [1110 8.733564206095139,1111 6.534689330150087,1112 13.5847286316346751113 ]1114 },1115 "obb": {1116 "center": [1117 -321.13605007455874,1118 -134.4341231036128,1119 187.077025215670661120 ],1121 "extent": [1122 8.733564206095139,1123 6.534689330150087,1124 13.5847286316346751125 ],1126 "rotation": [1127 1.8779749870300286,1128 -10.076150894165039,1129 10.4528312683105491130 ]1131 },1132 "location": [1133 -321.15594482421875,1134 -134.53268432617188,1135 187.148773193359381136 ],1137 "rotation": [1138 1.8779749870300286,1139 -10.076150894165039,1140 10.4528312683105491141 ],1142 "scale": [1143 1,1144 1,1145 11146 ]1147 },1148 "color": [1149 223,1150 31,1151 1911152 ]1153 }1154 ],1155 "air conditioner": [1156 {1157 "object_id": "SM_Airconditioner_423",1158 "bbox_2d": [1159 1722,1160 134,1161 1919,1162 2441163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 405.5927734375,1168 130.36524963378906,1169 351.42465209960941170 ],1171 "extent": [1172 16.555665969848633,1173 56.32305908203128,1174 16.0923042297363281175 ]1176 },1177 "obb": {1178 "center": [1179 405.5927734375,1180 130.36524963378906,1181 351.42465209960941182 ],1183 "extent": [1184 16.555665969848633,1185 56.32305908203128,1186 16.0923042297363281187 ],1188 "rotation": [1189 0,1190 90.00000000000001,1191 01192 ]1193 },1194 "location": [1195 405.5927734375,1196 130.36524963378906,1197 351.42465209960941198 ],1199 "rotation": [1200 0,