TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l137_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l137_r003/lit.png",5 "camera": {6 "location": [7 465,8 489,9 16010 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 465,38 489,39 160,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "counter corner": [54 {55 "object_id": "SM_Counter_Corner_Left_13",56 "bbox_2d": [57 0,58 688,59 111,60 74161 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 168.2187271118164,66 859.9999656677246,67 55.0000076293945368 ],69 "extent": [70 91.78129577636719,71 50.00008010864258,72 45.000011444091873 ]74 },75 "obb": {76 "center": [77 168.2187271118164,78 859.9999656677246,79 55.0000076293945380 ],81 "extent": [82 91.78129577636719,83 50.00008010864258,84 45.000011444091885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 180,94 810,95 1096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 95,111 191112 ]113 }114 ]115 },116 "foreground": {117 "tobacco display": [118 {119 "object_id": "SM_Tobacco_Display_C_8",120 "bbox_2d": [121 607,122 426,123 797,124 741125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 24.718214886462405,130 604.8800907798582,131 109.9212646484375132 ],133 "extent": [134 22.350087063553914,135 38.00004380254984,136 99.92132568359375137 ]138 },139 "obb": {140 "center": [141 24.718214886462402,142 604.8800907798582,143 109.9212646484375144 ],145 "extent": [146 22.350087063553914,147 38.00004380254984,148 99.92132568359375149 ],150 "rotation": [151 0,152 -90.00012207031251,153 0154 ]155 },156 "location": [157 2.3681564331054688,158 566.880126953125,159 9.99993896484375160 ],161 "rotation": [162 0,163 -90.00012207031251,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 255,174 95,175 0176 ]177 },178 {179 "object_id": "SM_Tobacco_Display_A_2",180 "bbox_2d": [181 256,182 427,183 437,184 741185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 23.729498760974124,190 758.7660160728269,191 109.92137145996094192 ],193 "extent": [194 22.350087063553914,195 38.00004380254984,196 99.92132568359375197 ]198 },199 "obb": {200 "center": [201 23.72949876097412,202 758.7660160728269,203 109.92137145996094204 ],205 "extent": [206 22.350087063553914,207 38.00004380254984,208 99.92132568359375209 ],210 "rotation": [211 0,212 -90.00012207031251,213 0214 ]215 },216 "location": [217 1.3794403076171875,218 720.7660522460938,219 10.000045776367188220 ],221 "rotation": [222 0,223 -90.00012207031251,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 95,234 63,235 63236 ]237 },238 {239 "object_id": "SM_Tobacco_Display_B_8",240 "bbox_2d": [241 430,242 426,243 611,244 741245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 23.90831144999611,250 682.3889438536045,251 109.92131042480469252 ],253 "extent": [254 22.3500820035545,255 38.00004082647695,256 99.92132568359375257 ]258 },259 "obb": {260 "center": [261 23.90831144999611,262 682.3889438536045,263 109.92131042480469264 ],265 "extent": [266 22.3500820035545,267 38.00004082647695,268 99.92132568359375269 ],270 "rotation": [271 0,272 -90.00011444091797,273 0274 ]275 },276 "location": [277 1.558258056640625,278 644.3889770507812,279 9.999984741210938280 ],281 "rotation": [282 0,283 -90.00011444091797,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 95,294 63,295 191296 ]297 }298 ],299 "hot dog grill": [300 {301 "object_id": "SM_Hot_Dog_Grill_2",302 "bbox_2d": [303 749,304 607,305 1019,306 793307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 218.9225597381623,312 506.7220488255456,313 120.7146987915039314 ],315 "extent": [316 21.332088011749477,317 32.01364102946616,318 20.843448638916016319 ]320 },321 "obb": {322 "center": [323 218.9225597381623,324 506.7220488255456,325 120.7146987915039326 ],327 "extent": [328 21.332088011749477,329 32.01364102946616,330 20.843448638916016331 ],332 "rotation": [333 0,334 -90.00012207031251,335 0336 ]337 },338 "location": [339 220.29644775390625,340 506.7220458984375,341 100342 ],343 "rotation": [344 0,345 -90.00012207031251,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 63,356 95,357 95358 ]359 }360 ],361 "bottle stand": [362 {363 "object_id": "SM_Bottle_Stand_5",364 "bbox_2d": [365 397,366 679,367 555,368 809369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 231.80416889283168,374 604.9944947649063,375 111.77631187438965376 ],377 "extent": [378 19.91625660101562,379 10.514703403895282,380 11.776299476623535381 ]382 },383 "obb": {384 "center": [385 231.80416889283168,386 604.9944947649063,387 111.77631187438965388 ],389 "extent": [390 19.91625660101562,391 10.514703403895282,392 11.776299476623535393 ],394 "rotation": [395 0,396 -80.00007629394531,397 0398 ]399 },400 "location": [401 231.80416870117188,402 604.9945068359375,403 100.00001525878906404 ],405 "rotation": [406 0,407 -80.00007629394531,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 191,418 95,419 95420 ]421 }422 ],423 "bottle": [424 {425 "object_id": "SM_Ketchup_Bottle_8",426 "bbox_2d": [427 492,428 599,429 531,430 702431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 221.8688999205397,436 602.6392806261019,437 131.40055084228516438 ],439 "extent": [440 5.444847136823114,441 5.444846363241595,442 13.736084938049316443 ]444 },445 "obb": {446 "center": [447 221.8688999205397,448 602.6392806261019,449 131.40055084228516450 ],451 "extent": [452 5.444847136823114,453 5.444846363241595,454 13.736084938049316455 ],456 "rotation": [457 0,458 10.000028610229492,459 0460 ]461 },462 "location": [463 221.86891174316406,464 602.6392822265625,465 117.66446685791016466 ],467 "rotation": [468 0,469 10.000028610229492,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 31,480 95,481 95482 ]483 },484 {485 "object_id": "SM_Mustard_Bottle_11",486 "bbox_2d": [487 463,488 625,489 503,490 737491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 231.92778350472975,496 604.8994129316324,497 125.51240539550781498 ],499 "extent": [500 5.444847136823114,501 5.444846363241595,502 13.736084938049316503 ]504 },505 "obb": {506 "center": [507 231.92778350472975,508 604.8994129316324,509 125.51240539550781510 ],511 "extent": [512 5.444847136823114,513 5.444846363241595,514 13.736084938049316515 ],516 "rotation": [517 0,518 10.000028610229492,519 0520 ]521 },522 "location": [523 231.92779541015625,524 604.8994140625,525 111.77632141113281526 ],527 "rotation": [528 0,529 10.000028610229492,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 95,540 0,541 0542 ]543 },544 {545 "object_id": "SM_Mayonaise_Bottle_14",546 "bbox_2d": [547 423,548 655,549 468,550 778551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 243.7590366392897,556 607.3930648057894,557 119.62425994873047558 ],559 "extent": [560 5.444847136823114,561 5.444846363241595,562 13.736084938049316563 ]564 },565 "obb": {566 "center": [567 243.7590366392897,568 607.3930648057894,569 119.62425994873047570 ],571 "extent": [572 5.444847136823114,573 5.444846363241595,574 13.736084938049316575 ],576 "rotation": [577 0,578 10.000028610229492,579 0580 ]581 },582 "location": [583 243.75904846191406,584 607.39306640625,585 105.88817596435547586 ],587 "rotation": [588 0,589 10.000028610229492,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 95,600 0,601 255602 ]603 }604 ],605 "tong": [606 {607 "object_id": "SM_Sausage_Tong_17",608 "bbox_2d": [609 621,610 687,611 718,612 787613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 224.54147720335038,618 561.3736702950249,619 112.85123252868652620 ],621 "extent": [622 19.13773023052434,623 7.932754594725338,624 12.851158142089844625 ]626 },627 "obb": {628 "center": [629 224.54147720335038,630 561.3736702950249,631 112.85123252868652632 ],633 "extent": [634 19.13773023052434,635 7.932754594725338,636 12.851158142089844637 ],638 "rotation": [639 0,640 90.00011444091797,641 0642 ]643 },644 "location": [645 220.86343383789062,646 561.3736572265625,647 100.00007629394531648 ],649 "rotation": [650 0,651 90.00011444091797,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 95,662 0,663 127664 ]665 }666 ],667 "napkin dispenser": [668 {669 "object_id": "SM_Paper_Napkin_Dispenser2",670 "bbox_2d": [671 1121,672 735,673 1193,674 798675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 234.41401691860423,680 441.58792020904673,681 105.59275150299072682 ],683 "extent": [684 10.674257866788565,685 10.018262998583964,686 5.591593265533447687 ]688 },689 "obb": {690 "center": [691 234.41401691860423,692 441.58792020904673,693 105.59275150299072694 ],695 "extent": [696 10.674257866788565,697 10.018262998583964,698 5.591593265533447699 ],700 "rotation": [701 0,702 11.796856880187987,703 0704 ]705 },706 "location": [707 234.4140167236328,708 441.5879211425781,709 100.00115966796875710 ],711 "rotation": [712 0,713 11.796856880187987,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 95,724 0,725 63726 ]727 }728 ],729 "card reader": [730 {731 "object_id": "SM_Card_Reader_2",732 "bbox_2d": [733 39,734 736,735 80,736 776737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 212.96651400260225,742 716.4899456618128,743 104.12414264678955744 ],745 "extent": [746 10.298967466885273,747 6.94403134721415,748 4.124121189117432749 ]750 },751 "obb": {752 "center": [753 212.96651400260225,754 716.4899456618128,755 104.12414264678955756 ],757 "extent": [758 10.298967466885273,759 6.94403134721415,760 4.124121189117432761 ],762 "rotation": [763 0,764 -77.24995422363281,765 0766 ]767 },768 "location": [769 213.7287139892578,770 716.6624145507812,771 100.0000228881836772 ],773 "rotation": [774 0,775 -77.24995422363281,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 95,786 0,787 191788 ]789 }790 ],791 "counter shelf display": [792 {793 "object_id": "SM_Counter_Shelf_Display_B_4",794 "bbox_2d": [795 393,796 742,797 1329,798 1079799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 219.9999656677246,804 510.00003814697266,805 55.00001907348633806 ],807 "extent": [808 40.00006866455078,809 100.00005340576172,810 45.00001907348633811 ]812 },813 "obb": {814 "center": [815 219.9999656677246,816 510.00003814697266,817 55.00001907348633818 ],819 "extent": [820 40.00006866455078,821 100.00005340576172,822 45.00001907348633823 ],824 "rotation": [825 0,826 0,827 0828 ]829 },830 "location": [831 180,832 410,833 10834 ],835 "rotation": [836 0,837 0,838 0839 ],840 "scale": [841 1,842 1,843 1844 ]845 },846 "color": [847 95,848 191,849 31850 ]851 },852 {853 "object_id": "SM_Counter_Shelf_Display_A_7",854 "bbox_2d": [855 0,856 742,857 418,858 1079859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 220.08502578735352,864 710.0000381469727,865 55.00001907348633866 ],867 "extent": [868 40.08512878417969,869 100.00005340576172,870 45.00001907348633871 ]872 },873 "obb": {874 "center": [875 220.08502578735352,876 710.0000381469727,877 55.00001907348633878 ],879 "extent": [880 40.08512878417969,881 100.00005340576172,882 45.00001907348633883 ],884 "rotation": [885 0,886 0,887 0888 ]889 },890 "location": [891 180,892 610,893 10894 ],895 "rotation": [896 0,897 0,898 0899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 159,908 63,909 127910 ]911 }912 ],913 "energy drink display": [914 {915 "object_id": "SM_Energy_Drink_Display_2",916 "bbox_2d": [917 204,918 542,919 396,920 807921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 234.2728631504418,926 646.744538947257,927 129.77771377563477928 ],929 "extent": [930 19.787281211975227,931 17.610119532174963,932 29.777729034423828933 ]934 },935 "obb": {936 "center": [937 234.2728631504418,938 646.744538947257,939 129.77771377563477940 ],941 "extent": [942 19.787281211975227,943 17.610119532174963,944 29.777729034423828945 ],946 "rotation": [947 0,948 -66.38336181640624,949 0950 ]951 },952 "location": [953 232.88006591796875,954 646.1355590820312,955 99.99999237060547956 ],957 "rotation": [958 0,959 -66.38336181640624,960 0961 ],962 "scale": [963 1,964 1,965 1966 ]967 },968 "color": [969 95,970 31,971 255972 ]973 }974 ],975 "beer sign": [976 {977 "object_id": "SM_Beer_Sign_4",978 "bbox_2d": [979 456,980 342,981 627,982 404983 ],984 "bbox_3d": {985 "aabb": {986 "center": [987 2.072068214411798,988 690.9740556403841,989 240.57837009429932990 ],991 "extent": [992 2.073853505422177,993 41.1873022391693,994 14.96452808380127995 ]996 },997 "obb": {998 "center": [999 2.072068214411798,1000 690.9740556403841,1001 240.578370094299321002 ],1003 "extent": [1004 2.073853505422177,1005 41.1873022391693,1006 14.964528083801271007 ],1008 "rotation": [1009 0,1010 -90.00012207031251,1011 01012 ]1013 },1014 "location": [1015 -0.0016937255859375,1016 690.9740600585938,1017 240.5783691406251018 ],1019 "rotation": [1020 0,1021 -90.00012207031251,1022 01023 ],1024 "scale": [1025 1,1026 1,1027 11028 ]1029 },1030 "color": [1031 95,1032 31,1033 951034 ]1035 }1036 ]1037 }1038}