TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l077_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l077_r003/lit.png",5 "camera": {6 "location": [7 413,8 482,9 12610 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 413,38 482,39 126,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "tobacco display": [55 {56 "object_id": "SM_Tobacco_Display_C_8",57 "bbox_2d": [58 539,59 321,60 760,61 64662 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 24.718214886462405,67 604.8800907798582,68 109.921264648437569 ],70 "extent": [71 22.350087063553914,72 38.00004380254984,73 99.9213256835937574 ]75 },76 "obb": {77 "center": [78 24.718214886462402,79 604.8800907798582,80 109.921264648437581 ],82 "extent": [83 22.350087063553914,84 38.00004380254984,85 99.9213256835937586 ],87 "rotation": [88 0,89 -90.00012207031251,90 091 ]92 },93 "location": [94 2.3681564331054688,95 566.880126953125,96 9.9999389648437597 ],98 "rotation": [99 0,100 -90.00012207031251,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 255,111 95,112 0113 ]114 },115 {116 "object_id": "SM_Tobacco_Display_A_2",117 "bbox_2d": [118 139,119 322,120 345,121 621122 ],123 "bbox_3d": {124 "aabb": {125 "center": [126 23.729498760974124,127 758.7660160728269,128 109.92137145996094129 ],130 "extent": [131 22.350087063553914,132 38.00004380254984,133 99.92132568359375134 ]135 },136 "obb": {137 "center": [138 23.72949876097412,139 758.7660160728269,140 109.92137145996094141 ],142 "extent": [143 22.350087063553914,144 38.00004380254984,145 99.92132568359375146 ],147 "rotation": [148 0,149 -90.00012207031251,150 0151 ]152 },153 "location": [154 1.3794403076171875,155 720.7660522460938,156 10.000045776367188157 ],158 "rotation": [159 0,160 -90.00012207031251,161 0162 ],163 "scale": [164 1,165 1,166 1167 ]168 },169 "color": [170 95,171 63,172 63173 ]174 },175 {176 "object_id": "SM_Tobacco_Display_B_8",177 "bbox_2d": [178 338,179 322,180 544,181 646182 ],183 "bbox_3d": {184 "aabb": {185 "center": [186 23.90831144999611,187 682.3889438536045,188 109.92131042480469189 ],190 "extent": [191 22.3500820035545,192 38.00004082647695,193 99.92132568359375194 ]195 },196 "obb": {197 "center": [198 23.90831144999611,199 682.3889438536045,200 109.92131042480469201 ],202 "extent": [203 22.3500820035545,204 38.00004082647695,205 99.92132568359375206 ],207 "rotation": [208 0,209 -90.00011444091797,210 0211 ]212 },213 "location": [214 1.558258056640625,215 644.3889770507812,216 9.999984741210938217 ],218 "rotation": [219 0,220 -90.00011444091797,221 0222 ],223 "scale": [224 1,225 1,226 1227 ]228 },229 "color": [230 95,231 63,232 191233 ]234 }235 ],236 "hot dog grill": [237 {238 "object_id": "SM_Hot_Dog_Grill_2",239 "bbox_2d": [240 648,241 463,242 999,243 682244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 218.9225597381623,249 506.7220488255456,250 120.7146987915039251 ],252 "extent": [253 21.332088011749477,254 32.01364102946616,255 20.843448638916016256 ]257 },258 "obb": {259 "center": [260 218.9225597381623,261 506.7220488255456,262 120.7146987915039263 ],264 "extent": [265 21.332088011749477,266 32.01364102946616,267 20.843448638916016268 ],269 "rotation": [270 0,271 -90.00012207031251,272 0273 ]274 },275 "location": [276 220.29644775390625,277 506.7220458984375,278 100279 ],280 "rotation": [281 0,282 -90.00012207031251,283 0284 ],285 "scale": [286 1,287 1,288 1289 ]290 },291 "color": [292 63,293 95,294 95295 ]296 }297 ],298 "bottle stand": [299 {300 "object_id": "SM_Bottle_Stand_5",301 "bbox_2d": [302 178,303 552,304 415,305 694306 ],307 "bbox_3d": {308 "aabb": {309 "center": [310 231.80416889283168,311 604.9944947649063,312 111.77631187438965313 ],314 "extent": [315 19.91625660101562,316 10.514703403895282,317 11.776299476623535318 ]319 },320 "obb": {321 "center": [322 231.80416889283168,323 604.9944947649063,324 111.77631187438965325 ],326 "extent": [327 19.91625660101562,328 10.514703403895282,329 11.776299476623535330 ],331 "rotation": [332 0,333 -80.00007629394531,334 0335 ]336 },337 "location": [338 231.80416870117188,339 604.9945068359375,340 100.00001525878906341 ],342 "rotation": [343 0,344 -80.00007629394531,345 0346 ],347 "scale": [348 1,349 1,350 1351 ]352 },353 "color": [354 191,355 95,356 95357 ]358 }359 ],360 "bottle": [361 {362 "object_id": "SM_Ketchup_Bottle_8",363 "bbox_2d": [364 328,365 444,366 381,367 566368 ],369 "bbox_3d": {370 "aabb": {371 "center": [372 221.8688999205397,373 602.6392806261019,374 131.40055084228516375 ],376 "extent": [377 5.444847136823114,378 5.444846363241595,379 13.736084938049316380 ]381 },382 "obb": {383 "center": [384 221.8688999205397,385 602.6392806261019,386 131.40055084228516387 ],388 "extent": [389 5.444847136823114,390 5.444846363241595,391 13.736084938049316392 ],393 "rotation": [394 0,395 10.000028610229492,396 0397 ]398 },399 "location": [400 221.86891174316406,401 602.6392822265625,402 117.66446685791016403 ],404 "rotation": [405 0,406 10.000028610229492,407 0408 ],409 "scale": [410 1,411 1,412 1413 ]414 },415 "color": [416 31,417 95,418 95419 ]420 },421 {422 "object_id": "SM_Mustard_Bottle_11",423 "bbox_2d": [424 278,425 469,426 337,427 601428 ],429 "bbox_3d": {430 "aabb": {431 "center": [432 231.92778350472975,433 604.8994129316324,434 125.51240539550781435 ],436 "extent": [437 5.444847136823114,438 5.444846363241595,439 13.736084938049316440 ]441 },442 "obb": {443 "center": [444 231.92778350472975,445 604.8994129316324,446 125.51240539550781447 ],448 "extent": [449 5.444847136823114,450 5.444846363241595,451 13.736084938049316452 ],453 "rotation": [454 0,455 10.000028610229492,456 0457 ]458 },459 "location": [460 231.92779541015625,461 604.8994140625,462 111.77632141113281463 ],464 "rotation": [465 0,466 10.000028610229492,467 0468 ],469 "scale": [470 1,471 1,472 1473 ]474 },475 "color": [476 95,477 0,478 0479 ]480 },481 {482 "object_id": "SM_Mayonaise_Bottle_14",483 "bbox_2d": [484 215,485 498,486 280,487 656488 ],489 "bbox_3d": {490 "aabb": {491 "center": [492 243.7590366392897,493 607.3930648057894,494 119.62425994873047495 ],496 "extent": [497 5.444847136823114,498 5.444846363241595,499 13.736084938049316500 ]501 },502 "obb": {503 "center": [504 243.7590366392897,505 607.3930648057894,506 119.62425994873047507 ],508 "extent": [509 5.444847136823114,510 5.444846363241595,511 13.736084938049316512 ],513 "rotation": [514 0,515 10.000028610229492,516 0517 ]518 },519 "location": [520 243.75904846191406,521 607.39306640625,522 105.88817596435547523 ],524 "rotation": [525 0,526 10.000028610229492,527 0528 ],529 "scale": [530 1,531 1,532 1533 ]534 },535 "color": [536 95,537 0,538 255539 ]540 }541 ],542 "tong": [543 {544 "object_id": "SM_Sausage_Tong_17",545 "bbox_2d": [546 477,547 542,548 624,549 678550 ],551 "bbox_3d": {552 "aabb": {553 "center": [554 224.54147720335038,555 561.3736702950249,556 112.85123252868652557 ],558 "extent": [559 19.13773023052434,560 7.932754594725338,561 12.851158142089844562 ]563 },564 "obb": {565 "center": [566 224.54147720335038,567 561.3736702950249,568 112.85123252868652569 ],570 "extent": [571 19.13773023052434,572 7.932754594725338,573 12.851158142089844574 ],575 "rotation": [576 0,577 90.00011444091797,578 0579 ]580 },581 "location": [582 220.86343383789062,583 561.3736572265625,584 100.00007629394531585 ],586 "rotation": [587 0,588 90.00011444091797,589 0590 ],591 "scale": [592 1,593 1,594 1595 ]596 },597 "color": [598 95,599 0,600 127601 ]602 }603 ],604 "napkin dispenser": [605 {606 "object_id": "SM_Paper_Napkin_Dispenser2",607 "bbox_2d": [608 1130,609 615,610 1226,611 685612 ],613 "bbox_3d": {614 "aabb": {615 "center": [616 234.41401691860423,617 441.58792020904673,618 105.59275150299072619 ],620 "extent": [621 10.674257866788565,622 10.018262998583964,623 5.591593265533447624 ]625 },626 "obb": {627 "center": [628 234.41401691860423,629 441.58792020904673,630 105.59275150299072631 ],632 "extent": [633 10.674257866788565,634 10.018262998583964,635 5.591593265533447636 ],637 "rotation": [638 0,639 11.796856880187987,640 0641 ]642 },643 "location": [644 234.4140167236328,645 441.5879211425781,646 100.00115966796875647 ],648 "rotation": [649 0,650 11.796856880187987,651 0652 ],653 "scale": [654 1,655 1,656 1657 ]658 },659 "color": [660 95,661 0,662 63663 ]664 }665 ],666 "counter shelf display": [667 {668 "object_id": "SM_Counter_Shelf_Display_B_4",669 "bbox_2d": [670 157,671 647,672 1411,673 1079674 ],675 "bbox_3d": {676 "aabb": {677 "center": [678 219.9999656677246,679 510.00003814697266,680 55.00001907348633681 ],682 "extent": [683 40.00006866455078,684 100.00005340576172,685 45.00001907348633686 ]687 },688 "obb": {689 "center": [690 219.9999656677246,691 510.00003814697266,692 55.00001907348633693 ],694 "extent": [695 40.00006866455078,696 100.00005340576172,697 45.00001907348633698 ],699 "rotation": [700 0,701 0,702 0703 ]704 },705 "location": [706 180,707 410,708 10709 ],710 "rotation": [711 0,712 0,713 0714 ],715 "scale": [716 1,717 1,718 1719 ]720 },721 "color": [722 95,723 191,724 31725 ]726 },727 {728 "object_id": "SM_Counter_Shelf_Display_A_7",729 "bbox_2d": [730 0,731 647,732 430,733 1079734 ],735 "bbox_3d": {736 "aabb": {737 "center": [738 220.08502578735352,739 710.0000381469727,740 55.00001907348633741 ],742 "extent": [743 40.08512878417969,744 100.00005340576172,745 45.00001907348633746 ]747 },748 "obb": {749 "center": [750 220.08502578735352,751 710.0000381469727,752 55.00001907348633753 ],754 "extent": [755 40.08512878417969,756 100.00005340576172,757 45.00001907348633758 ],759 "rotation": [760 0,761 0,762 0763 ]764 },765 "location": [766 180,767 610,768 10769 ],770 "rotation": [771 0,772 0,773 0774 ],775 "scale": [776 1,777 1,778 1779 ]780 },781 "color": [782 159,783 63,784 127785 ]786 }787 ],788 "energy drink display": [789 {790 "object_id": "SM_Energy_Drink_Display_2",791 "bbox_2d": [792 0,793 365,794 194,795 692796 ],797 "bbox_3d": {798 "aabb": {799 "center": [800 234.2728631504418,801 646.744538947257,802 129.77771377563477803 ],804 "extent": [805 19.787281211975227,806 17.610119532174963,807 29.777729034423828808 ]809 },810 "obb": {811 "center": [812 234.2728631504418,813 646.744538947257,814 129.77771377563477815 ],816 "extent": [817 19.787281211975227,818 17.610119532174963,819 29.777729034423828820 ],821 "rotation": [822 0,823 -66.38336181640624,824 0825 ]826 },827 "location": [828 232.88006591796875,829 646.1355590820312,830 99.99999237060547831 ],832 "rotation": [833 0,834 -66.38336181640624,835 0836 ],837 "scale": [838 1,839 1,840 1841 ]842 },843 "color": [844 95,845 31,846 255847 ]848 }849 ],850 "beer sign": [851 {852 "object_id": "SM_Beer_Sign_4",853 "bbox_2d": [854 376,855 238,856 569,857 307858 ],859 "bbox_3d": {860 "aabb": {861 "center": [862 2.072068214411798,863 690.9740556403841,864 240.57837009429932865 ],866 "extent": [867 2.073853505422177,868 41.1873022391693,869 14.96452808380127870 ]871 },872 "obb": {873 "center": [874 2.072068214411798,875 690.9740556403841,876 240.57837009429932877 ],878 "extent": [879 2.073853505422177,880 41.1873022391693,881 14.96452808380127882 ],883 "rotation": [884 0,885 -90.00012207031251,886 0887 ]888 },889 "location": [890 -0.0016937255859375,891 690.9740600585938,892 240.578369140625893 ],894 "rotation": [895 0,896 -90.00012207031251,897 0898 ],899 "scale": [900 1,901 1,902 1903 ]904 },905 "color": [906 95,907 31,908 95909 ]910 }911 ]912 }913}