TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l101_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l101_r004/lit.png",5 "camera": {6 "location": [7 84,8 1133,9 15610 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 84,38 1133,39 156,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "counter corner": [54 {55 "object_id": "SM_Counter_Corner_Left_13",56 "bbox_2d": [57 1472,58 742,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 168.2187271118164,66 859.9999656677246,67 55.0000076293945368 ],69 "extent": [70 91.78129577636719,71 50.00008010864258,72 45.000011444091873 ]74 },75 "obb": {76 "center": [77 168.2187271118164,78 859.9999656677246,79 55.0000076293945380 ],81 "extent": [82 91.78129577636719,83 50.00008010864258,84 45.000011444091885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 180,94 810,95 1096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 95,111 191112 ]113 }114 ]115 },116 "foreground": {117 "tobacco display": [118 {119 "object_id": "SM_Tobacco_Display_C_8",120 "bbox_2d": [121 1406,122 425,123 1433,124 853125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 24.718214886462405,130 604.8800907798582,131 109.9212646484375132 ],133 "extent": [134 22.350087063553914,135 38.00004380254984,136 99.92132568359375137 ]138 },139 "obb": {140 "center": [141 24.718214886462402,142 604.8800907798582,143 109.9212646484375144 ],145 "extent": [146 22.350087063553914,147 38.00004380254984,148 99.92132568359375149 ],150 "rotation": [151 0,152 -90.00012207031251,153 0154 ]155 },156 "location": [157 2.3681564331054688,158 566.880126953125,159 9.99993896484375160 ],161 "rotation": [162 0,163 -90.00012207031251,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 255,174 95,175 0176 ]177 },178 {179 "object_id": "SM_Tobacco_Display_A_2",180 "bbox_2d": [181 1239,182 375,183 1401,184 986185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 23.729498760974124,190 758.7660160728269,191 109.92137145996094192 ],193 "extent": [194 22.350087063553914,195 38.00004380254984,196 99.92132568359375197 ]198 },199 "obb": {200 "center": [201 23.72949876097412,202 758.7660160728269,203 109.92137145996094204 ],205 "extent": [206 22.350087063553914,207 38.00004380254984,208 99.92132568359375209 ],210 "rotation": [211 0,212 -90.00012207031251,213 0214 ]215 },216 "location": [217 1.3794403076171875,218 720.7660522460938,219 10.000045776367188220 ],221 "rotation": [222 0,223 -90.00012207031251,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 95,234 63,235 63236 ]237 },238 {239 "object_id": "SM_Tobacco_Display_B_8",240 "bbox_2d": [241 1386,242 404,243 1419,244 908245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 23.90831144999611,250 682.3889438536045,251 109.92131042480469252 ],253 "extent": [254 22.3500820035545,255 38.00004082647695,256 99.92132568359375257 ]258 },259 "obb": {260 "center": [261 23.90831144999611,262 682.3889438536045,263 109.92131042480469264 ],265 "extent": [266 22.3500820035545,267 38.00004082647695,268 99.92132568359375269 ],270 "rotation": [271 0,272 -90.00011444091797,273 0274 ]275 },276 "location": [277 1.558258056640625,278 644.3889770507812,279 9.999984741210938280 ],281 "rotation": [282 0,283 -90.00011444091797,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 95,294 63,295 191296 ]297 }298 ],299 "atm": [300 {301 "object_id": "SM_ATM_27",302 "bbox_2d": [303 0,304 374,305 42,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -165.37035369874536,312 1099.9999860165026,313 99.15963745117188314 ],315 "extent": [316 31.839377383484702,317 31.772072915673334,318 89.1596450805664319 ]320 },321 "obb": {322 "center": [323 -165.37035369874536,324 1099.9999860165026,325 99.15963745117188326 ],327 "extent": [328 31.839377383484702,329 31.772072915673334,330 89.1596450805664331 ],332 "rotation": [333 0,334 -90.00012207031251,335 0336 ]337 },338 "location": [339 -171.93374633789062,340 1100,341 10342 ],343 "rotation": [344 0,345 -90.00012207031251,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 255,356 95,357 31358 ]359 }360 ],361 "hot dog grill": [362 {363 "object_id": "SM_Hot_Dog_Grill_2",364 "bbox_2d": [365 1761,366 568,367 1889,368 657369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 218.9225597381623,374 506.7220488255456,375 120.7146987915039376 ],377 "extent": [378 21.332088011749477,379 32.01364102946616,380 20.843448638916016381 ]382 },383 "obb": {384 "center": [385 218.9225597381623,386 506.7220488255456,387 120.7146987915039388 ],389 "extent": [390 21.332088011749477,391 32.01364102946616,392 20.843448638916016393 ],394 "rotation": [395 0,396 -90.00012207031251,397 0398 ]399 },400 "location": [401 220.29644775390625,402 506.7220458984375,403 100404 ],405 "rotation": [406 0,407 -90.00012207031251,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 63,418 95,419 95420 ]421 }422 ],423 "bottle stand": [424 {425 "object_id": "SM_Bottle_Stand_5",426 "bbox_2d": [427 1875,428 618,429 1919,430 647431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 231.80416889283168,436 604.9944947649063,437 111.77631187438965438 ],439 "extent": [440 19.91625660101562,441 10.514703403895282,442 11.776299476623535443 ]444 },445 "obb": {446 "center": [447 231.80416889283168,448 604.9944947649063,449 111.77631187438965450 ],451 "extent": [452 19.91625660101562,453 10.514703403895282,454 11.776299476623535455 ],456 "rotation": [457 0,458 -80.00007629394531,459 0460 ]461 },462 "location": [463 231.80416870117188,464 604.9945068359375,465 100.00001525878906466 ],467 "rotation": [468 0,469 -80.00007629394531,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 191,480 95,481 95482 ]483 }484 ],485 "bottle": [486 {487 "object_id": "SM_Ketchup_Bottle_8",488 "bbox_2d": [489 1890,490 567,491 1919,492 620493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 221.8688999205397,498 602.6392806261019,499 131.40055084228516500 ],501 "extent": [502 5.444847136823114,503 5.444846363241595,504 13.736084938049316505 ]506 },507 "obb": {508 "center": [509 221.8688999205397,510 602.6392806261019,511 131.40055084228516512 ],513 "extent": [514 5.444847136823114,515 5.444846363241595,516 13.736084938049316517 ],518 "rotation": [519 0,520 10.000028610229492,521 0522 ]523 },524 "location": [525 221.86891174316406,526 602.6392822265625,527 117.66446685791016528 ],529 "rotation": [530 0,531 10.000028610229492,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 31,542 95,543 95544 ]545 }546 ],547 "tong": [548 {549 "object_id": "SM_Sausage_Tong_17",550 "bbox_2d": [551 1821,552 626,553 1874,554 663555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 224.54147720335038,560 561.3736702950249,561 112.85123252868652562 ],563 "extent": [564 19.13773023052434,565 7.932754594725338,566 12.851158142089844567 ]568 },569 "obb": {570 "center": [571 224.54147720335038,572 561.3736702950249,573 112.85123252868652574 ],575 "extent": [576 19.13773023052434,577 7.932754594725338,578 12.851158142089844579 ],580 "rotation": [581 0,582 90.00011444091797,583 0584 ]585 },586 "location": [587 220.86343383789062,588 561.3736572265625,589 100.00007629394531590 ],591 "rotation": [592 0,593 90.00011444091797,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 95,604 0,605 127606 ]607 }608 ],609 "counter shelf display": [610 {611 "object_id": "SM_Counter_Shelf_Display_B_4",612 "bbox_2d": [613 1698,614 633,615 1830,616 769617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 219.9999656677246,622 510.00003814697266,623 55.00001907348633624 ],625 "extent": [626 40.00006866455078,627 100.00005340576172,628 45.00001907348633629 ]630 },631 "obb": {632 "center": [633 219.9999656677246,634 510.00003814697266,635 55.00001907348633636 ],637 "extent": [638 40.00006866455078,639 100.00005340576172,640 45.00001907348633641 ],642 "rotation": [643 0,644 0,645 0646 ]647 },648 "location": [649 180,650 410,651 10652 ],653 "rotation": [654 0,655 0,656 0657 ],658 "scale": [659 1,660 1,661 1662 ]663 },664 "color": [665 95,666 191,667 31668 ]669 },670 {671 "object_id": "SM_Counter_Shelf_Display_A_7",672 "bbox_2d": [673 1777,674 673,675 1919,676 781677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 220.08502578735352,682 710.0000381469727,683 55.00001907348633684 ],685 "extent": [686 40.08512878417969,687 100.00005340576172,688 45.00001907348633689 ]690 },691 "obb": {692 "center": [693 220.08502578735352,694 710.0000381469727,695 55.00001907348633696 ],697 "extent": [698 40.08512878417969,699 100.00005340576172,700 45.00001907348633701 ],702 "rotation": [703 0,704 0,705 0706 ]707 },708 "location": [709 180,710 610,711 10712 ],713 "rotation": [714 0,715 0,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 159,726 63,727 127728 ]729 }730 ],731 "beer sign": [732 {733 "object_id": "SM_Beer_Sign_4",734 "bbox_2d": [735 1275,736 295,737 1320,738 379739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 2.072068214411798,744 690.9740556403841,745 240.57837009429932746 ],747 "extent": [748 2.073853505422177,749 41.1873022391693,750 14.96452808380127751 ]752 },753 "obb": {754 "center": [755 2.072068214411798,756 690.9740556403841,757 240.57837009429932758 ],759 "extent": [760 2.073853505422177,761 41.1873022391693,762 14.96452808380127763 ],764 "rotation": [765 0,766 -90.00012207031251,767 0768 ]769 },770 "location": [771 -0.0016937255859375,772 690.9740600585938,773 240.578369140625774 ],775 "rotation": [776 0,777 -90.00012207031251,778 0779 ],780 "scale": [781 1,782 1,783 1784 ]785 },786 "color": [787 95,788 31,789 95790 ]791 }792 ],793 "ad": [794 {795 "object_id": "SM_Bank_Ad_5",796 "bbox_2d": [797 478,798 87,799 718,800 627801 ],802 "bbox_3d": {803 "aabb": {804 "center": [805 -79.72662353515625,806 1001.1344685554504,807 189.78048706054688808 ],809 "extent": [810 34.999996185302734,811 1.2430899143218994,812 50813 ]814 },815 "obb": {816 "center": [817 -79.72662353515625,818 1001.1344685554504,819 189.78048706054688820 ],821 "extent": [822 34.999996185302734,823 1.2430899143218994,824 50825 ],826 "rotation": [827 0,828 0,829 0830 ]831 },832 "location": [833 -79.72662353515625,834 1003.6402587890625,835 190.54261779785156836 ],837 "rotation": [838 0,839 0,840 0841 ],842 "scale": [843 1,844 1,845 1846 ]847 },848 "color": [849 95,850 95,851 127852 ]853 }854 ]855 }856}