TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l048_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l048_r004/lit.png",5 "camera": {6 "location": [7 823,8 646,9 9010 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 823,38 646,39 90,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "coffee machine": [55 {56 "object_id": "SM_Coffee_Machine_2",57 "bbox_2d": [58 1205,59 121,60 1525,61 48262 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 797.5586261905396,67 445.6846854893375,68 128.968557357788169 ],70 "extent": [71 27.070429990485422,72 22.343763158214927,73 28.967401504516674 ]75 },76 "obb": {77 "center": [78 797.5586261905396,79 445.6846854893375,80 128.968557357788181 ],82 "extent": [83 27.070429990485422,84 22.343763158214927,85 28.967401504516686 ],87 "rotation": [88 0,89 90.00007629394531,90 091 ]92 },93 "location": [94 798.4383544921875,95 445.6964111328125,96 100.0011596679687597 ],98 "rotation": [99 0,100 90.00007629394531,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 127,111 95,112 31113 ]114 }115 ],116 "coffee supplies": [117 {118 "object_id": "SM_Coffee_Supplies_5",119 "bbox_2d": [120 920,121 377,122 1159,123 490124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 728.4383504150533,129 445.6962622915158,130 111.84191799163818131 ],132 "extent": [133 24.109946031074287,134 16.28647964711405,135 11.954957008361816136 ]137 },138 "obb": {139 "center": [140 728.4383504150533,141 445.6962622915158,142 111.84191799163818143 ],144 "extent": [145 24.109946031074287,146 16.28647964711405,147 11.954957008361816148 ],149 "rotation": [150 0,151 93.59552001953126,152 0153 ]154 },155 "location": [156 728.4383544921875,157 445.6961669921875,158 100.00115966796875159 ],160 "rotation": [161 0,162 93.59552001953126,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 63,173 95,174 0175 ]176 }177 ],178 "napkin dispenser": [179 {180 "object_id": "SM_Paper_Napkin_Dispenser_8",181 "bbox_2d": [182 821,183 448,184 919,185 493186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 688.4382333753791,191 455.6964111147987,192 105.59275150299072193 ],194 "extent": [195 8.491547799773002,196 9.322457854809215,197 5.591593265533447198 ]199 },200 "obb": {201 "center": [202 688.4382333753791,203 455.6964111147987,204 105.59275150299072205 ],206 "extent": [207 8.491547799773002,208 9.322457854809215,209 5.591593265533447210 ],211 "rotation": [212 0,213 88.91768646240236,214 0215 ]216 },217 "location": [218 688.438232421875,219 455.6964111328125,220 100.00115966796875221 ],222 "rotation": [223 0,224 88.91768646240236,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 63,235 95,236 255237 ]238 },239 {240 "object_id": "SM_Paper_Napkin_Dispenser2",241 "bbox_2d": [242 105,243 496,244 154,245 518246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 234.41401691860423,251 441.58792020904673,252 105.59275150299072253 ],254 "extent": [255 10.674257866788565,256 10.018262998583964,257 5.591593265533447258 ]259 },260 "obb": {261 "center": [262 234.41401691860423,263 441.58792020904673,264 105.59275150299072265 ],266 "extent": [267 10.674257866788565,268 10.018262998583964,269 5.591593265533447270 ],271 "rotation": [272 0,273 11.796856880187987,274 0275 ]276 },277 "location": [278 234.4140167236328,279 441.5879211425781,280 100.00115966796875281 ],282 "rotation": [283 0,284 11.796856880187987,285 0286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 95,295 0,296 63297 ]298 }299 ],300 "cup": [301 {302 "object_id": "SM_Paper_Cups_11",303 "bbox_2d": [304 1110,305 413,306 1158,307 484308 ],309 "bbox_3d": {310 "aabb": {311 "center": [312 758.4381108283997,313 465.6969604492194,314 107.31064081192017315 ],316 "extent": [317 4.662275800468478,318 4.662275800468535,319 7.309482097625732320 ]321 },322 "obb": {323 "center": [324 758.4381108283997,325 465.6969604492194,326 107.31064081192017327 ],328 "extent": [329 4.662275800468478,330 4.662275800468535,331 7.309482097625732332 ],333 "rotation": [334 0,335 90.00007629394531,336 0337 ]338 },339 "location": [340 758.4381103515625,341 465.69696044921875,342 100.00115966796875343 ],344 "rotation": [345 0,346 90.00007629394531,347 0348 ],349 "scale": [350 1,351 1,352 1353 ]354 },355 "color": [356 63,357 95,358 127359 ]360 },361 {362 "object_id": "SM_Paper_Cups2",363 "bbox_2d": [364 1159,365 571,366 1220,367 621368 ],369 "bbox_3d": {370 "aabb": {371 "center": [372 774.2435852559868,373 481.9266381261665,374 80.00115966796875375 ],376 "extent": [377 4.66232409787483,378 7.309516863272449,379 4.662269592285156380 ]381 },382 "obb": {383 "center": [384 774.2435852559868,385 481.9266381261665,386 80.00115966796875387 ],388 "extent": [389 4.66232409787483,390 7.309516863272449,391 4.662269592285156392 ],393 "rotation": [394 -90,395 89.99957275390624,396 0397 ]398 },399 "location": [400 774.2435302734375,401 474.6171569824219,402 80.00115966796875403 ],404 "rotation": [405 -90,406 89.99957275390624,407 0408 ],409 "scale": [410 1,411 1,412 1413 ]414 },415 "color": [416 63,417 95,418 63419 ]420 },421 {422 "object_id": "SM_Paper_Cups4",423 "bbox_2d": [424 919,425 489,426 919,427 490428 ],429 "bbox_3d": {430 "aabb": {431 "center": [432 678.4381108283997,433 425.69631958007875,434 110.54884576797485435 ],436 "extent": [437 4.662275800468478,438 4.662275800468535,439 7.309482097625732440 ]441 },442 "obb": {443 "center": [444 678.4381108283997,445 425.69631958007875,446 110.54884576797485447 ],448 "extent": [449 4.662275800468478,450 4.662275800468535,451 7.309482097625732452 ],453 "rotation": [454 0,455 90.00007629394531,456 0457 ]458 },459 "location": [460 678.4381103515625,461 425.6963195800781,462 103.23936462402344463 ],464 "rotation": [465 0,466 90.00007629394531,467 0468 ],469 "scale": [470 1,471 1,472 1473 ]474 },475 "color": [476 191,477 95,478 63479 ]480 },481 {482 "object_id": "SM_Paper_Cups5",483 "bbox_2d": [484 891,485 426,486 919,487 460488 ],489 "bbox_3d": {490 "aabb": {491 "center": [492 678.4381099491318,493 425.69631983585765,494 113.61073541641235495 ],496 "extent": [497 6.4356430293148605,498 6.435643029314804,499 7.309482097625732500 ]501 },502 "obb": {503 "center": [504 678.4381099491318,505 425.69631983585765,506 113.61073541641235507 ],508 "extent": [509 6.4356430293148605,510 6.435643029314804,511 7.309482097625732512 ],513 "rotation": [514 0,515 -122.43948364257814,516 0517 ]518 },519 "location": [520 678.4381103515625,521 425.6963195800781,522 106.30125427246094523 ],524 "rotation": [525 0,526 -122.43948364257814,527 0528 ],529 "scale": [530 1,531 1,532 1533 ]534 },535 "color": [536 191,537 95,538 191539 ]540 }541 ],542 "coffee counter": [543 {544 "object_id": "SM_Coffee_Counter_10",545 "bbox_2d": [546 675,547 466,548 1743,549 1079550 ],551 "bbox_3d": {552 "aabb": {553 "center": [554 748.8608591313241,555 439.99975984073865,556 55.00001907348633557 ],558 "extent": [559 101.1391713864673,560 40.000270676740854,561 45.00001907348633562 ]563 },564 "obb": {565 "center": [566 748.8608591313241,567 439.99975984073865,568 55.00001907348633569 ],570 "extent": [571 101.1391713864673,572 40.000270676740854,573 45.00001907348633574 ],575 "rotation": [576 0,577 90.00011444091797,578 0579 ]580 },581 "location": [582 850,583 400,584 10585 ],586 "rotation": [587 0,588 90.00011444091797,589 0590 ],591 "scale": [592 1,593 1,594 1595 ]596 },597 "color": [598 191,599 95,600 31601 ]602 },603 {604 "object_id": "SM_Coffee_Counter2_12",605 "bbox_2d": [606 1732,607 461,608 1919,609 1079610 ],611 "bbox_3d": {612 "aabb": {613 "center": [614 951.2646677250741,615 439.99975984073865,616 55.00001907348633617 ],618 "extent": [619 101.1391713864673,620 40.000270676740854,621 45.00001907348633622 ]623 },624 "obb": {625 "center": [626 951.2646677250741,627 439.99975984073865,628 55.00001907348633629 ],630 "extent": [631 101.1391713864673,632 40.000270676740854,633 45.00001907348633634 ],635 "rotation": [636 0,637 90.00011444091797,638 0639 ]640 },641 "location": [642 1052.40380859375,643 400,644 10645 ],646 "rotation": [647 0,648 90.00011444091797,649 0650 ],651 "scale": [652 1,653 1,654 1655 ]656 },657 "color": [658 31,659 95,660 0661 ]662 }663 ],664 "drink machine": [665 {666 "object_id": "SM_Drink_Machine_2",667 "bbox_2d": [668 1743,669 0,670 1919,671 465672 ],673 "bbox_3d": {674 "aabb": {675 "center": [676 889.1782880594402,677 443.63552856446387,678 133.54526138305664679 ],680 "extent": [681 29.00478112511564,682 27.472098157030928,683 33.42982482910156684 ]685 },686 "obb": {687 "center": [688 889.1782880594402,689 443.63552856446387,690 133.54526138305664691 ],692 "extent": [693 29.00478112511564,694 27.472098157030928,695 33.42982482910156696 ],697 "rotation": [698 0,699 90.00012207031251,700 0701 ]702 },703 "location": [704 889.1782836914062,705 443,706 100.00001525878906707 ],708 "rotation": [709 0,710 90.00012207031251,711 0712 ],713 "scale": [714 1,715 1,716 1717 ]718 },719 "color": [720 31,721 95,722 255723 ]724 }725 ],726 "hot dog grill": [727 {728 "object_id": "SM_Hot_Dog_Grill_2",729 "bbox_2d": [730 0,731 438,732 42,733 516734 ],735 "bbox_3d": {736 "aabb": {737 "center": [738 218.9225597381623,739 506.7220488255456,740 120.7146987915039741 ],742 "extent": [743 21.332088011749477,744 32.01364102946616,745 20.843448638916016746 ]747 },748 "obb": {749 "center": [750 218.9225597381623,751 506.7220488255456,752 120.7146987915039753 ],754 "extent": [755 21.332088011749477,756 32.01364102946616,757 20.843448638916016758 ],759 "rotation": [760 0,761 -90.00012207031251,762 0763 ]764 },765 "location": [766 220.29644775390625,767 506.7220458984375,768 100769 ],770 "rotation": [771 0,772 -90.00012207031251,773 0774 ],775 "scale": [776 1,777 1,778 1779 ]780 },781 "color": [782 63,783 95,784 95785 ]786 }787 ],788 "counter shelf display": [789 {790 "object_id": "SM_Counter_Shelf_Display_B_4",791 "bbox_2d": [792 0,793 517,794 229,795 724796 ],797 "bbox_3d": {798 "aabb": {799 "center": [800 219.9999656677246,801 510.00003814697266,802 55.00001907348633803 ],804 "extent": [805 40.00006866455078,806 100.00005340576172,807 45.00001907348633808 ]809 },810 "obb": {811 "center": [812 219.9999656677246,813 510.00003814697266,814 55.00001907348633815 ],816 "extent": [817 40.00006866455078,818 100.00005340576172,819 45.00001907348633820 ],821 "rotation": [822 0,823 0,824 0825 ]826 },827 "location": [828 180,829 410,830 10831 ],832 "rotation": [833 0,834 0,835 0836 ],837 "scale": [838 1,839 1,840 1841 ]842 },843 "color": [844 95,845 191,846 31847 ]848 }849 ]850 }851}