TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l007_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l007_r004/lit.png",5 "camera": {6 "location": [7 521,8 786,9 9110 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 521,38 786,39 91,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "tobacco display": [55 {56 "object_id": "SM_Tobacco_Display_C_8",57 "bbox_2d": [58 47,59 227,60 281,61 50162 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 24.718214886462405,67 604.8800907798582,68 109.921264648437569 ],70 "extent": [71 22.350087063553914,72 38.00004380254984,73 99.9213256835937574 ]75 },76 "obb": {77 "center": [78 24.718214886462402,79 604.8800907798582,80 109.921264648437581 ],82 "extent": [83 22.350087063553914,84 38.00004380254984,85 99.9213256835937586 ],87 "rotation": [88 0,89 -90.00012207031251,90 091 ]92 },93 "location": [94 2.3681564331054688,95 566.880126953125,96 9.9999389648437597 ],98 "rotation": [99 0,100 -90.00012207031251,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 255,111 95,112 0113 ]114 },115 {116 "object_id": "SM_Tobacco_Display_B_8",117 "bbox_2d": [118 0,119 213,120 50,121 358122 ],123 "bbox_3d": {124 "aabb": {125 "center": [126 23.90831144999611,127 682.3889438536045,128 109.92131042480469129 ],130 "extent": [131 22.3500820035545,132 38.00004082647695,133 99.92132568359375134 ]135 },136 "obb": {137 "center": [138 23.90831144999611,139 682.3889438536045,140 109.92131042480469141 ],142 "extent": [143 22.3500820035545,144 38.00004082647695,145 99.92132568359375146 ],147 "rotation": [148 0,149 -90.00011444091797,150 0151 ]152 },153 "location": [154 1.558258056640625,155 644.3889770507812,156 9.999984741210938157 ],158 "rotation": [159 0,160 -90.00011444091797,161 0162 ],163 "scale": [164 1,165 1,166 1167 ]168 },169 "color": [170 95,171 63,172 191173 ]174 }175 ],176 "hot dog grill": [177 {178 "object_id": "SM_Hot_Dog_Grill_2",179 "bbox_2d": [180 564,181 411,182 753,183 516184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 218.9225597381623,189 506.7220488255456,190 120.7146987915039191 ],192 "extent": [193 21.332088011749477,194 32.01364102946616,195 20.843448638916016196 ]197 },198 "obb": {199 "center": [200 218.9225597381623,201 506.7220488255456,202 120.7146987915039203 ],204 "extent": [205 21.332088011749477,206 32.01364102946616,207 20.843448638916016208 ],209 "rotation": [210 0,211 -90.00012207031251,212 0213 ]214 },215 "location": [216 220.29644775390625,217 506.7220458984375,218 100219 ],220 "rotation": [221 0,222 -90.00012207031251,223 0224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 63,233 95,234 95235 ]236 }237 ],238 "bottle stand": [239 {240 "object_id": "SM_Bottle_Stand_5",241 "bbox_2d": [242 401,243 436,244 501,245 509246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 231.80416889283168,251 604.9944947649063,252 111.77631187438965253 ],254 "extent": [255 19.91625660101562,256 10.514703403895282,257 11.776299476623535258 ]259 },260 "obb": {261 "center": [262 231.80416889283168,263 604.9944947649063,264 111.77631187438965265 ],266 "extent": [267 19.91625660101562,268 10.514703403895282,269 11.776299476623535270 ],271 "rotation": [272 0,273 -80.00007629394531,274 0275 ]276 },277 "location": [278 231.80416870117188,279 604.9945068359375,280 100.00001525878906281 ],282 "rotation": [283 0,284 -80.00007629394531,285 0286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 191,295 95,296 95297 ]298 }299 ],300 "bottle": [301 {302 "object_id": "SM_Ketchup_Bottle_8",303 "bbox_2d": [304 422,305 371,306 447,307 446308 ],309 "bbox_3d": {310 "aabb": {311 "center": [312 221.8688999205397,313 602.6392806261019,314 131.40055084228516315 ],316 "extent": [317 5.444847136823114,318 5.444846363241595,319 13.736084938049316320 ]321 },322 "obb": {323 "center": [324 221.8688999205397,325 602.6392806261019,326 131.40055084228516327 ],328 "extent": [329 5.444847136823114,330 5.444846363241595,331 13.736084938049316332 ],333 "rotation": [334 0,335 10.000028610229492,336 0337 ]338 },339 "location": [340 221.86891174316406,341 602.6392822265625,342 117.66446685791016343 ],344 "rotation": [345 0,346 10.000028610229492,347 0348 ],349 "scale": [350 1,351 1,352 1353 ]354 },355 "color": [356 31,357 95,358 95359 ]360 },361 {362 "object_id": "SM_Mustard_Bottle_11",363 "bbox_2d": [364 434,365 386,366 462,367 462368 ],369 "bbox_3d": {370 "aabb": {371 "center": [372 231.92778350472975,373 604.8994129316324,374 125.51240539550781375 ],376 "extent": [377 5.444847136823114,378 5.444846363241595,379 13.736084938049316380 ]381 },382 "obb": {383 "center": [384 231.92778350472975,385 604.8994129316324,386 125.51240539550781387 ],388 "extent": [389 5.444847136823114,390 5.444846363241595,391 13.736084938049316392 ],393 "rotation": [394 0,395 10.000028610229492,396 0397 ]398 },399 "location": [400 231.92779541015625,401 604.8994140625,402 111.77632141113281403 ],404 "rotation": [405 0,406 10.000028610229492,407 0408 ],409 "scale": [410 1,411 1,412 1413 ]414 },415 "color": [416 95,417 0,418 0419 ]420 },421 {422 "object_id": "SM_Mayonaise_Bottle_14",423 "bbox_2d": [424 449,425 401,426 483,427 490428 ],429 "bbox_3d": {430 "aabb": {431 "center": [432 243.7590366392897,433 607.3930648057894,434 119.62425994873047435 ],436 "extent": [437 5.444847136823114,438 5.444846363241595,439 13.736084938049316440 ]441 },442 "obb": {443 "center": [444 243.7590366392897,445 607.3930648057894,446 119.62425994873047447 ],448 "extent": [449 5.444847136823114,450 5.444846363241595,451 13.736084938049316452 ],453 "rotation": [454 0,455 10.000028610229492,456 0457 ]458 },459 "location": [460 243.75904846191406,461 607.39306640625,462 105.88817596435547463 ],464 "rotation": [465 0,466 10.000028610229492,467 0468 ],469 "scale": [470 1,471 1,472 1473 ]474 },475 "color": [476 95,477 0,478 255479 ]480 }481 ],482 "tong": [483 {484 "object_id": "SM_Sausage_Tong_17",485 "bbox_2d": [486 506,487 439,488 591,489 511490 ],491 "bbox_3d": {492 "aabb": {493 "center": [494 224.54147720335038,495 561.3736702950249,496 112.85123252868652497 ],498 "extent": [499 19.13773023052434,500 7.932754594725338,501 12.851158142089844502 ]503 },504 "obb": {505 "center": [506 224.54147720335038,507 561.3736702950249,508 112.85123252868652509 ],510 "extent": [511 19.13773023052434,512 7.932754594725338,513 12.851158142089844514 ],515 "rotation": [516 0,517 90.00011444091797,518 0519 ]520 },521 "location": [522 220.86343383789062,523 561.3736572265625,524 100.00007629394531525 ],526 "rotation": [527 0,528 90.00011444091797,529 0530 ],531 "scale": [532 1,533 1,534 1535 ]536 },537 "color": [538 95,539 0,540 127541 ]542 }543 ],544 "napkin dispenser": [545 {546 "object_id": "SM_Paper_Napkin_Dispenser2",547 "bbox_2d": [548 768,549 495,550 821,551 518552 ],553 "bbox_3d": {554 "aabb": {555 "center": [556 234.41401691860423,557 441.58792020904673,558 105.59275150299072559 ],560 "extent": [561 10.674257866788565,562 10.018262998583964,563 5.591593265533447564 ]565 },566 "obb": {567 "center": [568 234.41401691860423,569 441.58792020904673,570 105.59275150299072571 ],572 "extent": [573 10.674257866788565,574 10.018262998583964,575 5.591593265533447576 ],577 "rotation": [578 0,579 11.796856880187987,580 0581 ]582 },583 "location": [584 234.4140167236328,585 441.5879211425781,586 100.00115966796875587 ],588 "rotation": [589 0,590 11.796856880187987,591 0592 ],593 "scale": [594 1,595 1,596 1597 ]598 },599 "color": [600 95,601 0,602 63603 ]604 }605 ],606 "mat": [607 {608 "object_id": "SM_Mat2",609 "bbox_2d": [610 0,611 826,612 810,613 1079614 ],615 "bbox_3d": {616 "aabb": {617 "center": [618 324.528668041802,619 717.1061794844431,620 10.689099669456482621 ],622 "extent": [623 69.14052434333286,624 93.36202669623742,625 0.5533158183097839626 ]627 },628 "obb": {629 "center": [630 324.528668041802,631 717.1061794844431,632 10.689099669456482633 ],634 "extent": [635 69.14052434333286,636 93.36202669623742,637 0.5533158183097839638 ],639 "rotation": [640 0,641 -90.50744628906251,642 0643 ]644 },645 "location": [646 324.0971984863281,647 717.1015625,648 10.157707214355469649 ],650 "rotation": [651 0,652 -90.50744628906251,653 0654 ],655 "scale": [656 1,657 1,658 1659 ]660 },661 "color": [662 95,663 255,664 31665 ]666 }667 ],668 "counter shelf display": [669 {670 "object_id": "SM_Counter_Shelf_Display_B_4",671 "bbox_2d": [672 484,673 509,674 879,675 812676 ],677 "bbox_3d": {678 "aabb": {679 "center": [680 219.9999656677246,681 510.00003814697266,682 55.00001907348633683 ],684 "extent": [685 40.00006866455078,686 100.00005340576172,687 45.00001907348633688 ]689 },690 "obb": {691 "center": [692 219.9999656677246,693 510.00003814697266,694 55.00001907348633695 ],696 "extent": [697 40.00006866455078,698 100.00005340576172,699 45.00001907348633700 ],701 "rotation": [702 0,703 0,704 0705 ]706 },707 "location": [708 180,709 410,710 10711 ],712 "rotation": [713 0,714 0,715 0716 ],717 "scale": [718 1,719 1,720 1721 ]722 },723 "color": [724 95,725 191,726 31727 ]728 },729 {730 "object_id": "SM_Counter_Shelf_Display_A_7",731 "bbox_2d": [732 0,733 495,734 491,735 940736 ],737 "bbox_3d": {738 "aabb": {739 "center": [740 220.08502578735352,741 710.0000381469727,742 55.00001907348633743 ],744 "extent": [745 40.08512878417969,746 100.00005340576172,747 45.00001907348633748 ]749 },750 "obb": {751 "center": [752 220.08502578735352,753 710.0000381469727,754 55.00001907348633755 ],756 "extent": [757 40.08512878417969,758 100.00005340576172,759 45.00001907348633760 ],761 "rotation": [762 0,763 0,764 0765 ]766 },767 "location": [768 180,769 610,770 10771 ],772 "rotation": [773 0,774 0,775 0776 ],777 "scale": [778 1,779 1,780 1781 ]782 },783 "color": [784 159,785 63,786 127787 ]788 }789 ],790 "energy drink display": [791 {792 "object_id": "SM_Energy_Drink_Display_2",793 "bbox_2d": [794 256,795 299,796 365,797 505798 ],799 "bbox_3d": {800 "aabb": {801 "center": [802 234.2728631504418,803 646.744538947257,804 129.77771377563477805 ],806 "extent": [807 19.787281211975227,808 17.610119532174963,809 29.777729034423828810 ]811 },812 "obb": {813 "center": [814 234.2728631504418,815 646.744538947257,816 129.77771377563477817 ],818 "extent": [819 19.787281211975227,820 17.610119532174963,821 29.777729034423828822 ],823 "rotation": [824 0,825 -66.38336181640624,826 0827 ]828 },829 "location": [830 232.88006591796875,831 646.1355590820312,832 99.99999237060547833 ],834 "rotation": [835 0,836 -66.38336181640624,837 0838 ],839 "scale": [840 1,841 1,842 1843 ]844 },845 "color": [846 95,847 31,848 255849 ]850 }851 ]852 }853}