TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l029_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l029_r004/lit.png",5 "camera": {6 "location": [7 352,8 703,9 9110 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 352,38 703,39 91,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "tobacco display": [55 {56 "object_id": "SM_Tobacco_Display_C_8",57 "bbox_2d": [58 0,59 32,60 253,61 42362 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 24.718214886462405,67 604.8800907798582,68 109.921264648437569 ],70 "extent": [71 22.350087063553914,72 38.00004380254984,73 99.9213256835937574 ]75 },76 "obb": {77 "center": [78 24.718214886462402,79 604.8800907798582,80 109.921264648437581 ],82 "extent": [83 22.350087063553914,84 38.00004380254984,85 99.9213256835937586 ],87 "rotation": [88 0,89 -90.00012207031251,90 091 ]92 },93 "location": [94 2.3681564331054688,95 566.880126953125,96 9.9999389648437597 ],98 "rotation": [99 0,100 -90.00012207031251,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 255,111 95,112 0113 ]114 }115 ],116 "hot dog grill": [117 {118 "object_id": "SM_Hot_Dog_Grill_2",119 "bbox_2d": [120 742,121 320,122 1023,123 497124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 218.9225597381623,129 506.7220488255456,130 120.7146987915039131 ],132 "extent": [133 21.332088011749477,134 32.01364102946616,135 20.843448638916016136 ]137 },138 "obb": {139 "center": [140 218.9225597381623,141 506.7220488255456,142 120.7146987915039143 ],144 "extent": [145 21.332088011749477,146 32.01364102946616,147 20.843448638916016148 ],149 "rotation": [150 0,151 -90.00012207031251,152 0153 ]154 },155 "location": [156 220.29644775390625,157 506.7220458984375,158 100159 ],160 "rotation": [161 0,162 -90.00012207031251,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 63,173 95,174 95175 ]176 }177 ],178 "bottle stand": [179 {180 "object_id": "SM_Bottle_Stand_5",181 "bbox_2d": [182 489,183 322,184 710,185 471186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 231.80416889283168,191 604.9944947649063,192 111.77631187438965193 ],194 "extent": [195 19.91625660101562,196 10.514703403895282,197 11.776299476623535198 ]199 },200 "obb": {201 "center": [202 231.80416889283168,203 604.9944947649063,204 111.77631187438965205 ],206 "extent": [207 19.91625660101562,208 10.514703403895282,209 11.776299476623535210 ],211 "rotation": [212 0,213 -80.00007629394531,214 0215 ]216 },217 "location": [218 231.80416870117188,219 604.9945068359375,220 100.00001525878906221 ],222 "rotation": [223 0,224 -80.00007629394531,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 191,235 95,236 95237 ]238 }239 ],240 "bottle": [241 {242 "object_id": "SM_Ketchup_Bottle_8",243 "bbox_2d": [244 533,245 196,246 589,247 339248 ],249 "bbox_3d": {250 "aabb": {251 "center": [252 221.8688999205397,253 602.6392806261019,254 131.40055084228516255 ],256 "extent": [257 5.444847136823114,258 5.444846363241595,259 13.736084938049316260 ]261 },262 "obb": {263 "center": [264 221.8688999205397,265 602.6392806261019,266 131.40055084228516267 ],268 "extent": [269 5.444847136823114,270 5.444846363241595,271 13.736084938049316272 ],273 "rotation": [274 0,275 10.000028610229492,276 0277 ]278 },279 "location": [280 221.86891174316406,281 602.6392822265625,282 117.66446685791016283 ],284 "rotation": [285 0,286 10.000028610229492,287 0288 ],289 "scale": [290 1,291 1,292 1293 ]294 },295 "color": [296 31,297 95,298 95299 ]300 },301 {302 "object_id": "SM_Mustard_Bottle_11",303 "bbox_2d": [304 563,305 219,306 624,307 367308 ],309 "bbox_3d": {310 "aabb": {311 "center": [312 231.92778350472975,313 604.8994129316324,314 125.51240539550781315 ],316 "extent": [317 5.444847136823114,318 5.444846363241595,319 13.736084938049316320 ]321 },322 "obb": {323 "center": [324 231.92778350472975,325 604.8994129316324,326 125.51240539550781327 ],328 "extent": [329 5.444847136823114,330 5.444846363241595,331 13.736084938049316332 ],333 "rotation": [334 0,335 10.000028610229492,336 0337 ]338 },339 "location": [340 231.92779541015625,341 604.8994140625,342 111.77632141113281343 ],344 "rotation": [345 0,346 10.000028610229492,347 0348 ],349 "scale": [350 1,351 1,352 1353 ]354 },355 "color": [356 95,357 0,358 0359 ]360 },361 {362 "object_id": "SM_Mayonaise_Bottle_14",363 "bbox_2d": [364 603,365 241,366 671,367 432368 ],369 "bbox_3d": {370 "aabb": {371 "center": [372 243.7590366392897,373 607.3930648057894,374 119.62425994873047375 ],376 "extent": [377 5.444847136823114,378 5.444846363241595,379 13.736084938049316380 ]381 },382 "obb": {383 "center": [384 243.7590366392897,385 607.3930648057894,386 119.62425994873047387 ],388 "extent": [389 5.444847136823114,390 5.444846363241595,391 13.736084938049316392 ],393 "rotation": [394 0,395 10.000028610229492,396 0397 ]398 },399 "location": [400 243.75904846191406,401 607.39306640625,402 105.88817596435547403 ],404 "rotation": [405 0,406 10.000028610229492,407 0408 ],409 "scale": [410 1,411 1,412 1413 ]414 },415 "color": [416 95,417 0,418 255419 ]420 }421 ],422 "tong": [423 {424 "object_id": "SM_Sausage_Tong_17",425 "bbox_2d": [426 711,427 347,428 822,429 480430 ],431 "bbox_3d": {432 "aabb": {433 "center": [434 224.54147720335038,435 561.3736702950249,436 112.85123252868652437 ],438 "extent": [439 19.13773023052434,440 7.932754594725338,441 12.851158142089844442 ]443 },444 "obb": {445 "center": [446 224.54147720335038,447 561.3736702950249,448 112.85123252868652449 ],450 "extent": [451 19.13773023052434,452 7.932754594725338,453 12.851158142089844454 ],455 "rotation": [456 0,457 90.00011444091797,458 0459 ]460 },461 "location": [462 220.86343383789062,463 561.3736572265625,464 100.00007629394531465 ],466 "rotation": [467 0,468 90.00011444091797,469 0470 ],471 "scale": [472 1,473 1,474 1475 ]476 },477 "color": [478 95,479 0,480 127481 ]482 }483 ],484 "napkin dispenser": [485 {486 "object_id": "SM_Paper_Napkin_Dispenser2",487 "bbox_2d": [488 1024,489 469,490 1098,491 504492 ],493 "bbox_3d": {494 "aabb": {495 "center": [496 234.41401691860423,497 441.58792020904673,498 105.59275150299072499 ],500 "extent": [501 10.674257866788565,502 10.018262998583964,503 5.591593265533447504 ]505 },506 "obb": {507 "center": [508 234.41401691860423,509 441.58792020904673,510 105.59275150299072511 ],512 "extent": [513 10.674257866788565,514 10.018262998583964,515 5.591593265533447516 ],517 "rotation": [518 0,519 11.796856880187987,520 0521 ]522 },523 "location": [524 234.4140167236328,525 441.5879211425781,526 100.00115966796875527 ],528 "rotation": [529 0,530 11.796856880187987,531 0532 ],533 "scale": [534 1,535 1,536 1537 ]538 },539 "color": [540 95,541 0,542 63543 ]544 }545 ],546 "counter shelf display": [547 {548 "object_id": "SM_Counter_Shelf_Display_B_4",549 "bbox_2d": [550 691,551 472,552 1173,553 1079554 ],555 "bbox_3d": {556 "aabb": {557 "center": [558 219.9999656677246,559 510.00003814697266,560 55.00001907348633561 ],562 "extent": [563 40.00006866455078,564 100.00005340576172,565 45.00001907348633566 ]567 },568 "obb": {569 "center": [570 219.9999656677246,571 510.00003814697266,572 55.00001907348633573 ],574 "extent": [575 40.00006866455078,576 100.00005340576172,577 45.00001907348633578 ],579 "rotation": [580 0,581 0,582 0583 ]584 },585 "location": [586 180,587 410,588 10589 ],590 "rotation": [591 0,592 0,593 0594 ],595 "scale": [596 1,597 1,598 1599 ]600 },601 "color": [602 95,603 191,604 31605 ]606 },607 {608 "object_id": "SM_Counter_Shelf_Display_A_7",609 "bbox_2d": [610 0,611 412,612 707,613 1079614 ],615 "bbox_3d": {616 "aabb": {617 "center": [618 220.08502578735352,619 710.0000381469727,620 55.00001907348633621 ],622 "extent": [623 40.08512878417969,624 100.00005340576172,625 45.00001907348633626 ]627 },628 "obb": {629 "center": [630 220.08502578735352,631 710.0000381469727,632 55.00001907348633633 ],634 "extent": [635 40.08512878417969,636 100.00005340576172,637 45.00001907348633638 ],639 "rotation": [640 0,641 0,642 0643 ]644 },645 "location": [646 180,647 610,648 10649 ],650 "rotation": [651 0,652 0,653 0654 ],655 "scale": [656 1,657 1,658 1659 ]660 },661 "color": [662 159,663 63,664 127665 ]666 }667 ],668 "energy drink display": [669 {670 "object_id": "SM_Energy_Drink_Display_2",671 "bbox_2d": [672 151,673 0,674 440,675 448676 ],677 "bbox_3d": {678 "aabb": {679 "center": [680 234.2728631504418,681 646.744538947257,682 129.77771377563477683 ],684 "extent": [685 19.787281211975227,686 17.610119532174963,687 29.777729034423828688 ]689 },690 "obb": {691 "center": [692 234.2728631504418,693 646.744538947257,694 129.77771377563477695 ],696 "extent": [697 19.787281211975227,698 17.610119532174963,699 29.777729034423828700 ],701 "rotation": [702 0,703 -66.38336181640624,704 0705 ]706 },707 "location": [708 232.88006591796875,709 646.1355590820312,710 99.99999237060547711 ],712 "rotation": [713 0,714 -66.38336181640624,715 0716 ],717 "scale": [718 1,719 1,720 1721 ]722 },723 "color": [724 95,725 31,726 255727 ]728 }729 ]730 }731}