TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l066_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l066_r005/lit.png",5 "camera": {6 "location": [7 112,8 643,9 12510 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 112,38 643,39 125,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "coffee machine": [55 {56 "object_id": "SM_Coffee_Machine_2",57 "bbox_2d": [58 1898,59 476,60 1904,61 50362 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 797.5586261905396,67 445.6846854893375,68 128.968557357788169 ],70 "extent": [71 27.070429990485422,72 22.343763158214927,73 28.967401504516674 ]75 },76 "obb": {77 "center": [78 797.5586261905396,79 445.6846854893375,80 128.968557357788181 ],82 "extent": [83 27.070429990485422,84 22.343763158214927,85 28.967401504516686 ],87 "rotation": [88 0,89 90.00007629394531,90 091 ]92 },93 "location": [94 798.4383544921875,95 445.6964111328125,96 100.0011596679687597 ],98 "rotation": [99 0,100 90.00007629394531,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 127,111 95,112 31113 ]114 }115 ],116 "drink machine": [117 {118 "object_id": "SM_Drink_Machine_2",119 "bbox_2d": [120 1897,121 467,122 1904,123 475124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 889.1782880594402,129 443.63552856446387,130 133.54526138305664131 ],132 "extent": [133 29.00478112511564,134 27.472098157030928,135 33.42982482910156136 ]137 },138 "obb": {139 "center": [140 889.1782880594402,141 443.63552856446387,142 133.54526138305664143 ],144 "extent": [145 29.00478112511564,146 27.472098157030928,147 33.42982482910156148 ],149 "rotation": [150 0,151 90.00012207031251,152 0153 ]154 },155 "location": [156 889.1782836914062,157 443,158 100.00001525878906159 ],160 "rotation": [161 0,162 90.00012207031251,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 31,173 95,174 255175 ]176 }177 ],178 "hot dog grill": [179 {180 "object_id": "SM_Hot_Dog_Grill_2",181 "bbox_2d": [182 913,183 432,184 1320,185 713186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 218.9225597381623,191 506.7220488255456,192 120.7146987915039193 ],194 "extent": [195 21.332088011749477,196 32.01364102946616,197 20.843448638916016198 ]199 },200 "obb": {201 "center": [202 218.9225597381623,203 506.7220488255456,204 120.7146987915039205 ],206 "extent": [207 21.332088011749477,208 32.01364102946616,209 20.843448638916016210 ],211 "rotation": [212 0,213 -90.00012207031251,214 0215 ]216 },217 "location": [218 220.29644775390625,219 506.7220458984375,220 100221 ],222 "rotation": [223 0,224 -90.00012207031251,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 63,235 95,236 95237 ]238 }239 ],240 "bottle stand": [241 {242 "object_id": "SM_Bottle_Stand_5",243 "bbox_2d": [244 1624,245 554,246 1919,247 841248 ],249 "bbox_3d": {250 "aabb": {251 "center": [252 231.80416889283168,253 604.9944947649063,254 111.77631187438965255 ],256 "extent": [257 19.91625660101562,258 10.514703403895282,259 11.776299476623535260 ]261 },262 "obb": {263 "center": [264 231.80416889283168,265 604.9944947649063,266 111.77631187438965267 ],268 "extent": [269 19.91625660101562,270 10.514703403895282,271 11.776299476623535272 ],273 "rotation": [274 0,275 -80.00007629394531,276 0277 ]278 },279 "location": [280 231.80416870117188,281 604.9945068359375,282 100.00001525878906283 ],284 "rotation": [285 0,286 -80.00007629394531,287 0288 ],289 "scale": [290 1,291 1,292 1293 ]294 },295 "color": [296 191,297 95,298 95299 ]300 }301 ],302 "bottle": [303 {304 "object_id": "SM_Ketchup_Bottle_8",305 "bbox_2d": [306 1697,307 323,308 1827,309 556310 ],311 "bbox_3d": {312 "aabb": {313 "center": [314 221.8688999205397,315 602.6392806261019,316 131.40055084228516317 ],318 "extent": [319 5.444847136823114,320 5.444846363241595,321 13.736084938049316322 ]323 },324 "obb": {325 "center": [326 221.8688999205397,327 602.6392806261019,328 131.40055084228516329 ],330 "extent": [331 5.444847136823114,332 5.444846363241595,333 13.736084938049316334 ],335 "rotation": [336 0,337 10.000028610229492,338 0339 ]340 },341 "location": [342 221.86891174316406,343 602.6392822265625,344 117.66446685791016345 ],346 "rotation": [347 0,348 10.000028610229492,349 0350 ],351 "scale": [352 1,353 1,354 1355 ]356 },357 "color": [358 31,359 95,360 95361 ]362 },363 {364 "object_id": "SM_Mustard_Bottle_11",365 "bbox_2d": [366 1819,367 392,368 1901,369 560370 ],371 "bbox_3d": {372 "aabb": {373 "center": [374 231.92778350472975,375 604.8994129316324,376 125.51240539550781377 ],378 "extent": [379 5.444847136823114,380 5.444846363241595,381 13.736084938049316382 ]383 },384 "obb": {385 "center": [386 231.92778350472975,387 604.8994129316324,388 125.51240539550781389 ],390 "extent": [391 5.444847136823114,392 5.444846363241595,393 13.736084938049316394 ],395 "rotation": [396 0,397 10.000028610229492,398 0399 ]400 },401 "location": [402 231.92779541015625,403 604.8994140625,404 111.77632141113281405 ],406 "rotation": [407 0,408 10.000028610229492,409 0410 ],411 "scale": [412 1,413 1,414 1415 ]416 },417 "color": [418 95,419 0,420 0421 ]422 },423 {424 "object_id": "SM_Mayonaise_Bottle_14",425 "bbox_2d": [426 1895,427 456,428 1919,429 574430 ],431 "bbox_3d": {432 "aabb": {433 "center": [434 243.7590366392897,435 607.3930648057894,436 119.62425994873047437 ],438 "extent": [439 5.444847136823114,440 5.444846363241595,441 13.736084938049316442 ]443 },444 "obb": {445 "center": [446 243.7590366392897,447 607.3930648057894,448 119.62425994873047449 ],450 "extent": [451 5.444847136823114,452 5.444846363241595,453 13.736084938049316454 ],455 "rotation": [456 0,457 10.000028610229492,458 0459 ]460 },461 "location": [462 243.75904846191406,463 607.39306640625,464 105.88817596435547465 ],466 "rotation": [467 0,468 10.000028610229492,469 0470 ],471 "scale": [472 1,473 1,474 1475 ]476 },477 "color": [478 95,479 0,480 255481 ]482 }483 ],484 "tong": [485 {486 "object_id": "SM_Sausage_Tong_17",487 "bbox_2d": [488 1250,489 535,490 1514,491 748492 ],493 "bbox_3d": {494 "aabb": {495 "center": [496 224.54147720335038,497 561.3736702950249,498 112.85123252868652499 ],500 "extent": [501 19.13773023052434,502 7.932754594725338,503 12.851158142089844504 ]505 },506 "obb": {507 "center": [508 224.54147720335038,509 561.3736702950249,510 112.85123252868652511 ],512 "extent": [513 19.13773023052434,514 7.932754594725338,515 12.851158142089844516 ],517 "rotation": [518 0,519 90.00011444091797,520 0521 ]522 },523 "location": [524 220.86343383789062,525 561.3736572265625,526 100.00007629394531527 ],528 "rotation": [529 0,530 90.00011444091797,531 0532 ],533 "scale": [534 1,535 1,536 1537 ]538 },539 "color": [540 95,541 0,542 127543 ]544 }545 ],546 "counter shelf display": [547 {548 "object_id": "SM_Counter_Shelf_Display_B_4",549 "bbox_2d": [550 725,551 631,552 1842,553 1079554 ],555 "bbox_3d": {556 "aabb": {557 "center": [558 219.9999656677246,559 510.00003814697266,560 55.00001907348633561 ],562 "extent": [563 40.00006866455078,564 100.00005340576172,565 45.00001907348633566 ]567 },568 "obb": {569 "center": [570 219.9999656677246,571 510.00003814697266,572 55.00001907348633573 ],574 "extent": [575 40.00006866455078,576 100.00005340576172,577 45.00001907348633578 ],579 "rotation": [580 0,581 0,582 0583 ]584 },585 "location": [586 180,587 410,588 10589 ],590 "rotation": [591 0,592 0,593 0594 ],595 "scale": [596 1,597 1,598 1599 ]600 },601 "color": [602 95,603 191,604 31605 ]606 },607 {608 "object_id": "SM_Counter_Shelf_Display_A_7",609 "bbox_2d": [610 1610,611 822,612 1919,613 1079614 ],615 "bbox_3d": {616 "aabb": {617 "center": [618 220.08502578735352,619 710.0000381469727,620 55.00001907348633621 ],622 "extent": [623 40.08512878417969,624 100.00005340576172,625 45.00001907348633626 ]627 },628 "obb": {629 "center": [630 220.08502578735352,631 710.0000381469727,632 55.00001907348633633 ],634 "extent": [635 40.08512878417969,636 100.00005340576172,637 45.00001907348633638 ],639 "rotation": [640 0,641 0,642 0643 ]644 },645 "location": [646 180,647 610,648 10649 ],650 "rotation": [651 0,652 0,653 0654 ],655 "scale": [656 1,657 1,658 1659 ]660 },661 "color": [662 159,663 63,664 127665 ]666 }667 ]668 }669}