TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l020_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l020_r005/lit.png",5 "camera": {6 "location": [7 137,8 662,9 8410 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 137,38 662,39 84,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "hot dog grill": [55 {56 "object_id": "SM_Hot_Dog_Grill_2",57 "bbox_2d": [58 758,59 172,60 1064,61 42362 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 218.9225597381623,67 506.7220488255456,68 120.714698791503969 ],70 "extent": [71 21.332088011749477,72 32.01364102946616,73 20.84344863891601674 ]75 },76 "obb": {77 "center": [78 218.9225597381623,79 506.7220488255456,80 120.714698791503981 ],82 "extent": [83 21.332088011749477,84 32.01364102946616,85 20.84344863891601686 ],87 "rotation": [88 0,89 -90.00012207031251,90 091 ]92 },93 "location": [94 220.29644775390625,95 506.7220458984375,96 10097 ],98 "rotation": [99 0,100 -90.00012207031251,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 63,111 95,112 95113 ]114 }115 ],116 "bottle stand": [117 {118 "object_id": "SM_Bottle_Stand_5",119 "bbox_2d": [120 1289,121 85,122 1577,123 254124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 231.80416889283168,129 604.9944947649063,130 111.77631187438965131 ],132 "extent": [133 19.91625660101562,134 10.514703403895282,135 11.776299476623535136 ]137 },138 "obb": {139 "center": [140 231.80416889283168,141 604.9944947649063,142 111.77631187438965143 ],144 "extent": [145 19.91625660101562,146 10.514703403895282,147 11.776299476623535148 ],149 "rotation": [150 0,151 -80.00007629394531,152 0153 ]154 },155 "location": [156 231.80416870117188,157 604.9945068359375,158 100.00001525878906159 ],160 "rotation": [161 0,162 -80.00007629394531,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 191,173 95,174 95175 ]176 }177 ],178 "bottle": [179 {180 "object_id": "SM_Ketchup_Bottle_8",181 "bbox_2d": [182 1357,183 0,184 1461,185 109186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 221.8688999205397,191 602.6392806261019,192 131.40055084228516193 ],194 "extent": [195 5.444847136823114,196 5.444846363241595,197 13.736084938049316198 ]199 },200 "obb": {201 "center": [202 221.8688999205397,203 602.6392806261019,204 131.40055084228516205 ],206 "extent": [207 5.444847136823114,208 5.444846363241595,209 13.736084938049316210 ],211 "rotation": [212 0,213 10.000028610229492,214 0215 ]216 },217 "location": [218 221.86891174316406,219 602.6392822265625,220 117.66446685791016221 ],222 "rotation": [223 0,224 10.000028610229492,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 31,235 95,236 95237 ]238 },239 {240 "object_id": "SM_Mustard_Bottle_11",241 "bbox_2d": [242 1460,243 0,244 1543,245 132246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 231.92778350472975,251 604.8994129316324,252 125.51240539550781253 ],254 "extent": [255 5.444847136823114,256 5.444846363241595,257 13.736084938049316258 ]259 },260 "obb": {261 "center": [262 231.92778350472975,263 604.8994129316324,264 125.51240539550781265 ],266 "extent": [267 5.444847136823114,268 5.444846363241595,269 13.736084938049316270 ],271 "rotation": [272 0,273 10.000028610229492,274 0275 ]276 },277 "location": [278 231.92779541015625,279 604.8994140625,280 111.77632141113281281 ],282 "rotation": [283 0,284 10.000028610229492,285 0286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 95,295 0,296 0297 ]298 },299 {300 "object_id": "SM_Mayonaise_Bottle_14",301 "bbox_2d": [302 1546,303 66,304 1631,305 161306 ],307 "bbox_3d": {308 "aabb": {309 "center": [310 243.7590366392897,311 607.3930648057894,312 119.62425994873047313 ],314 "extent": [315 5.444847136823114,316 5.444846363241595,317 13.736084938049316318 ]319 },320 "obb": {321 "center": [322 243.7590366392897,323 607.3930648057894,324 119.62425994873047325 ],326 "extent": [327 5.444847136823114,328 5.444846363241595,329 13.736084938049316330 ],331 "rotation": [332 0,333 10.000028610229492,334 0335 ]336 },337 "location": [338 243.75904846191406,339 607.39306640625,340 105.88817596435547341 ],342 "rotation": [343 0,344 10.000028610229492,345 0346 ],347 "scale": [348 1,349 1,350 1351 ]352 },353 "color": [354 95,355 0,356 255357 ]358 }359 ],360 "tong": [361 {362 "object_id": "SM_Sausage_Tong_17",363 "bbox_2d": [364 1007,365 242,366 1276,367 345368 ],369 "bbox_3d": {370 "aabb": {371 "center": [372 224.54147720335038,373 561.3736702950249,374 112.85123252868652375 ],376 "extent": [377 19.13773023052434,378 7.932754594725338,379 12.851158142089844380 ]381 },382 "obb": {383 "center": [384 224.54147720335038,385 561.3736702950249,386 112.85123252868652387 ],388 "extent": [389 19.13773023052434,390 7.932754594725338,391 12.851158142089844392 ],393 "rotation": [394 0,395 90.00011444091797,396 0397 ]398 },399 "location": [400 220.86343383789062,401 561.3736572265625,402 100.00007629394531403 ],404 "rotation": [405 0,406 90.00011444091797,407 0408 ],409 "scale": [410 1,411 1,412 1413 ]414 },415 "color": [416 95,417 0,418 127419 ]420 }421 ],422 "counter shelf display": [423 {424 "object_id": "SM_Counter_Shelf_Display_B_4",425 "bbox_2d": [426 605,427 309,428 1149,429 1079430 ],431 "bbox_3d": {432 "aabb": {433 "center": [434 219.9999656677246,435 510.00003814697266,436 55.00001907348633437 ],438 "extent": [439 40.00006866455078,440 100.00005340576172,441 45.00001907348633442 ]443 },444 "obb": {445 "center": [446 219.9999656677246,447 510.00003814697266,448 55.00001907348633449 ],450 "extent": [451 40.00006866455078,452 100.00005340576172,453 45.00001907348633454 ],455 "rotation": [456 0,457 0,458 0459 ]460 },461 "location": [462 180,463 410,464 10465 ],466 "rotation": [467 0,468 0,469 0470 ],471 "scale": [472 1,473 1,474 1475 ]476 },477 "color": [478 95,479 191,480 31481 ]482 },483 {484 "object_id": "SM_Counter_Shelf_Display_A_7",485 "bbox_2d": [486 1122,487 52,488 1919,489 1079490 ],491 "bbox_3d": {492 "aabb": {493 "center": [494 220.08502578735352,495 710.0000381469727,496 55.00001907348633497 ],498 "extent": [499 40.08512878417969,500 100.00005340576172,501 45.00001907348633502 ]503 },504 "obb": {505 "center": [506 220.08502578735352,507 710.0000381469727,508 55.00001907348633509 ],510 "extent": [511 40.08512878417969,512 100.00005340576172,513 45.00001907348633514 ],515 "rotation": [516 0,517 0,518 0519 ]520 },521 "location": [522 180,523 610,524 10525 ],526 "rotation": [527 0,528 0,529 0530 ],531 "scale": [532 1,533 1,534 1535 ]536 },537 "color": [538 159,539 63,540 127541 ]542 }543 ],544 "energy drink display": [545 {546 "object_id": "SM_Energy_Drink_Display_2",547 "bbox_2d": [548 1882,549 0,550 1919,551 63552 ],553 "bbox_3d": {554 "aabb": {555 "center": [556 234.2728631504418,557 646.744538947257,558 129.77771377563477559 ],560 "extent": [561 19.787281211975227,562 17.610119532174963,563 29.777729034423828564 ]565 },566 "obb": {567 "center": [568 234.2728631504418,569 646.744538947257,570 129.77771377563477571 ],572 "extent": [573 19.787281211975227,574 17.610119532174963,575 29.777729034423828576 ],577 "rotation": [578 0,579 -66.38336181640624,580 0581 ]582 },583 "location": [584 232.88006591796875,585 646.1355590820312,586 99.99999237060547587 ],588 "rotation": [589 0,590 -66.38336181640624,591 0592 ],593 "scale": [594 1,595 1,596 1597 ]598 },599 "color": [600 95,601 31,602 255603 ]604 }605 ]606 }607}