TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l092_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l092_r000/lit.png",5 "camera": {6 "location": [7 753,8 518,9 12710 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 753,38 518,39 127,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "coffee machine": [55 {56 "object_id": "SM_Coffee_Machine_2",57 "bbox_2d": [58 0,59 0,60 267,61 105362 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 797.5586261905396,67 445.6846854893375,68 128.968557357788169 ],70 "extent": [71 27.070429990485422,72 22.343763158214927,73 28.967401504516674 ]75 },76 "obb": {77 "center": [78 797.5586261905396,79 445.6846854893375,80 128.968557357788181 ],82 "extent": [83 27.070429990485422,84 22.343763158214927,85 28.967401504516686 ],87 "rotation": [88 0,89 90.00007629394531,90 091 ]92 },93 "location": [94 798.4383544921875,95 445.6964111328125,96 100.0011596679687597 ],98 "rotation": [99 0,100 90.00007629394531,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 127,111 95,112 31113 ]114 }115 ],116 "coffee counter": [117 {118 "object_id": "SM_Coffee_Counter_10",119 "bbox_2d": [120 0,121 807,122 583,123 1079124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 748.8608591313241,129 439.99975984073865,130 55.00001907348633131 ],132 "extent": [133 101.1391713864673,134 40.000270676740854,135 45.00001907348633136 ]137 },138 "obb": {139 "center": [140 748.8608591313241,141 439.99975984073865,142 55.00001907348633143 ],144 "extent": [145 101.1391713864673,146 40.000270676740854,147 45.00001907348633148 ],149 "rotation": [150 0,151 90.00011444091797,152 0153 ]154 },155 "location": [156 850,157 400,158 10159 ],160 "rotation": [161 0,162 90.00011444091797,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 191,173 95,174 31175 ]176 },177 {178 "object_id": "SM_Coffee_Counter2_12",179 "bbox_2d": [180 140,181 627,182 837,183 1079184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 951.2646677250741,189 439.99975984073865,190 55.00001907348633191 ],192 "extent": [193 101.1391713864673,194 40.000270676740854,195 45.00001907348633196 ]197 },198 "obb": {199 "center": [200 951.2646677250741,201 439.99975984073865,202 55.00001907348633203 ],204 "extent": [205 101.1391713864673,206 40.000270676740854,207 45.00001907348633208 ],209 "rotation": [210 0,211 90.00011444091797,212 0213 ]214 },215 "location": [216 1052.40380859375,217 400,218 10219 ],220 "rotation": [221 0,222 90.00011444091797,223 0224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 31,233 95,234 0235 ]236 }237 ],238 "drink machine": [239 {240 "object_id": "SM_Drink_Machine_2",241 "bbox_2d": [242 140,243 182,244 682,245 780246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 889.1782880594402,251 443.63552856446387,252 133.54526138305664253 ],254 "extent": [255 29.00478112511564,256 27.472098157030928,257 33.42982482910156258 ]259 },260 "obb": {261 "center": [262 889.1782880594402,263 443.63552856446387,264 133.54526138305664265 ],266 "extent": [267 29.00478112511564,268 27.472098157030928,269 33.42982482910156270 ],271 "rotation": [272 0,273 90.00012207031251,274 0275 ]276 },277 "location": [278 889.1782836914062,279 443,280 100.00001525878906281 ],282 "rotation": [283 0,284 90.00012207031251,285 0286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 31,295 95,296 255297 ]298 }299 ],300 "cup": [301 {302 "object_id": "SM_Plastic_Cup_5",303 "bbox_2d": [304 668,305 674,306 672,307 675308 ],309 "bbox_3d": {310 "aabb": {311 "center": [312 937.7943618646119,313 457.9903783798352,314 106.27174806615629315 ],316 "extent": [317 4.662321174947806,318 4.6622708339359065,319 6.0977138140409295320 ]321 },322 "obb": {323 "center": [324 937.7943618646119,325 457.9903783798352,326 106.27174806615629327 ],328 "extent": [329 4.662321174947806,330 4.6622708339359065,331 6.0977138140409295332 ],333 "rotation": [334 -0.0004730224609443101,335 -179.99998474121097,336 180337 ]338 },339 "location": [340 937.7943115234375,341 457.9903564453125,342 112.36942291259766343 ],344 "rotation": [345 -0.0004730224609443101,346 -179.99998474121097,347 180348 ],349 "scale": [350 1,351 1,352 1353 ]354 },355 "color": [356 31,357 95,358 127359 ]360 },361 {362 "object_id": "SM_Plastic_Cup2",363 "bbox_2d": [364 647,365 668,366 672,367 674368 ],369 "bbox_3d": {370 "aabb": {371 "center": [372 937.7943624063862,373 457.99038000375793,374 107.4034008981981375 ],376 "extent": [377 4.662322958371874,378 4.662273699495586,379 6.09771546991837380 ]381 },382 "obb": {383 "center": [384 937.7943624063862,385 457.99038000375793,386 107.4034008981981387 ],388 "extent": [389 4.662322958371874,390 4.662273699495586,391 6.09771546991837392 ],393 "rotation": [394 -0.0004781132156495003,395 -179.99996948242188,396 -179.99998474121097397 ]398 },399 "location": [400 937.7943115234375,401 457.9903564453125,402 113.5010757446289403 ],404 "rotation": [405 -0.0004781132156495003,406 -179.99996948242188,407 -179.99998474121097408 ],409 "scale": [410 1,411 1,412 1413 ]414 },415 "color": [416 31,417 95,418 63419 ]420 },421 {422 "object_id": "SM_Plastic_Cup3",423 "bbox_2d": [424 647,425 663,426 672,427 670428 ],429 "bbox_3d": {430 "aabb": {431 "center": [432 937.7943623943374,433 457.99038000375793,434 108.45808076880347435 ],436 "extent": [437 4.662322946323229,438 4.662273699495586,439 6.097715460706041440 ]441 },442 "obb": {443 "center": [444 937.7943623943374,445 457.99038000375793,446 108.45808076880347447 ],448 "extent": [449 4.662322946323229,450 4.662273699495586,451 6.097715460706041452 ],453 "rotation": [454 -0.00047800000174902363,455 -179.99996948242188,456 -179.99998474121097457 ]458 },459 "location": [460 937.7943115234375,461 457.9903564453125,462 114.55575561523438463 ],464 "rotation": [465 -0.00047800000174902363,466 -179.99996948242188,467 -179.99998474121097468 ],469 "scale": [470 1,471 1,472 1473 ]474 },475 "color": [476 31,477 95,478 191479 ]480 },481 {482 "object_id": "SM_Plastic_Cup4",483 "bbox_2d": [484 647,485 657,486 672,487 665488 ],489 "bbox_3d": {490 "aabb": {491 "center": [492 937.7943623943374,493 457.99038000375793,494 109.43800020239722495 ],496 "extent": [497 4.662322946323229,498 4.662273699495586,499 6.097715460706041500 ]501 },502 "obb": {503 "center": [504 937.7943623943374,505 457.99038000375793,506 109.43800020239722507 ],508 "extent": [509 4.662322946323229,510 4.662273699495586,511 6.097715460706041512 ],513 "rotation": [514 -0.00047800000174902363,515 -179.99996948242188,516 -179.99998474121097517 ]518 },519 "location": [520 937.7943115234375,521 457.9903564453125,522 115.53567504882812523 ],524 "rotation": [525 -0.00047800000174902363,526 -179.99996948242188,527 -179.99998474121097528 ],529 "scale": [530 1,531 1,532 1533 ]534 },535 "color": [536 31,537 95,538 31539 ]540 },541 {542 "object_id": "SM_Plastic_Cup5",543 "bbox_2d": [544 647,545 593,546 672,547 659548 ],549 "bbox_3d": {550 "aabb": {551 "center": [552 937.7943623943374,553 457.99038000375793,554 110.60352754614722555 ],556 "extent": [557 4.662322946323229,558 4.662273699495586,559 6.097715460706041560 ]561 },562 "obb": {563 "center": [564 937.7943623943374,565 457.99038000375793,566 110.60352754614722567 ],568 "extent": [569 4.662322946323229,570 4.662273699495586,571 6.097715460706041572 ],573 "rotation": [574 -0.00047800000174902363,575 -179.99996948242188,576 -179.99998474121097577 ]578 },579 "location": [580 937.7943115234375,581 457.9903564453125,582 116.70120239257812583 ],584 "rotation": [585 -0.00047800000174902363,586 -179.99996948242188,587 -179.99998474121097588 ],589 "scale": [590 1,591 1,592 1593 ]594 },595 "color": [596 0,597 95,598 95599 ]600 },601 {602 "object_id": "SM_Plastic_Cup6",603 "bbox_2d": [604 791,605 723,606 833,607 759608 ],609 "bbox_3d": {610 "aabb": {611 "center": [612 976.5128099366584,613 482.11237764378257,614 80.07191109149238615 ],616 "extent": [617 4.662327705307916,618 6.097736163472632,619 4.662300099139145620 ]621 },622 "obb": {623 "center": [624 976.5128099366584,625 482.11237764378257,626 80.07191109149238627 ],628 "extent": [629 4.662327705307916,630 6.097736163472632,631 4.662300099139145632 ],633 "rotation": [634 5.5600874475203515e-05,635 -179.99949645996094,636 89.99975585937501637 ]638 },639 "location": [640 976.5127563476562,641 488.2100524902344,642 80.07190704345703643 ],644 "rotation": [645 5.5600874475203515e-05,646 -179.99949645996094,647 89.99975585937501648 ],649 "scale": [650 1,651 1,652 1653 ]654 },655 "color": [656 255,657 95,658 95659 ]660 },661 {662 "object_id": "SM_Plastic_Cup7",663 "bbox_2d": [664 810,665 703,666 847,667 731668 ],669 "bbox_3d": {670 "aabb": {671 "center": [672 1004.8085252686898,673 482.11237764378257,674 80.07191109149238675 ],676 "extent": [677 4.662327737785745,678 6.0977361634728595,679 4.662300131616803680 ]681 },682 "obb": {683 "center": [684 1004.8085252686898,685 482.11237764378257,686 80.07191109149238687 ],688 "extent": [689 4.662327737785745,690 6.0977361634728595,691 4.662300131616803692 ],693 "rotation": [694 5.6000000768108266e-05,695 -179.99949645996094,696 89.99975585937501697 ]698 },699 "location": [700 1004.8084716796875,701 488.2100524902344,702 80.07190704345703703 ],704 "rotation": [705 5.6000000768108266e-05,706 -179.99949645996094,707 89.99975585937501708 ],709 "scale": [710 1,711 1,712 1713 ]714 },715 "color": [716 127,717 95,718 95719 ]720 }721 ],722 "beer sign": [723 {724 "object_id": "SM_Beer_Sign3",725 "bbox_2d": [726 1019,727 325,728 1141,729 369730 ],731 "bbox_3d": {732 "aabb": {733 "center": [734 1398.1966238021976,735 599.056816550878,736 256.6761484146118737 ],738 "extent": [739 2.0739083496189323,740 41.187305000402034,741 14.96452808380127742 ]743 },744 "obb": {745 "center": [746 1398.1966238021976,747 599.056816550878,748 256.6761484146118749 ],750 "extent": [751 2.0739083496189323,752 41.187305000402034,753 14.96452808380127754 ],755 "rotation": [756 0,757 90.00019836425781,758 0759 ]760 },761 "location": [762 1400.2703857421875,763 599.0568237304688,764 256.6761474609375765 ],766 "rotation": [767 0,768 90.00019836425781,769 0770 ],771 "scale": [772 1,773 1,774 1775 ]776 },777 "color": [778 95,779 95,780 0781 ]782 }783 ]784 }785}