TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l135_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l135_r000/lit.png",5 "camera": {6 "location": [7 568,8 681,9 15710 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 568,38 681,39 157,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "coffee machine": [55 {56 "object_id": "SM_Coffee_Machine_2",57 "bbox_2d": [58 0,59 536,60 156,61 79562 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 797.5586261905396,67 445.6846854893375,68 128.968557357788169 ],70 "extent": [71 27.070429990485422,72 22.343763158214927,73 28.967401504516674 ]75 },76 "obb": {77 "center": [78 797.5586261905396,79 445.6846854893375,80 128.968557357788181 ],82 "extent": [83 27.070429990485422,84 22.343763158214927,85 28.967401504516686 ],87 "rotation": [88 0,89 90.00007629394531,90 091 ]92 },93 "location": [94 798.4383544921875,95 445.6964111328125,96 100.0011596679687597 ],98 "rotation": [99 0,100 90.00007629394531,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 127,111 95,112 31113 ]114 }115 ],116 "cup": [117 {118 "object_id": "SM_Paper_Cups2",119 "bbox_2d": [120 0,121 876,122 79,123 920124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 774.2435852559868,129 481.9266381261665,130 80.00115966796875131 ],132 "extent": [133 4.66232409787483,134 7.309516863272449,135 4.662269592285156136 ]137 },138 "obb": {139 "center": [140 774.2435852559868,141 481.9266381261665,142 80.00115966796875143 ],144 "extent": [145 4.66232409787483,146 7.309516863272449,147 4.662269592285156148 ],149 "rotation": [150 -90,151 89.99957275390624,152 0153 ]154 },155 "location": [156 774.2435302734375,157 474.6171569824219,158 80.00115966796875159 ],160 "rotation": [161 -90,162 89.99957275390624,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 63,173 95,174 63175 ]176 },177 {178 "object_id": "SM_Plastic_Cup_5",179 "bbox_2d": [180 378,181 684,182 394,183 688184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 937.7943618646119,189 457.9903783798352,190 106.27174806615629191 ],192 "extent": [193 4.662321174947806,194 4.6622708339359065,195 6.0977138140409295196 ]197 },198 "obb": {199 "center": [200 937.7943618646119,201 457.9903783798352,202 106.27174806615629203 ],204 "extent": [205 4.662321174947806,206 4.6622708339359065,207 6.0977138140409295208 ],209 "rotation": [210 -0.0004730224609443101,211 -179.99998474121097,212 180213 ]214 },215 "location": [216 937.7943115234375,217 457.9903564453125,218 112.36942291259766219 ],220 "rotation": [221 -0.0004730224609443101,222 -179.99998474121097,223 180224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 31,233 95,234 127235 ]236 },237 {238 "object_id": "SM_Plastic_Cup2",239 "bbox_2d": [240 367,241 682,242 394,243 685244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 937.7943624063862,249 457.99038000375793,250 107.4034008981981251 ],252 "extent": [253 4.662322958371874,254 4.662273699495586,255 6.09771546991837256 ]257 },258 "obb": {259 "center": [260 937.7943624063862,261 457.99038000375793,262 107.4034008981981263 ],264 "extent": [265 4.662322958371874,266 4.662273699495586,267 6.09771546991837268 ],269 "rotation": [270 -0.0004781132156495003,271 -179.99996948242188,272 -179.99998474121097273 ]274 },275 "location": [276 937.7943115234375,277 457.9903564453125,278 113.5010757446289279 ],280 "rotation": [281 -0.0004781132156495003,282 -179.99996948242188,283 -179.99998474121097284 ],285 "scale": [286 1,287 1,288 1289 ]290 },291 "color": [292 31,293 95,294 63295 ]296 },297 {298 "object_id": "SM_Plastic_Cup3",299 "bbox_2d": [300 367,301 679,302 394,303 683304 ],305 "bbox_3d": {306 "aabb": {307 "center": [308 937.7943623943374,309 457.99038000375793,310 108.45808076880347311 ],312 "extent": [313 4.662322946323229,314 4.662273699495586,315 6.097715460706041316 ]317 },318 "obb": {319 "center": [320 937.7943623943374,321 457.99038000375793,322 108.45808076880347323 ],324 "extent": [325 4.662322946323229,326 4.662273699495586,327 6.097715460706041328 ],329 "rotation": [330 -0.00047800000174902363,331 -179.99996948242188,332 -179.99998474121097333 ]334 },335 "location": [336 937.7943115234375,337 457.9903564453125,338 114.55575561523438339 ],340 "rotation": [341 -0.00047800000174902363,342 -179.99996948242188,343 -179.99998474121097344 ],345 "scale": [346 1,347 1,348 1349 ]350 },351 "color": [352 31,353 95,354 191355 ]356 },357 {358 "object_id": "SM_Plastic_Cup4",359 "bbox_2d": [360 367,361 676,362 394,363 680364 ],365 "bbox_3d": {366 "aabb": {367 "center": [368 937.7943623943374,369 457.99038000375793,370 109.43800020239722371 ],372 "extent": [373 4.662322946323229,374 4.662273699495586,375 6.097715460706041376 ]377 },378 "obb": {379 "center": [380 937.7943623943374,381 457.99038000375793,382 109.43800020239722383 ],384 "extent": [385 4.662322946323229,386 4.662273699495586,387 6.097715460706041388 ],389 "rotation": [390 -0.00047800000174902363,391 -179.99996948242188,392 -179.99998474121097393 ]394 },395 "location": [396 937.7943115234375,397 457.9903564453125,398 115.53567504882812399 ],400 "rotation": [401 -0.00047800000174902363,402 -179.99996948242188,403 -179.99998474121097404 ],405 "scale": [406 1,407 1,408 1409 ]410 },411 "color": [412 31,413 95,414 31415 ]416 },417 {418 "object_id": "SM_Plastic_Cup5",419 "bbox_2d": [420 367,421 644,422 394,423 677424 ],425 "bbox_3d": {426 "aabb": {427 "center": [428 937.7943623943374,429 457.99038000375793,430 110.60352754614722431 ],432 "extent": [433 4.662322946323229,434 4.662273699495586,435 6.097715460706041436 ]437 },438 "obb": {439 "center": [440 937.7943623943374,441 457.99038000375793,442 110.60352754614722443 ],444 "extent": [445 4.662322946323229,446 4.662273699495586,447 6.097715460706041448 ],449 "rotation": [450 -0.00047800000174902363,451 -179.99996948242188,452 -179.99998474121097453 ]454 },455 "location": [456 937.7943115234375,457 457.9903564453125,458 116.70120239257812459 ],460 "rotation": [461 -0.00047800000174902363,462 -179.99996948242188,463 -179.99998474121097464 ],465 "scale": [466 1,467 1,468 1469 ]470 },471 "color": [472 0,473 95,474 95475 ]476 },477 {478 "object_id": "SM_Plastic_Cup6",479 "bbox_2d": [480 480,481 711,482 509,483 730484 ],485 "bbox_3d": {486 "aabb": {487 "center": [488 976.5128099366584,489 482.11237764378257,490 80.07191109149238491 ],492 "extent": [493 4.662327705307916,494 6.097736163472632,495 4.662300099139145496 ]497 },498 "obb": {499 "center": [500 976.5128099366584,501 482.11237764378257,502 80.07191109149238503 ],504 "extent": [505 4.662327705307916,506 6.097736163472632,507 4.662300099139145508 ],509 "rotation": [510 5.5600874475203515e-05,511 -179.99949645996094,512 89.99975585937501513 ]514 },515 "location": [516 976.5127563476562,517 488.2100524902344,518 80.07190704345703519 ],520 "rotation": [521 5.5600874475203515e-05,522 -179.99949645996094,523 89.99975585937501524 ],525 "scale": [526 1,527 1,528 1529 ]530 },531 "color": [532 255,533 95,534 95535 ]536 },537 {538 "object_id": "SM_Plastic_Cup7",539 "bbox_2d": [540 511,541 700,542 538,543 718544 ],545 "bbox_3d": {546 "aabb": {547 "center": [548 1004.8085252686898,549 482.11237764378257,550 80.07191109149238551 ],552 "extent": [553 4.662327737785745,554 6.0977361634728595,555 4.662300131616803556 ]557 },558 "obb": {559 "center": [560 1004.8085252686898,561 482.11237764378257,562 80.07191109149238563 ],564 "extent": [565 4.662327737785745,566 6.0977361634728595,567 4.662300131616803568 ],569 "rotation": [570 5.6000000768108266e-05,571 -179.99949645996094,572 89.99975585937501573 ]574 },575 "location": [576 1004.8084716796875,577 488.2100524902344,578 80.07190704345703579 ],580 "rotation": [581 5.6000000768108266e-05,582 -179.99949645996094,583 89.99975585937501584 ],585 "scale": [586 1,587 1,588 1589 ]590 },591 "color": [592 127,593 95,594 95595 ]596 }597 ],598 "coffee counter": [599 {600 "object_id": "SM_Coffee_Counter_10",601 "bbox_2d": [602 0,603 734,604 275,605 1079606 ],607 "bbox_3d": {608 "aabb": {609 "center": [610 748.8608591313241,611 439.99975984073865,612 55.00001907348633613 ],614 "extent": [615 101.1391713864673,616 40.000270676740854,617 45.00001907348633618 ]619 },620 "obb": {621 "center": [622 748.8608591313241,623 439.99975984073865,624 55.00001907348633625 ],626 "extent": [627 101.1391713864673,628 40.000270676740854,629 45.00001907348633630 ],631 "rotation": [632 0,633 90.00011444091797,634 0635 ]636 },637 "location": [638 850,639 400,640 10641 ],642 "rotation": [643 0,644 90.00011444091797,645 0646 ],647 "scale": [648 1,649 1,650 1651 ]652 },653 "color": [654 191,655 95,656 31657 ]658 },659 {660 "object_id": "SM_Coffee_Counter2_12",661 "bbox_2d": [662 121,663 653,664 561,665 1032666 ],667 "bbox_3d": {668 "aabb": {669 "center": [670 951.2646677250741,671 439.99975984073865,672 55.00001907348633673 ],674 "extent": [675 101.1391713864673,676 40.000270676740854,677 45.00001907348633678 ]679 },680 "obb": {681 "center": [682 951.2646677250741,683 439.99975984073865,684 55.00001907348633685 ],686 "extent": [687 101.1391713864673,688 40.000270676740854,689 45.00001907348633690 ],691 "rotation": [692 0,693 90.00011444091797,694 0695 ]696 },697 "location": [698 1052.40380859375,699 400,700 10701 ],702 "rotation": [703 0,704 90.00011444091797,705 0706 ],707 "scale": [708 1,709 1,710 1711 ]712 },713 "color": [714 31,715 95,716 0717 ]718 }719 ],720 "drink machine": [721 {722 "object_id": "SM_Drink_Machine_2",723 "bbox_2d": [724 90,725 507,726 380,727 726728 ],729 "bbox_3d": {730 "aabb": {731 "center": [732 889.1782880594402,733 443.63552856446387,734 133.54526138305664735 ],736 "extent": [737 29.00478112511564,738 27.472098157030928,739 33.42982482910156740 ]741 },742 "obb": {743 "center": [744 889.1782880594402,745 443.63552856446387,746 133.54526138305664747 ],748 "extent": [749 29.00478112511564,750 27.472098157030928,751 33.42982482910156752 ],753 "rotation": [754 0,755 90.00012207031251,756 0757 ]758 },759 "location": [760 889.1782836914062,761 443,762 100.00001525878906763 ],764 "rotation": [765 0,766 90.00012207031251,767 0768 ],769 "scale": [770 1,771 1,772 1773 ]774 },775 "color": [776 31,777 95,778 255779 ]780 }781 ],782 "beer sign": [783 {784 "object_id": "SM_Beer_Sign3",785 "bbox_2d": [786 818,787 408,788 912,789 441790 ],791 "bbox_3d": {792 "aabb": {793 "center": [794 1398.1966238021976,795 599.056816550878,796 256.6761484146118797 ],798 "extent": [799 2.0739083496189323,800 41.187305000402034,801 14.96452808380127802 ]803 },804 "obb": {805 "center": [806 1398.1966238021976,807 599.056816550878,808 256.6761484146118809 ],810 "extent": [811 2.0739083496189323,812 41.187305000402034,813 14.96452808380127814 ],815 "rotation": [816 0,817 90.00019836425781,818 0819 ]820 },821 "location": [822 1400.2703857421875,823 599.0568237304688,824 256.6761474609375825 ],826 "rotation": [827 0,828 90.00019836425781,829 0830 ],831 "scale": [832 1,833 1,834 1835 ]836 },837 "color": [838 95,839 95,840 0841 ]842 }843 ]844 }845}