TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l040_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l040_r001/lit.png",5 "camera": {6 "location": [7 800,8 -398,9 8010 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 800,38 -398,39 80,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door frame": [54 {55 "object_id": "SM_Doorframe_2",56 "bbox_2d": [57 1094,58 320,59 1100,60 32361 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1034.9999041261947,66 215.0000028609208,67 110.0180969238281268 ],69 "extent": [70 3.810631618963498,71 45.035607826911175,72 110.0180969238281273 ]74 },75 "obb": {76 "center": [77 1034.9999041261947,78 215.0000028609208,79 110.0180969238281280 ],81 "extent": [82 3.810631618963498,83 45.035607826911175,84 110.0180969238281285 ],86 "rotation": [87 0,88 90.00012207031251,89 090 ]91 },92 "location": [93 1035,94 170,95 096 ],97 "rotation": [98 0,99 90.00012207031251,100 0101 ],102 "scale": [103 0.75,104 1,105 1106 ]107 },108 "color": [109 223,110 31,111 127112 ]113 },114 {115 "object_id": "SM_Doorframe_3",116 "bbox_2d": [117 1094,118 323,119 1214,120 486121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1002.1334449000738,126 197.33835840559442,127 108.27146911621094128 ],129 "extent": [130 39.43860224900294,131 35.45908083700675,132 108.87620544433594133 ]134 },135 "obb": {136 "center": [137 1002.1334449000738,138 197.33835840559442,139 108.27146911621094140 ],141 "extent": [142 39.43860224900294,143 35.45908083700675,144 108.87620544433594145 ],146 "rotation": [147 0,148 140.00001525878906,149 0150 ]151 },152 "location": [153 1035,154 170,155 0156 ],157 "rotation": [158 0,159 140.00001525878906,160 0161 ],162 "scale": [163 0.75,164 1,165 1166 ]167 },168 "color": [169 223,170 31,171 63172 ]173 }174 ]175 },176 "foreground": {177 "plane": [178 {179 "object_id": "Plane_243",180 "bbox_2d": [181 18,182 977,183 483,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 890,190 -460,191 0192 ],193 "extent": [194 150,195 150,196 2.4121840694324697e-14197 ]198 },199 "obb": {200 "center": [201 890,202 -460,203 0204 ],205 "extent": [206 150,207 150,208 2.4121840694324697e-14209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 890,218 -460,219 0220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 3,228 3,229 3230 ]231 },232 "color": [233 0,234 31,235 191236 ]237 }238 ],239 "chair": [240 {241 "object_id": "SM_Chair_9",242 "bbox_2d": [243 0,244 540,245 445,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 930.4258401842941,252 -341.2888831061714,253 40.02226257324219254 ],255 "extent": [256 29.575940657640103,257 29.202731953769387,258 40.022247314453125259 ]260 },261 "obb": {262 "center": [263 930.4258401842941,264 -341.2888831061714,265 40.02226257324219266 ],267 "extent": [268 29.575940657640103,269 29.202731953769387,270 40.022247314453125271 ],272 "rotation": [273 0,274 -146.07577514648438,275 0276 ]277 },278 "location": [279 930.4258422851562,280 -341.28887939453125,281 1.52587890625e-05282 ],283 "rotation": [284 0,285 -146.07577514648438,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 127,296 223,297 95298 ]299 },300 {301 "object_id": "SM_Chair_11",302 "bbox_2d": [303 1592,304 550,305 1762,306 818307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 756.8013265712542,312 -27.384492459664706,313 40.02226257324219314 ],315 "extent": [316 23.908516694612672,317 22.68792813890059,318 40.022247314453125319 ]320 },321 "obb": {322 "center": [323 756.8013265712542,324 -27.384492459664706,325 40.02226257324219326 ],327 "extent": [328 23.908516694612672,329 22.68792813890059,330 40.022247314453125331 ],332 "rotation": [333 0,334 173.9241485595703,335 0336 ]337 },338 "location": [339 756.8013305664062,340 -27.384490966796875,341 1.52587890625e-05342 ],343 "rotation": [344 0,345 173.9241485595703,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 223,356 191,357 127358 ]359 },360 {361 "object_id": "SM_Chair_12",362 "bbox_2d": [363 1634,364 540,365 1895,366 932367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 753.7443884906567,372 -117.27447302063119,373 40.02226257324219374 ],375 "extent": [376 22.762253080915684,377 21.45173615042866,378 40.022247314453125379 ]380 },381 "obb": {382 "center": [383 753.7443884906567,384 -117.27447302063119,385 40.02226257324219386 ],387 "extent": [388 22.762253080915684,389 21.45173615042866,390 40.022247314453125391 ],392 "rotation": [393 0,394 2.578369140625,395 0396 ]397 },398 "location": [399 753.744384765625,400 -117.27447509765625,401 1.52587890625e-05402 ],403 "rotation": [404 0,405 2.578369140625,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 223,416 191,417 191418 ]419 }420 ],421 "chopstick stand": [422 {423 "object_id": "SM_ChopstickStand7",424 "bbox_2d": [425 0,426 517,427 40,428 593429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 971.9487169396981,434 -353.4552515550635,435 82.75997352600098436 ],437 "extent": [438 7.650315807778043,439 7.513067096372026,440 9.759943008422852441 ]442 },443 "obb": {444 "center": [445 971.9487169396981,446 -353.4552515550635,447 82.75997352600098448 ],449 "extent": [450 7.650315807778043,451 7.513067096372026,452 9.759943008422852453 ],454 "rotation": [455 0,456 -50.000091552734375,457 0458 ]459 },460 "location": [461 972.2301025390625,462 -351.48974609375,463 73.00003051757812464 ],465 "rotation": [466 0,467 -50.000091552734375,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 159,478 223,479 31480 ]481 },482 {483 "object_id": "SM_ChopstickStand8",484 "bbox_2d": [485 1142,486 429,487 1172,488 487489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 893.5608769591819,494 -118.92147453089552,495 103.75994300842285496 ],497 "extent": [498 5.782672073406616,499 6.6858959072256425,500 9.759943008422852501 ]502 },503 "obb": {504 "center": [505 893.5608769591819,506 -118.92147453089552,507 103.75994300842285508 ],509 "extent": [510 5.782672073406616,511 6.6858959072256425,512 9.759943008422852513 ],514 "rotation": [515 0,516 10.000022888183594,517 0518 ]519 },520 "location": [521 891.9993896484375,522 -117.69503784179688,523 94524 ],525 "rotation": [526 0,527 10.000022888183594,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 223,538 255,539 0540 ]541 },542 {543 "object_id": "SM_ChopstickStand9",544 "bbox_2d": [545 1206,546 448,547 1231,548 496549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 893.5608769591819,554 -49.92147453089553,555 103.75994300842285556 ],557 "extent": [558 5.782672073406616,559 6.685895907225635,560 9.759943008422852561 ]562 },563 "obb": {564 "center": [565 893.5608769591819,566 -49.92147453089553,567 103.75994300842285568 ],569 "extent": [570 5.782672073406616,571 6.685895907225635,572 9.759943008422852573 ],574 "rotation": [575 0,576 10.000022888183594,577 0578 ]579 },580 "location": [581 891.9993896484375,582 -48.695037841796875,583 94584 ],585 "rotation": [586 0,587 10.000022888183594,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 223,598 255,599 191600 ]601 },602 {603 "object_id": "SM_ChopstickStand10",604 "bbox_2d": [605 1253,606 462,607 1274,608 502609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 893.5608769591819,614 23.078525469104473,615 103.75994300842285616 ],617 "extent": [618 5.782672073406616,619 6.685895907225639,620 9.759943008422852621 ]622 },623 "obb": {624 "center": [625 893.5608769591819,626 23.078525469104473,627 103.75994300842285628 ],629 "extent": [630 5.782672073406616,631 6.685895907225639,632 9.759943008422852633 ],634 "rotation": [635 0,636 10.000022888183594,637 0638 ]639 },640 "location": [641 891.9993896484375,642 24.304962158203125,643 94644 ],645 "rotation": [646 0,647 10.000022888183594,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 223,658 127,659 0660 ]661 },662 {663 "object_id": "SM_ChopstickStand11",664 "bbox_2d": [665 1283,666 471,667 1302,668 506669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 893.5608769591819,674 85.07852546910448,675 103.75994300842285676 ],677 "extent": [678 5.782672073406616,679 6.6858959072256425,680 9.759943008422852681 ]682 },683 "obb": {684 "center": [685 893.5608769591819,686 85.07852546910448,687 103.75994300842285688 ],689 "extent": [690 5.782672073406616,691 6.6858959072256425,692 9.759943008422852693 ],694 "rotation": [695 0,696 10.000022888183594,697 0698 ]699 },700 "location": [701 891.9993896484375,702 86.30496215820312,703 94704 ],705 "rotation": [706 0,707 10.000022888183594,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 223,718 127,719 191720 ]721 },722 {723 "object_id": "SM_ChopstickStand12",724 "bbox_2d": [725 1591,726 497,727 1613,728 560729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 780.7892934324623,734 -63.39487737177752,735 82.75997352600098736 ],737 "extent": [738 5.938299881630087,739 4.824803630273188,740 9.759943008422852741 ]742 },743 "obb": {744 "center": [745 780.7892934324623,746 -63.39487737177752,747 82.75997352600098748 ],749 "extent": [750 5.938299881630087,751 4.824803630273188,752 9.759943008422852753 ],754 "rotation": [755 0,756 -90.00007629394531,757 0758 ]759 },760 "location": [761 782.2682495117188,762 -62.07008361816406,763 73.00003051757812764 ],765 "rotation": [766 0,767 -90.00007629394531,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 223,778 191,779 31780 ]781 }782 ],783 "coat hanger": [784 {785 "object_id": "SM_CoatHanger6_359",786 "bbox_2d": [787 923,788 186,789 1059,790 341791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 919.9772206750628,796 -175.5434946164791,797 153.35374069213867798 ],799 "extent": [800 19.967599728853088,801 3.5435696258572875,802 18.870166778564453803 ]804 },805 "obb": {806 "center": [807 919.9772206750628,808 -175.5434946164791,809 153.35374069213867810 ],811 "extent": [812 19.967599728853088,813 3.5435696258572875,814 18.870166778564453815 ],816 "rotation": [817 0,818 179.99978637695312,819 0820 ]821 },822 "location": [823 920,824 -172,825 160826 ],827 "rotation": [828 0,829 179.99978637695312,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 0,840 95,841 15842 ]843 }844 ]845 }846}