TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l049_off1_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l049_off1_r002/lit.png",5 "camera": {6 "location": [7 59,8 -36,9 26110 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 59,38 -36,39 261,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "roof": [54 {55 "object_id": "SM_roof_5",56 "bbox_2d": [57 1450,58 0,59 1919,60 21061 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3,66 -24.625823974609375,67 491.182006835937568 ],69 "extent": [70 1235.6843500952236,71 284.49486201703985,72 3.76006865501403873 ]74 },75 "obb": {76 "center": [77 -3,78 -24.625823974609375,79 491.182006835937580 ],81 "extent": [82 1235.6843500952236,83 284.49486201703985,84 3.76006865501403885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -3,94 -24.625823974609375,95 491.182006835937596 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1.0174999237060547,104 1.0950000286102295,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 },114 {115 "object_id": "SM_roofmetal_21",116 "bbox_2d": [117 1087,118 0,119 1919,120 254121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -107.95600891113281,126 -49.59537506103514,127 450.57637139898725128 ],129 "extent": [130 840.7164306640622,131 266.835693359375,132 39.01462141495722133 ]134 },135 "obb": {136 "center": [137 -107.95600891113281,138 -49.595375061035156,139 450.57637139898725140 ],141 "extent": [142 840.7164306640622,143 266.835693359375,144 39.01462141495722145 ],146 "rotation": [147 0,148 180,149 0150 ]151 },152 "location": [153 -107.95594787597656,154 3.7793197631835938,155 451.0682678222656156 ],157 "rotation": [158 0,159 180,160 0161 ],162 "scale": [163 1,164 1,165 0.8899327516555786166 ]167 },168 "color": [169 0,170 127,171 255172 ]173 }174 ],175 "wall": [176 {177 "object_id": "SM_rightwall_11",178 "bbox_2d": [179 0,180 0,181 1907,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -26.000122070144926,188 201.00004196215752,189 248.09518432617188190 ],191 "extent": [192 1213.475322102896,193 56.19279383862782,194 242.13626098632812195 ]196 },197 "obb": {198 "center": [199 -26.000122070144926,200 201.00004196215752,201 248.09518432617188202 ],203 "extent": [204 1213.475322102896,205 56.19279383862782,206 242.13626098632812207 ],208 "rotation": [209 0,210 179.99977111816406,211 0212 ]213 },214 "location": [215 -26,216 201,217 9.81463623046875218 ],219 "rotation": [220 0,221 179.99977111816406,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 0,232 255,233 127234 ]235 }236 ]237 },238 "foreground": {239 "desk 008 parts": [240 {241 "object_id": "SM_desk16",242 "bbox_2d": [243 1331,244 982,245 1534,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -218.87796020507812,252 172.06649780273438,253 49.12738907652238254 ],255 "extent": [256 30.51487922668457,257 36.7234992980957,258 43.30350411253312259 ]260 },261 "obb": {262 "center": [263 -218.87796020507812,264 172.06649780273438,265 49.12738907652238266 ],267 "extent": [268 30.51487922668457,269 36.7234992980957,270 43.30350411253312271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 -218.8779754638672,280 172.06649780273438,281 5.823884963989258282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 1,290 1,291 0.9299650192260742292 ]293 },294 "color": [295 255,296 63,297 191298 ]299 },300 {301 "object_id": "SM_desk17",302 "bbox_2d": [303 1541,304 1078,305 1545,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -219.42434692382847,312 96.46644591965202,313 49.127373817733314314 ],315 "extent": [316 30.522578946237672,317 36.72989702269527,318 43.30350411253312319 ]320 },321 "obb": {322 "center": [323 -219.42434692382847,324 96.46644591965202,325 49.127373817733314326 ],327 "extent": [328 30.522578946237672,329 36.72989702269527,330 43.30350411253312331 ],332 "rotation": [333 0,334 -0.012014102190732956,335 0336 ]337 },338 "location": [339 -219.4243621826172,340 96.46644592285156,341 5.823869705200195342 ],343 "rotation": [344 0,345 -0.012014102190732956,346 0347 ],348 "scale": [349 1,350 1,351 0.9299650192260742352 ]353 },354 "color": [355 127,356 0,357 191358 ]359 }360 ],361 "chair": [362 {363 "object_id": "SM_chair_19",364 "bbox_2d": [365 1447,366 964,367 1610,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -283.6292878794341,374 167.34041212791857,375 49.59094765017085376 ],377 "extent": [378 33.07833857810884,379 30.285558657286288,380 43.28227930600315381 ]382 },383 "obb": {384 "center": [385 -283.6292878794341,386 167.34041212791857,387 49.59094765017085388 ],389 "extent": [390 33.07833857810884,391 30.285558657286288,392 43.28227930600315393 ],394 "rotation": [395 0,396 -91.97135925292972,397 0398 ]399 },400 "location": [401 -283.1117858886719,402 168.92820739746094,403 6.208571910858154404 ],405 "rotation": [406 0,407 -91.97135925292972,408 0409 ],410 "scale": [411 0.9599999785423279,412 0.9599999785423279,413 0.9599999785423279414 ]415 },416 "color": [417 127,418 255,419 191420 ]421 },422 {423 "object_id": "SM_chair_20",424 "bbox_2d": [425 1664,426 989,427 1919,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -299.7014622870114,434 97.71896802283929,435 56.87418178357302436 ],437 "extent": [438 33.752413922546225,439 34.33024546734423,440 50.20029117735385441 ]442 },443 "obb": {444 "center": [445 -299.7014622870114,446 97.7189680228393,447 56.87418178357302448 ],449 "extent": [450 33.752413922546225,451 34.33024546734423,452 50.20029117735385453 ],454 "rotation": [455 0,456 -93.88452148437503,457 0458 ]459 },460 "location": [461 -299.339111328125,462 97.33316040039062,463 6.20855712890625464 ],465 "rotation": [466 0,467 -93.88452148437503,468 0469 ],470 "scale": [471 0.9449999928474426,472 0.9449999928474426,473 0.9449999928474426474 ]475 },476 "color": [477 127,478 127,479 191480 ]481 }482 ],483 "lamp": [484 {485 "object_id": "SM_lamp_5",486 "bbox_2d": [487 1899,488 209,489 1919,490 237491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -540.7869415283203,496 -17.849308013916016,497 435.2052917480469498 ],499 "extent": [500 77.56246948242188,501 133.66229248046875,502 52.4345703125503 ]504 },505 "obb": {506 "center": [507 -540.7869415283203,508 -17.849308013916016,509 435.2052917480469510 ],511 "extent": [512 77.56246948242188,513 133.66229248046875,514 52.4345703125515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 -540.2338256835938,524 -9.948246002197266,525 487.0996398925781526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 191,540 0,541 191542 ]543 },544 {545 "object_id": "SM_simplelamp5_21",546 "bbox_2d": [547 1362,548 936,549 1418,550 1052551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -224.21739196777344,556 168.63626098632812,557 109.85375022888184558 ],559 "extent": [560 8.617121696472168,561 8.617121696472168,562 17.312393188476562563 ]564 },565 "obb": {566 "center": [567 -224.21739196777344,568 168.63626098632812,569 109.85375022888184570 ],571 "extent": [572 8.617121696472168,573 8.617121696472168,574 17.312393188476562575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 -224.21739196777344,584 168.63626098632812,585 92.41040802001953586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 0,600 31,601 63602 ]603 }604 ],605 "decor": [606 {607 "object_id": "SM_decorativepaint_5",608 "bbox_2d": [609 1331,610 259,611 1417,612 778613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -225.57272338867188,618 207.1606421470642,619 268.94026947021484620 ],621 "extent": [622 65.36637878417969,623 2.483474731445341,624 96.95228576660156625 ]626 },627 "obb": {628 "center": [629 -225.57272338867188,630 207.1606421470642,631 268.94026947021484632 ],633 "extent": [634 65.36637878417969,635 2.483474731445341,636 96.95228576660156637 ],638 "rotation": [639 0,640 90.00000000000001,641 0642 ]643 },644 "location": [645 -225.57273864746094,646 207.16064453125,647 268.9402770996094648 ],649 "rotation": [650 0,651 90.00000000000001,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 191,662 63,663 191664 ]665 },666 {667 "object_id": "SM_decorativepaint_11",668 "bbox_2d": [669 328,670 289,671 750,672 931673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 27.53418270111069,678 207.16076493859293,679 246.14690629959114680 ],681 "extent": [682 45.593048578582966,683 1.7322236014988448,684 67.62421839759554685 ]686 },687 "obb": {688 "center": [689 27.534182701110687,690 207.16076493859293,691 246.14690629959114692 ],693 "extent": [694 45.593048578582966,695 1.7322236014988448,696 67.62421839759554697 ],698 "rotation": [699 0,700 90.00000000000001,701 0702 ]703 },704 "location": [705 27.53417205810547,706 207.1607666015625,707 246.14691162109375708 ],709 "rotation": [710 0,711 90.00000000000001,712 0713 ],714 "scale": [715 0.6974999904632568,716 0.6974999904632568,717 0.6974999904632568718 ]719 },720 "color": [721 191,722 191,723 31724 ]725 }726 ],727 "bottle": [728 {729 "object_id": "SM_bottle_4",730 "bbox_2d": [731 1331,732 957,733 1333,734 1006735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -225.85238200107887,740 201.74736328557447,741 101.3363568653354742 ],743 "extent": [744 7.027099003296769,745 4.954882071709875,746 8.945579277444779747 ]748 },749 "obb": {750 "center": [751 -225.85238200107887,752 201.74736328557447,753 101.3363568653354754 ],755 "extent": [756 7.027099003296769,757 4.954882071709875,758 8.945579277444779759 ],760 "rotation": [761 0,762 -88.00164031982423,763 0764 ]765 },766 "location": [767 -224.68551635742188,768 201.3441162109375,769 92.39077758789062770 ],771 "rotation": [772 0,773 -88.00164031982423,774 0775 ],776 "scale": [777 0.6324999928474426,778 0.6324999928474426,779 0.6324999928474426780 ]781 },782 "color": [783 31,784 0,785 127786 ]787 }788 ],789 "camera": [790 {791 "object_id": "SM_camera3",792 "bbox_2d": [793 775,794 98,795 895,796 245797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 -29.781131744384766,802 182.7996006011963,803 355.06063747406006804 ],805 "extent": [806 7.67236328125,807 27.301193237304688,808 14.869946479797363809 ]810 },811 "obb": {812 "center": [813 -29.781131744384766,814 182.7996006011963,815 355.06063747406006816 ],817 "extent": [818 7.67236328125,819 27.301193237304688,820 14.869946479797363821 ],822 "rotation": [823 0,824 180,825 0826 ]827 },828 "location": [829 -29.781131744384766,830 182.79962158203125,831 355.0606384277344832 ],833 "rotation": [834 0,835 180,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 0,846 31,847 95848 ]849 }850 ]851 }852}