TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l121_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l121_r001/lit.png",5 "camera": {6 "location": [7 684,8 -263,9 85410 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 684,38 -263,39 854,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "floor planks corner": [54 {55 "object_id": "SM_Floor_4x4m88",56 "bbox_2d": [57 0,58 554,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 600,66 -220,67 834.999998092651468 ],69 "extent": [70 200,71 200,72 15.00000190734863373 ]74 },75 "obb": {76 "center": [77 600,78 -220,79 834.999998092651480 ],81 "extent": [82 200,83 200,84 15.00000190734863385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 400,94 -20,95 85096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 0,111 255112 ]113 },114 {115 "object_id": "SM_Floor_4x4m91_1",116 "bbox_2d": [117 0,118 552,119 1028,120 584121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1000,126 -220,127 834.9999980926514128 ],129 "extent": [130 200,131 200,132 15.000001907348633133 ]134 },135 "obb": {136 "center": [137 1000,138 -220,139 834.9999980926514140 ],141 "extent": [142 200,143 200,144 15.000001907348633145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 800,154 -20,155 850156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 63,171 95172 ]173 }174 ],175 "door": [176 {177 "object_id": "SM_Door02_2m40",178 "bbox_2d": [179 0,180 46,181 29,182 182183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 1499.9999929744747,188 -19.040355244043177,189 1000.0001068115234190 ],191 "extent": [192 100.00012909585803,193 29.041525325611175,194 180.00010681152344195 ]196 },197 "obb": {198 "center": [199 1499.9999929744747,200 -19.040355244043177,201 1000.0001068115234202 ],203 "extent": [204 100.00012909585803,205 29.041525325611175,206 180.00010681152344207 ],208 "rotation": [209 0,210 -90.00012207031251,211 0212 ]213 },214 "location": [215 1600,216 -20.000640869140625,217 850218 ],219 "rotation": [220 0,221 -90.00012207031251,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 15,232 143,233 159234 ]235 }236 ],237 "window": [238 {239 "object_id": "SM_Wall01_2m102",240 "bbox_2d": [241 757,242 0,243 1232,244 555245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 799.999962841861,250 -19.040399167558636,251 1000.0001068115234252 ],253 "extent": [254 100.00035366910026,255 29.04221774645786,256 180.00010681152344257 ]258 },259 "obb": {260 "center": [261 799.999962841861,262 -19.040399167558636,263 1000.0001068115234264 ],265 "extent": [266 100.00035366910026,267 29.04221774645786,268 180.00010681152344269 ],270 "rotation": [271 0,272 -89.99960327148438,273 0274 ]275 },276 "location": [277 900,278 -19.99999237060547,279 850280 ],281 "rotation": [282 0,283 -89.99960327148438,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 79,294 143,295 223296 ]297 },298 {299 "object_id": "SM_Wall01_2m101",300 "bbox_2d": [301 102,302 0,303 411,304 156305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 1250.0000666887433,310 -19.03925400841987,311 1000.0001068115234312 ],313 "extent": [314 150.0001887798701,315 29.041978062675053,316 180.00010681152344317 ]318 },319 "obb": {320 "center": [321 1250.0000666887433,322 -19.03925400841987,323 1000.0001068115234324 ],325 "extent": [326 150.0001887798701,327 29.041978062675053,328 180.00010681152344329 ],330 "rotation": [331 0,332 -89.99960327148438,333 0334 ]335 },336 "location": [337 1100,338 -19.99999237060547,339 850340 ],341 "rotation": [342 0,343 -89.99960327148438,344 0345 ],346 "scale": [347 1,348 -1,349 1350 ]351 },352 "color": [353 79,354 143,355 47356 ]357 }358 ],359 "window divided": [360 {361 "object_id": "SM_Window02_2m17",362 "bbox_2d": [363 404,364 0,365 761,366 551367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 999.9999374973665,372 -19.039714375260164,373 1000.0000915527344374 ],375 "extent": [376 100.00017875682761,377 29.041525325123526,378 180.00009155273438379 ]380 },381 "obb": {382 "center": [383 999.9999374973665,384 -19.039714375260164,385 1000.0000915527344386 ],387 "extent": [388 100.00017875682761,389 29.041525325123526,390 180.00009155273438391 ],392 "rotation": [393 0,394 -90.00012207031251,395 0396 ]397 },398 "location": [399 1100,400 -20,401 850402 ],403 "rotation": [404 0,405 -90.00012207031251,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 111,416 143,417 79418 ]419 }420 ]421 },422 "foreground": {423 "file box": [424 {425 "object_id": "SM_FileBox11",426 "bbox_2d": [427 704,428 256,429 781,430 295431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 896.0484789361368,436 -49.61888465682577,437 929.7020931243896438 ],439 "extent": [440 19.509041747872516,441 14.87778274880559,442 4.362981796264648443 ]444 },445 "obb": {446 "center": [447 896.0484789361368,448 -49.61888465682577,449 929.7020931243896450 ],451 "extent": [452 19.509041747872516,453 14.87778274880559,454 4.362981796264648455 ],456 "rotation": [457 0,458 175.05490112304688,459 0460 ]461 },462 "location": [463 896.6768798828125,464 -49.673255920410156,465 925.339111328125466 ],467 "rotation": [468 0,469 175.05490112304688,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 79,480 79,481 47482 ]483 }484 ],485 "paper": [486 {487 "object_id": "SM_Paper51",488 "bbox_2d": [489 300,490 203,491 482,492 255493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 894.7919912338259,498 -144.23389911651606,499 921.0077476501465500 ],501 "extent": [502 15.583793379679491,503 10.965115578716905,504 0.20180892944335938505 ]506 },507 "obb": {508 "center": [509 894.7919912338259,510 -144.23389911651606,511 921.0077476501465512 ],513 "extent": [514 15.583793379679491,515 10.965115578716905,516 0.20180892944335938517 ],518 "rotation": [519 90,520 -6.830189170012719e-06,521 -3.207936458693439e-06522 ]523 },524 "location": [525 894.7919921875,526 -144.23390197753906,527 920.7446899414062528 ],529 "rotation": [530 90,531 -6.830189170012719e-06,532 -3.207936458693439e-06533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 79,542 79,543 79544 ]545 },546 {547 "object_id": "SM_Paper52",548 "bbox_2d": [549 359,550 224,551 496,552 266553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 897.5156066787596,558 -134.98761072623518,559 921.0310478210449560 ],561 "extent": [562 18.38448118093936,563 15.680053973295252,564 0.19887924194335938565 ]566 },567 "obb": {568 "center": [569 897.5156066787596,570 -134.98761072623518,571 921.0310478210449572 ],573 "extent": [574 18.38448118093936,575 15.680053973295252,576 0.19887924194335938577 ],578 "rotation": [579 90,580 180,581 159.99984741210938582 ]583 },584 "location": [585 896.9876708984375,586 -135.17254638671875,587 920.702392578125588 ],589 "rotation": [590 90,591 180,592 159.99984741210938593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 0,602 0,603 111604 ]605 }606 ],607 "box": [608 {609 "object_id": "SM_Box43",610 "bbox_2d": [611 130,612 0,613 358,614 154615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 893.5033798357466,620 -172.82090279548336,621 935.6728812209468622 ],623 "extent": [624 20.686224639645616,625 16.75913830163549,626 9.899932002196806627 ]628 },629 "obb": {630 "center": [631 893.5033798357466,632 -172.82090279548336,633 935.6728812209468634 ],635 "extent": [636 20.686224639645616,637 16.75913830163549,638 9.899932002196806639 ],640 "rotation": [641 0,642 100.00000000000001,643 0644 ]645 },646 "location": [647 893.4447631835938,648 -172.8291778564453,649 925.77294921875650 ],651 "rotation": [652 0,653 100.00000000000001,654 0655 ],656 "scale": [657 0.6579800248146057,658 0.6579800248146057,659 0.6579800248146057660 ]661 },662 "color": [663 0,664 255,665 111666 ]667 },668 {669 "object_id": "SM_Box44",670 "bbox_2d": [671 0,672 519,673 124,674 564675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 847.753028616894,680 -221.80770635347338,681 853.7584228431529682 ],683 "extent": [684 22.549004125505576,685 19.627066100290477,686 2.520881056624148687 ]688 },689 "obb": {690 "center": [691 847.753028616894,692 -221.80770635347338,693 853.7584228431529694 ],695 "extent": [696 22.549004125505576,697 19.627066100290477,698 2.520881056624148699 ],700 "rotation": [701 -0.00022792816162109375,702 -69.99935150146483,703 -179.9998779296875704 ]705 },706 "location": [707 847.7490234375,708 -221.80938720703125,709 853.7584228515625710 ],711 "rotation": [712 -0.00022792816162109375,713 -69.99935150146483,714 -179.9998779296875715 ],716 "scale": [717 0.6579800248146057,718 0.6579800248146057,719 0.6579800248146057720 ]721 },722 "color": [723 0,724 191,725 111726 ]727 }728 ],729 "typewriter": [730 {731 "object_id": "SM_Typewriter4_7",732 "bbox_2d": [733 0,734 116,735 5,736 135737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 996.2967907110861,742 -159.81532901470564,743 938.2634210586548744 ],745 "extent": [746 26.969631727405044,747 25.575707271788247,748 12.90379524230957749 ]750 },751 "obb": {752 "center": [753 996.2967907110861,754 -159.81532901470564,755 938.2634210586548756 ],757 "extent": [758 26.969631727405044,759 25.575707271788247,760 12.90379524230957761 ],762 "rotation": [763 0,764 3.291320800781251,765 0766 ]767 },768 "location": [769 997.103515625,770 -159.76893615722656,771 924.9461059570312772 ],773 "rotation": [774 0,775 3.291320800781251,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 79,786 111,787 223788 ]789 },790 {791 "object_id": "SM_Typewriter5",792 "bbox_2d": [793 369,794 120,795 605,796 236797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 899.1229063260386,802 -112.74013204069057,803 938.2634210586548804 ],805 "extent": [806 29.1112836541771,807 27.881906337474717,808 12.90379524230957809 ]810 },811 "obb": {812 "center": [813 899.1229063260386,814 -112.74013204069057,815 938.2634210586548816 ],817 "extent": [818 29.1112836541771,819 27.881906337474717,820 12.90379524230957821 ],822 "rotation": [823 0,824 170.930419921875,825 0826 ]827 },828 "location": [829 898.324951171875,830 -112.61275482177734,831 924.9461059570312832 ],833 "rotation": [834 0,835 170.930419921875,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 79,846 111,847 15848 ]849 }850 ]851 }852}