TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l061_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l061_r003/lit.png",5 "camera": {6 "location": [7 1505,8 -709,9 55610 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1505,38 -709,39 556,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "pillar": [54 {55 "object_id": "SM_Pillar01_50",56 "bbox_2d": [57 749,58 97,59 1011,60 89861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1311.9058837890625,66 -697.6285400390625,67 655.000045776367268 ],69 "extent": [70 30.05077600479126,71 48.0811767578125,72 165.0001373291015673 ]74 },75 "obb": {76 "center": [77 1311.9058837890625,78 -697.6285400390625,79 655.000045776367280 ],81 "extent": [82 30.05077600479126,83 48.0811767578125,84 165.0001373291015685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 1311.9058837890625,94 -697.6285400390625,95 49096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 0.625,104 1,105 1106 ]107 },108 "color": [109 255,110 63,111 0112 ]113 }114 ],115 "stairs floor": [116 {117 "object_id": "SM_StairsFloor_26",118 "bbox_2d": [119 1582,120 645,121 1911,122 664123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 600,128 -1019.9999999999999,129 474.8743591308594130 ],131 "extent": [132 400.0000000000002,133 200.0000000000001,134 16.424835205078125135 ]136 },137 "obb": {138 "center": [139 600,140 -1019.9999999999999,141 474.8743591308594142 ],143 "extent": [144 400.0000000000002,145 200.0000000000001,146 16.424835205078125147 ],148 "rotation": [149 0,150 90.00000000000001,151 0152 ]153 },154 "location": [155 200,156 -1220,157 490158 ],159 "rotation": [160 0,161 90.00000000000001,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 191,173 255174 ]175 },176 {177 "object_id": "SM_StairsFloor2",178 "bbox_2d": [179 1601,180 38,181 1876,182 177183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 600,188 -1019.9999999999999,189 834.8743591308594190 ],191 "extent": [192 400.0000000000002,193 200.0000000000001,194 16.424835205078125195 ]196 },197 "obb": {198 "center": [199 600,200 -1019.9999999999999,201 834.8743591308594202 ],203 "extent": [204 400.0000000000002,205 200.0000000000001,206 16.424835205078125207 ],208 "rotation": [209 0,210 90.00000000000001,211 0212 ]213 },214 "location": [215 200,216 -1220,217 850218 ],219 "rotation": [220 0,221 90.00000000000001,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 191,233 127234 ]235 }236 ],237 "floor planks corner": [238 {239 "object_id": "SM_Floor_4x4m79_7",240 "bbox_2d": [241 1582,242 726,243 1919,244 823245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 1199.9993075787158,250 -1020.0003462121404,251 474.99999809265137252 ],253 "extent": [254 100.00069242128416,255 200.000346209743,256 15.000001907348633257 ]258 },259 "obb": {260 "center": [261 1199.9993075787158,262 -1020.0003462121404,263 474.99999809265137264 ],265 "extent": [266 100.00069242128416,267 200.000346209743,268 15.000001907348633269 ],270 "rotation": [271 0,272 -179.9998016357422,273 0274 ]275 },276 "location": [277 1300,278 -1220,279 490280 ],281 "rotation": [282 0,283 -179.9998016357422,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 127,294 159,295 159296 ]297 },298 {299 "object_id": "SM_Floor_4x4m248_22",300 "bbox_2d": [301 1817,302 665,303 1919,304 680305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 1049.9998307095261,310 -1170.0001731057573,311 474.99999809265137312 ],313 "extent": [314 50.00017310517114,315 50.00017310517114,316 15.000001907348633317 ]318 },319 "obb": {320 "center": [321 1049.9998307095261,322 -1170.0001731057573,323 474.99999809265137324 ],325 "extent": [326 50.00017310517114,327 50.00017310517114,328 15.000001907348633329 ],330 "rotation": [331 0,332 -179.9998016357422,333 0334 ]335 },336 "location": [337 1100,338 -1220,339 490340 ],341 "rotation": [342 0,343 -179.9998016357422,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 95,354 159,355 159356 ]357 },358 {359 "object_id": "SM_Floor_4x4m195",360 "bbox_2d": [361 1021,362 905,363 1919,364 1079365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 1350.0002545872849,370 -820.0001797903705,371 474.99999809265137372 ],373 "extent": [374 50.000372842205024,375 100.00018642058126,376 15.000001907348633377 ]378 },379 "obb": {380 "center": [381 1350.0002545872849,382 -820.0001797903705,383 474.99999809265137384 ],385 "extent": [386 50.000372842205024,387 100.00018642058126,388 15.000001907348633389 ],390 "rotation": [391 0,392 179.99978637695312,393 0394 ]395 },396 "location": [397 1399.9998779296875,398 -920.0003662109375,399 490400 ],401 "rotation": [402 0,403 179.99978637695312,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 159,414 191,415 0416 ]417 },418 {419 "object_id": "SM_Floor_4x4m197_22",420 "bbox_2d": [421 0,422 862,423 1049,424 1079425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 1350.0009870091599,430 -620.0001797903705,431 474.99999809265137432 ],433 "extent": [434 50.000372842205024,435 100.00018642058126,436 15.000001907348633437 ]438 },439 "obb": {440 "center": [441 1350.0009870091599,442 -620.0001797903705,443 474.99999809265137444 ],445 "extent": [446 50.000372842205024,447 100.00018642058126,448 15.000001907348633449 ],450 "rotation": [451 0,452 179.99978637695312,453 0454 ]455 },456 "location": [457 1400.0006103515625,458 -720.0003662109375,459 490460 ],461 "rotation": [462 0,463 179.99978637695312,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 159,474 191,475 127476 ]477 },478 {479 "object_id": "SM_Floor_4x4m198_24",480 "bbox_2d": [481 0,482 863,483 33,484 874485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 1350.0017194310349,490 -420.0001797903705,491 474.99999809265137492 ],493 "extent": [494 50.000372842205024,495 100.0001864205812,496 15.000001907348633497 ]498 },499 "obb": {500 "center": [501 1350.0017194310349,502 -420.0001797903705,503 474.99999809265137504 ],505 "extent": [506 50.000372842205024,507 100.0001864205812,508 15.000001907348633509 ],510 "rotation": [511 0,512 179.99978637695312,513 0514 ]515 },516 "location": [517 1400.0013427734375,518 -520.0003662109375,519 490520 ],521 "rotation": [522 0,523 179.99978637695312,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 159,534 191,535 63536 ]537 },538 {539 "object_id": "SM_Floor_4x4m317",540 "bbox_2d": [541 1715,542 0,543 1919,544 37545 ],546 "bbox_3d": {547 "aabb": {548 "center": [549 1100,550 -1020,551 834.9999980926514552 ],553 "extent": [554 100,555 200,556 15.000001907348633557 ]558 },559 "obb": {560 "center": [561 1100,562 -1020,563 834.9999980926514564 ],565 "extent": [566 100,567 200,568 15.000001907348633569 ],570 "rotation": [571 0,572 0,573 0574 ]575 },576 "location": [577 1000,578 -820,579 850580 ],581 "rotation": [582 0,583 0,584 0585 ],586 "scale": [587 1,588 1,589 1590 ]591 },592 "color": [593 143,594 127,595 47596 ]597 }598 ],599 "window": [600 {601 "object_id": "SM_Wall01_2m41_13",602 "bbox_2d": [603 1359,604 187,605 1581,606 763607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 1300.0001880396603,612 -890.0002385817784,613 654.9976348876953614 ],615 "extent": [616 38.08144959590129,617 100.00029445432261,618 165.00254821777344619 ]620 },621 "obb": {622 "center": [623 1300.0001880396603,624 -890.0002385817784,625 654.9976348876953626 ],627 "extent": [628 38.08144959590129,629 100.00029445432261,630 165.00254821777344631 ],632 "rotation": [633 0,634 0.00011399998766137288,635 0636 ]637 },638 "location": [639 1310,640 -790,641 490642 ],643 "rotation": [644 0,645 0.00011399998766137288,646 0647 ],648 "scale": [649 1,650 1,651 1652 ]653 },654 "color": [655 223,656 143,657 47658 ]659 },660 {661 "object_id": "SM_Wall01_2m48_35",662 "bbox_2d": [663 152,664 0,665 1358,666 875667 ],668 "bbox_3d": {669 "aabb": {670 "center": [671 1300.0011913932399,672 -590.0003148639248,673 654.9976348876953674 ],675 "extent": [676 38.080844177317545,677 200.00037073646905,678 165.00254821777344679 ]680 },681 "obb": {682 "center": [683 1300.0011913932399,684 -590.0003148639248,685 654.9976348876953686 ],687 "extent": [688 38.080844177317545,689 200.00037073646905,690 165.00254821777344691 ],692 "rotation": [693 0,694 0.00011399998766137288,695 0696 ]697 },698 "location": [699 1310,700 -390,701 490702 ],703 "rotation": [704 0,705 0.00011399998766137288,706 0707 ],708 "scale": [709 1,710 1,711 1712 ]713 },714 "color": [715 223,716 143,717 79718 ]719 }720 ]721 },722 "foreground": {723 "chair": [724 {725 "object_id": "SM_Chair_20",726 "bbox_2d": [727 590,728 0,729 1919,730 1079731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 1449.5056323045626,736 -728.7644482203642,737 538.335018157959738 ],739 "extent": [740 45.678116628326734,741 48.05128673896343,742 48.31904983520508743 ]744 },745 "obb": {746 "center": [747 1449.5056323045626,748 -728.7644482203642,749 538.335018157959750 ],751 "extent": [752 45.678116628326734,753 48.05128673896343,754 48.31904983520508755 ],756 "rotation": [757 0,758 -122.97607421874999,759 0760 ]761 },762 "location": [763 1445.1212158203125,764 -735.5220336914062,765 490766 ],767 "rotation": [768 0,769 -122.97607421874999,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 223,780 79,781 15782 ]783 }784 ],785 "hall carpet": [786 {787 "object_id": "SM_HallCarpetA3",788 "bbox_2d": [789 1582,790 661,791 1919,792 726793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 1077.842269897461,798 -972.6169891357422,799 490.61373764276505800 ],801 "extent": [802 87.84063720703125,803 177.96690368652344,804 0.7037034630775452805 ]806 },807 "obb": {808 "center": [809 1077.842269897461,810 -972.6169891357422,811 490.61373764276505812 ],813 "extent": [814 87.84063720703125,815 177.96690368652344,816 0.7037034630775452817 ],818 "rotation": [819 0,820 0,821 0822 ]823 },824 "location": [825 990.0016479492188,826 -794.6500854492188,827 489.9100341796875828 ],829 "rotation": [830 0,831 0,832 0833 ],834 "scale": [835 -1,836 1,837 1838 ]839 },840 "color": [841 47,842 111,843 95844 ]845 }846 ]847 }848}