TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l040_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l040_r005/lit.png",5 "camera": {6 "location": [7 1739,8 -1000,9 45710 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1739,38 -1000,39 457,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "floor planks corner": [54 {55 "object_id": "SM_Floor_4x4m211",56 "bbox_2d": [57 0,58 252,59 1919,60 47961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1600.0001687016638,66 -820.0003195790755,67 474.9999980926513768 ],69 "extent": [70 200.0003195790755,71 200.0003195790755,72 15.00000190734863373 ]74 },75 "obb": {76 "center": [77 1600.0001687016638,78 -820.0003195790755,79 474.9999980926513780 ],81 "extent": [82 200.0003195790755,83 200.0003195790755,84 15.00000190734863385 ],86 "rotation": [87 0,88 -9.1552734375e-05,89 090 ]91 },92 "location": [93 1400.00048828125,94 -620,95 49096 ],97 "rotation": [98 0,99 -9.1552734375e-05,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 159,110 0,111 255112 ]113 },114 {115 "object_id": "SM_Floor_4x4m224_38",116 "bbox_2d": [117 1826,118 476,119 1919,120 486121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1900.0003018598,126 -920.0001864211025,127 474.99999809265137128 ],129 "extent": [130 100.00018642110263,131 100.00018642110251,132 15.000001907348633133 ]134 },135 "obb": {136 "center": [137 1900.0003018598,138 -920.0001864211025,139 474.99999809265137140 ],141 "extent": [142 100.00018642110263,143 100.00018642110251,144 15.000001907348633145 ],146 "rotation": [147 0,148 -0.00010681152343749999,149 0150 ]151 },152 "location": [153 1800.00048828125,154 -820,155 490156 ],157 "rotation": [158 0,159 -0.00010681152343749999,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 159,170 0,171 63172 ]173 },174 {175 "object_id": "SM_Floor_4x4m249",176 "bbox_2d": [177 0,178 0,179 1815,180 524181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 1700.0002980401796,186 -1120.000556451646,187 474.99999809265137188 ],189 "extent": [190 100.00019024070843,191 100.00019024070843,192 15.000001907348633193 ]194 },195 "obb": {196 "center": [197 1700.0002980401796,198 -1120.000556451646,199 474.99999809265137200 ],201 "extent": [202 100.00019024070843,203 100.00019024070843,204 15.000001907348633205 ],206 "rotation": [207 0,208 -0.0001090000005206093,209 0210 ]211 },212 "location": [213 1600.00048828125,214 -1020.0003662109375,215 490216 ],217 "rotation": [218 0,219 -0.0001090000005206093,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 159,230 191,231 95232 ]233 },234 {235 "object_id": "SM_Floor_4x4m250",236 "bbox_2d": [237 768,238 0,239 1919,240 529241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 1900.0002980401796,246 -1120.0009226625834,247 474.99999809265137248 ],249 "extent": [250 100.00019024070843,251 100.00019024070843,252 15.000001907348633253 ]254 },255 "obb": {256 "center": [257 1900.0002980401796,258 -1120.0009226625834,259 474.99999809265137260 ],261 "extent": [262 100.00019024070843,263 100.00019024070843,264 15.000001907348633265 ],266 "rotation": [267 0,268 -0.0001090000005206093,269 0270 ]271 },272 "location": [273 1800.00048828125,274 -1020.000732421875,275 490276 ],277 "rotation": [278 0,279 -0.0001090000005206093,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 159,290 31,291 0292 ]293 },294 {295 "object_id": "SM_Floor_4x4m201_36",296 "bbox_2d": [297 1461,298 525,299 1919,300 529301 ],302 "bbox_3d": {303 "aabb": {304 "center": [305 2049.9993348491075,306 -1120.002527928564,307 474.99999809265137308 ],309 "extent": [310 50.000905472721,311 100.00045273328584,312 15.000001907348633313 ]314 },315 "obb": {316 "center": [317 2049.9993348491075,318 -1120.002527928564,319 474.99999809265137320 ],321 "extent": [322 50.000905472721,323 100.00045273328584,324 15.000001907348633325 ],326 "rotation": [327 0,328 -0.0005187988281250001,329 0330 ]331 },332 "location": [333 2000.000244140625,334 -1020.0020751953125,335 490336 ],337 "rotation": [338 0,339 -0.0005187988281250001,340 0341 ],342 "scale": [343 1,344 1,345 1346 ]347 },348 "color": [349 159,350 31,351 255352 ]353 }354 ],355 "window covering": [356 {357 "object_id": "SM_WindowBlinds02_5",358 "bbox_2d": [359 1807,360 695,361 1919,362 1079363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 2098.581620693205,368 -1068.999996408145,369 311.44263458251953370 ],371 "extent": [372 4.274386104812038,373 50.46369017338276,374 99.99800872802734375 ]376 },377 "obb": {378 "center": [379 2098.581620693205,380 -1068.999996408145,381 311.44263458251953382 ],383 "extent": [384 4.274386104812038,385 50.46369017338276,386 99.99800872802734387 ],388 "rotation": [389 0,390 -179.99996948242188,391 0392 ]393 },394 "location": [395 2099,396 -1069,397 211398 ],399 "rotation": [400 0,401 -179.99996948242188,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 63,412 127,413 79414 ]415 }416 ],417 "window": [418 {419 "object_id": "SM_Wall01_2m23",420 "bbox_2d": [421 111,422 520,423 1483,424 1079425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 1900.0000324334173,430 -1220.9610357655374,431 280.00010681152344432 ],433 "extent": [434 200.00021059237827,435 29.042830273744585,436 180.00010681152344437 ]438 },439 "obb": {440 "center": [441 1900.0000324334173,442 -1220.9610357655374,443 280.00010681152344444 ],445 "extent": [446 200.00021059237827,447 29.042830273744585,448 180.00010681152344449 ],450 "rotation": [451 0,452 90.00011444091797,453 0454 ]455 },456 "location": [457 1700,458 -1220.000244140625,459 130460 ],461 "rotation": [462 0,463 90.00011444091797,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 47,474 143,475 15476 ]477 },478 {479 "object_id": "SM_Wall01_2m24",480 "bbox_2d": [481 0,482 520,483 152,484 1079485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 1500.0000324334173,490 -1220.9610357655374,491 280.00010681152344492 ],493 "extent": [494 200.00021059237827,495 29.042830273744585,496 180.00010681152344497 ]498 },499 "obb": {500 "center": [501 1500.0000324334173,502 -1220.9610357655374,503 280.00010681152344504 ],505 "extent": [506 200.00021059237827,507 29.042830273744585,508 180.00010681152344509 ],510 "rotation": [511 0,512 90.00011444091797,513 0514 ]515 },516 "location": [517 1300,518 -1220.000244140625,519 130520 ],521 "rotation": [522 0,523 90.00011444091797,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 47,534 143,535 47536 ]537 }538 ],539 "door": [540 {541 "object_id": "SM_Door02_2m72",542 "bbox_2d": [543 1484,544 528,545 1919,546 1079547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 2117.6531583674437,552 -1069.9998311957206,553 280.0000915527344554 ],555 "extent": [556 45.73464220819096,557 150.0001688043152,558 180.00009155273438559 ]560 },561 "obb": {562 "center": [563 2117.6531583674437,564 -1069.9998311957206,565 280.0000915527344566 ],567 "extent": [568 45.73464220819096,569 150.0001688043152,570 180.00009155273438571 ],572 "rotation": [573 0,574 179.99978637695312,575 0576 ]577 },578 "location": [579 2099.999755859375,580 -1220,581 130582 ],583 "rotation": [584 0,585 179.99978637695312,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 191,596 143,597 143598 ]599 }600 ]601 },602 "foreground": {603 "poster": [604 {605 "object_id": "SM_Poster8",606 "bbox_2d": [607 1113,608 876,609 1293,610 1079611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 1944.9876673306676,616 -1208.392061498694,617 302.0144321432663618 ],619 "extent": [620 34.96271438265876,621 2.6795288458768027,622 49.74047058763972623 ]624 },625 "obb": {626 "center": [627 1944.9876673306676,628 -1208.392061498694,629 302.0144321432663630 ],631 "extent": [632 34.96271438265876,633 2.6795288458768027,634 49.74047058763972635 ],636 "rotation": [637 0,638 90.00007629394531,639 0640 ]641 },642 "location": [643 1944.9876708984375,644 -1211.0714111328125,645 301.98992919921875646 ],647 "rotation": [648 0,649 90.00007629394531,650 0651 ],652 "scale": [653 1.2999999523162842,654 1.2999999523162842,655 1.2999999523162842656 ]657 },658 "color": [659 15,660 223,661 0662 ]663 },664 {665 "object_id": "SM_Poster9",666 "bbox_2d": [667 605,668 968,669 911,670 1079671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 1810.466793578003,676 -1209.7408611883545,677 302.9676511267621678 ],679 "extent": [680 35.71537867399002,681 1.330769730531074,682 49.252972267739096683 ]684 },685 "obb": {686 "center": [687 1810.466793578003,688 -1209.7408611883545,689 302.9676511267621690 ],691 "extent": [692 35.71537867399002,693 1.330769730531074,694 49.252972267739096695 ],696 "rotation": [697 0,698 90.00007629394531,699 0700 ]701 },702 "location": [703 1810.44482421875,704 -1211.0714111328125,705 304.73919677734375706 ],707 "rotation": [708 0,709 90.00007629394531,710 0711 ],712 "scale": [713 1.7000000476837158,714 1.7000000476837158,715 1.7000000476837158716 ]717 },718 "color": [719 15,720 223,721 255722 ]723 }724 ],725 "web": [726 {727 "object_id": "SM_Web04_11",728 "bbox_2d": [729 1303,730 530,731 1744,732 942733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 2032.0907600357891,738 -1175.1225740407021,739 396.2907169578561740 ],741 "extent": [742 60.88644298214297,743 46.73397582208486,744 67.00335099437319745 ]746 },747 "obb": {748 "center": [749 2032.0907600357891,750 -1175.1225740407021,751 396.2907169578561752 ],753 "extent": [754 60.88644298214297,755 46.73397582208486,756 67.00335099437319757 ],758 "rotation": [759 -6.298232078552247,760 125.28090667724611,761 -0.5679627656936644762 ]763 },764 "location": [765 2083.66748046875,766 -1129.75439453125,767 461.9376525878906768 ],769 "rotation": [770 -6.298232078552247,771 125.28090667724611,772 -0.5679627656936644773 ],774 "scale": [775 1.7839735746383667,776 1.7839735746383667,777 1.9858779907226562778 ]779 },780 "color": [781 79,782 111,783 127784 ]785 }786 ]787 }788}