TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l048_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l048_r002/lit.png",5 "camera": {6 "location": [7 1540,8 -132,9 45710 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1540,38 -132,39 457,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door": [54 {55 "object_id": "SM_Door02_2m39",56 "bbox_2d": [57 486,58 156,59 664,60 23561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1516.3826694488525,66 -119.98718555450432,67 655.000045776367268 ],69 "extent": [70 26.445396423339844,71 101.00009922027493,72 165.0001373291015673 ]74 },75 "obb": {76 "center": [77 1516.3826694488525,78 -119.98718555450432,79 655.000045776367280 ],81 "extent": [82 26.445396423339844,83 101.00009922027493,84 165.0001373291015685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 1506.3826904296875,94 -18.987178802490234,95 49096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1.0099999904632568,105 1106 ]107 },108 "color": [109 63,110 255,111 0112 ]113 }114 ],115 "floor planks corner": [116 {117 "object_id": "SM_Floor_4x4m84",118 "bbox_2d": [119 0,120 0,121 1860,122 508123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 1549.9999961853027,128 -70,129 474.99999809265137130 ],131 "extent": [132 50,133 50,134 15.000001907348633135 ]136 },137 "obb": {138 "center": [139 1549.9999961853027,140 -70,141 474.99999809265137142 ],143 "extent": [144 50,145 50,146 15.000001907348633147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 1500,156 -20,157 490158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 95,172 159,173 223174 ]175 },176 {177 "object_id": "SM_Floor_4x4m87",178 "bbox_2d": [179 323,180 252,181 1919,182 444183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 1550.000190236321,188 -169.99981357908547,189 474.99999809265137190 ],191 "extent": [192 50.000186420928685,193 50.00018642092877,194 15.000001907348633195 ]196 },197 "obb": {198 "center": [199 1550.000190236321,200 -169.99981357908547,201 474.99999809265137202 ],203 "extent": [204 50.000186420928685,205 50.00018642092877,206 15.000001907348633207 ],208 "rotation": [209 0,210 179.99978637695312,211 0212 ]213 },214 "location": [215 1600,216 -220,217 490218 ],219 "rotation": [220 0,221 179.99978637695312,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 159,232 127,233 223234 ]235 },236 {237 "object_id": "SM_Floor_4x4m90",238 "bbox_2d": [239 1819,240 231,241 1919,242 251243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 1349.9999961853027,248 -70,249 474.99999809265137250 ],251 "extent": [252 50,253 50,254 15.000001907348633255 ]256 },257 "obb": {258 "center": [259 1349.9999961853027,260 -70,261 474.99999809265137262 ],263 "extent": [264 50,265 50,266 15.000001907348633267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 1300,276 -20,277 490278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 159,292 191,293 223294 ]295 },296 {297 "object_id": "SM_Floor_4x4m101",298 "bbox_2d": [299 810,300 0,301 1919,302 517303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 1449.9999961853027,308 -70,309 474.99999809265137310 ],311 "extent": [312 50,313 50,314 15.000001907348633315 ]316 },317 "obb": {318 "center": [319 1449.9999961853027,320 -70,321 474.99999809265137322 ],323 "extent": [324 50,325 50,326 15.000001907348633327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 1400,336 -20,337 490338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 159,352 95,353 223354 ]355 },356 {357 "object_id": "SM_Floor_4x4m108",358 "bbox_2d": [359 1867,360 442,361 1919,362 451363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 1450.000190236321,368 -169.99981357908547,369 474.99999809265137370 ],371 "extent": [372 50.000186420928685,373 50.00018642092877,374 15.000001907348633375 ]376 },377 "obb": {378 "center": [379 1450.000190236321,380 -169.99981357908547,381 474.99999809265137382 ],383 "extent": [384 50.000186420928685,385 50.00018642092877,386 15.000001907348633387 ],388 "rotation": [389 0,390 179.99978637695312,391 0392 ]393 },394 "location": [395 1500,396 -220,397 490398 ],399 "rotation": [400 0,401 179.99978637695312,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 0,412 223,413 0414 ]415 }416 ],417 "exterior window": [418 {419 "object_id": "SM_ExteriorWindow_2m9",420 "bbox_2d": [421 0,422 154,423 663,424 251425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 1500.0000610349568,430 10.000199737203666,431 640.0001068115234432 ],433 "extent": [434 100.00006103495684,435 0.00019973720370458636,436 180.00010681152344437 ]438 },439 "obb": {440 "center": [441 1500.0000610349568,442 10.000199737203666,443 640.0001068115234444 ],445 "extent": [446 100.00006103495684,447 0.00019973720370458636,448 180.00010681152344449 ],450 "rotation": [451 0,452 90.00011444091797,453 0454 ]455 },456 "location": [457 1400,458 10,459 460460 ],461 "rotation": [462 0,463 90.00011444091797,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 143,474 191,475 191476 ]477 }478 ],479 "window": [480 {481 "object_id": "SM_Wall01_2m61",482 "bbox_2d": [483 0,484 493,485 1369,486 1079487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 1499.9999775648034,492 -19.038637239192877,493 280.00010681152344494 ],495 "extent": [496 200.0001445055243,497 29.04243079990677,498 180.00010681152344499 ]500 },501 "obb": {502 "center": [503 1499.9999775648034,504 -19.038637239192877,505 280.00010681152344506 ],507 "extent": [508 200.0001445055243,509 29.04243079990677,510 180.00010681152344511 ],512 "rotation": [513 0,514 -90.00009155273439,515 0516 ]517 },518 "location": [519 1700,520 -19.999828338623047,521 130522 ],523 "rotation": [524 0,525 -90.00009155273439,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 79,536 143,537 95538 ]539 },540 {541 "object_id": "SM_Wall01_2m72",542 "bbox_2d": [543 1335,544 505,545 1919,546 1079547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 1389.9998777699536,552 -119.99976799846962,553 294.9976348876953554 ],555 "extent": [556 38.0813837865378,557 100.00026939396284,558 165.00254821777344559 ]560 },561 "obb": {562 "center": [563 1389.9998777699536,564 -119.99976799846962,565 294.9976348876953566 ],567 "extent": [568 38.0813837865378,569 100.00026939396284,570 165.00254821777344571 ],572 "rotation": [573 0,574 -179.9999237060547,575 0576 ]577 },578 "location": [579 1380,580 -220,581 130582 ],583 "rotation": [584 0,585 -179.9999237060547,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 15,596 143,597 255598 ]599 }600 ]601 },602 "foreground": {603 "grill": [604 {605 "object_id": "SM_Grill7",606 "bbox_2d": [607 1749,608 877,609 1919,610 1079611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 1389.999846128463,616 -121.31312179592067,617 400.2494354248047618 ],619 "extent": [620 3.1251538715182505,621 44.44445738254626,622 17.3148193359375623 ]624 },625 "obb": {626 "center": [627 1389.999846128463,628 -121.31312179592067,629 400.2494354248047630 ],631 "extent": [632 3.1251538715182505,633 44.44445738254626,634 17.3148193359375635 ],636 "rotation": [637 0,638 -179.9998016357422,639 0640 ]641 },642 "location": [643 1390,644 -165.757568359375,645 382.93463134765625646 ],647 "rotation": [648 0,649 -179.9998016357422,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 63,660 255,661 63662 ]663 }664 ],665 "clock": [666 {667 "object_id": "SM_Clock_7",668 "bbox_2d": [669 806,670 849,671 1181,672 1079673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 1469.8228848980443,678 -24.738480091087844,679 386.2441101074219680 ],681 "extent": [682 28.62126334765526,683 5.7210211328163645,684 28.621254206164394685 ]686 },687 "obb": {688 "center": [689 1469.8228848980443,690 -24.738480091087844,691 386.2441101074219692 ],693 "extent": [694 28.62126334765526,695 5.7210211328163645,696 28.621254206164394697 ],698 "rotation": [699 0,700 -89.99990844726562,701 0702 ]703 },704 "location": [705 1469.8228759765625,706 -19.155214309692383,707 386.2441101074219708 ],709 "rotation": [710 0,711 -89.99990844726562,712 0713 ],714 "scale": [715 1,716 1.100000023841858,717 1.100000023841858718 ]719 },720 "color": [721 191,722 191,723 143724 ]725 }726 ]727 }728}