TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l105_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l105_r005/lit.png",5 "camera": {6 "location": [7 756,8 -397,9 75510 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 756,38 -397,39 755,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door": [54 {55 "object_id": "SM_Door02_2m3",56 "bbox_2d": [57 1187,58 0,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 910.0006582324988,66 -369.9998963557093,67 655.000091552734468 ],69 "extent": [70 38.08185787831849,71 150.00028433522266,72 165.0000915527343873 ]74 },75 "obb": {76 "center": [77 910.0006582324988,78 -369.9998963557093,79 655.000091552734480 ],81 "extent": [82 38.08185787831849,83 150.00028433522266,84 165.0000915527343885 ],86 "rotation": [87 0,88 179.999755859375,89 090 ]91 },92 "location": [93 920,94 -520,95 49096 ],97 "rotation": [98 0,99 179.999755859375,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 127,111 127112 ]113 },114 {115 "object_id": "SM_Door4",116 "bbox_2d": [117 925,118 677,119 1138,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 905.7866129959383,126 -619.8707712487261,127 600.1965484619141128 ],129 "extent": [130 8.706695565388145,131 52.82368035370587,132 110.19654846191406133 ]134 },135 "obb": {136 "center": [137 905.7866129959383,138 -619.8707712487261,139 600.1965484619141140 ],141 "extent": [142 8.706695565388145,143 52.82368035370587,144 110.19654846191406145 ],146 "rotation": [147 0,148 179.9998779296875,149 0150 ]151 },152 "location": [153 910.3375854492188,154 -672.6942749023438,155 490156 ],157 "rotation": [158 0,159 179.9998779296875,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 159,170 63,171 127172 ]173 }174 ],175 "floor planks corner": [176 {177 "object_id": "SM_Floor_4x4m94_7",178 "bbox_2d": [179 0,180 0,181 826,182 314183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 600,188 -620,189 834.9999980926514190 ],191 "extent": [192 200,193 200,194 15.000001907348633195 ]196 },197 "obb": {198 "center": [199 600,200 -620,201 834.9999980926514202 ],203 "extent": [204 200,205 200,206 15.000001907348633207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 400,216 -420,217 850218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 31,233 95234 ]235 },236 {237 "object_id": "SM_Floor_4x4m95_9",238 "bbox_2d": [239 582,240 0,241 1516,242 340243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 1000,248 -620,249 834.9999980926514250 ],251 "extent": [252 200,253 200,254 15.000001907348633255 ]256 },257 "obb": {258 "center": [259 1000,260 -620,261 834.9999980926514262 ],263 "extent": [264 200,265 200,266 15.000001907348633267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 800,276 -420,277 850278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 127,292 0,293 95294 ]295 }296 ],297 "window": [298 {299 "object_id": "SM_Wall01_2m86",300 "bbox_2d": [301 567,302 315,303 859,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 950.0002386577316,310 -729.9997158324779,311 655.0000457763672312 ],313 "extent": [314 150.0004168166929,315 38.08155474416742,316 165.00013732910156317 ]318 },319 "obb": {320 "center": [321 950.0002386577316,322 -729.9997158324779,323 655.0000457763672324 ],325 "extent": [326 150.0004168166929,327 38.08155474416742,328 165.00013732910156329 ],330 "rotation": [331 0,332 90.00011444091797,333 0334 ]335 },336 "location": [337 800,338 -720,339 490340 ],341 "rotation": [342 0,343 90.00011444091797,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 143,354 255,355 191356 ]357 },358 {359 "object_id": "SM_Wall01_2m30_2",360 "bbox_2d": [361 0,362 251,363 581,364 1079365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 600.0002386567386,370 -729.9996214282062,371 655.0000457763672372 ],373 "extent": [374 200.00041681569985,375 38.081660077038464,376 165.00013732910156377 ]378 },379 "obb": {380 "center": [381 600.0002386567386,382 -729.9996214282062,383 655.0000457763672384 ],385 "extent": [386 200.00041681569985,387 38.081660077038464,388 165.00013732910156389 ],390 "rotation": [391 0,392 90.00011444091797,393 0394 ]395 },396 "location": [397 400,398 -720,399 490400 ],401 "rotation": [402 0,403 90.00011444091797,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 143,414 255,415 223416 ]417 },418 {419 "object_id": "SM_Wall01_2m46",420 "bbox_2d": [421 1603,422 582,423 1739,424 1079425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 972.500204326526,430 -509.9995465388465,431 655.0000457763672432 ],433 "extent": [434 62.50033670912006,435 38.081035910460145,436 165.00013732910156437 ]438 },439 "obb": {440 "center": [441 972.500204326526,442 -509.9995465388465,443 655.0000457763672444 ],445 "extent": [446 62.50033670912006,447 38.081035910460145,448 165.00013732910156449 ],450 "rotation": [451 0,452 90.00011444091797,453 0454 ]455 },456 "location": [457 910,458 -500,459 490460 ],461 "rotation": [462 0,463 90.00011444091797,464 0465 ],466 "scale": [467 1,468 0.625,469 1470 ]471 },472 "color": [473 143,474 127,475 127476 ]477 },478 {479 "object_id": "SM_Wall01_2m45",480 "bbox_2d": [481 1725,482 533,483 1919,484 1079485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 1029.9993619750187,490 -373.98599659830484,491 655.0000457763672492 ],493 "extent": [494 38.08147422222845,495 126.0142031722839,496 165.00013732910156497 ]498 },499 "obb": {500 "center": [501 1029.9993619750187,502 -373.98599659830484,503 655.0000457763672504 ],505 "extent": [506 38.08147422222845,507 126.0142031722839,508 165.00013732910156509 ],510 "rotation": [511 0,512 -179.9998016357422,513 0514 ]515 },516 "location": [517 1020,518 -500,519 490520 ],521 "rotation": [522 0,523 -179.9998016357422,524 0525 ],526 "scale": [527 1,528 0.8400917649269104,529 1530 ]531 },532 "color": [533 143,534 127,535 63536 ]537 }538 ]539 },540 "foreground": {541 "grill": [542 {543 "object_id": "SM_Grill2",544 "bbox_2d": [545 952,546 453,547 1104,548 581549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 910,554 -620.2020149230957,555 760.2494354248047556 ],557 "extent": [558 3.125,559 44.4444465637207,560 17.3148193359375561 ]562 },563 "obb": {564 "center": [565 910,566 -620.2020149230957,567 760.2494354248047568 ],569 "extent": [570 3.125,571 44.4444465637207,572 17.3148193359375573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 910,582 -575.757568359375,583 742.9346313476562584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 63,598 127,599 0600 ]601 }602 ],603 "chalkboard": [604 {605 "object_id": "SM_ChalkBoard4_41",606 "bbox_2d": [607 143,608 883,609 779,610 1079611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 772.4365247422019,616 -659.0412633502684,617 576.7313079833984618 ],619 "extent": [620 79.03137372554193,621 53.90827634209006,622 86.73130798339844623 ]624 },625 "obb": {626 "center": [627 772.4365247422019,628 -659.0412633502684,629 576.7313079833984630 ],631 "extent": [632 79.03137372554193,633 53.90827634209006,634 86.73130798339844635 ],636 "rotation": [637 0,638 109.99997711181643,639 0640 ]641 },642 "location": [643 772.4365234375,644 -659.041259765625,645 490646 ],647 "rotation": [648 0,649 109.99997711181643,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 79,660 191,661 191662 ]663 }664 ]665 }666}