TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l125_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l125_r001/lit.png",5 "camera": {6 "location": [7 473,8 -85,9 85410 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 473,38 -85,39 854,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "floor planks corner": [54 {55 "object_id": "SM_Floor_4x4m88",56 "bbox_2d": [57 0,58 568,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 600,66 -220,67 834.999998092651468 ],69 "extent": [70 200,71 200,72 15.00000190734863373 ]74 },75 "obb": {76 "center": [77 600,78 -220,79 834.999998092651480 ],81 "extent": [82 200,83 200,84 15.00000190734863385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 400,94 -20,95 85096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 0,111 255112 ]113 }114 ],115 "window side": [116 {117 "object_id": "SM_WindowSide_2",118 "bbox_2d": [119 231,120 924,121 1031,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 449.9999395717915,128 -34.03901033289554,129 655.0000915527344130 ],131 "extent": [132 450.00012146886127,133 14.043081579037029,134 165.00009155273438135 ]136 },137 "obb": {138 "center": [139 449.9999395717915,140 -34.03901033289554,141 655.0000915527344142 ],143 "extent": [144 450.00012146886127,145 14.043081579037029,146 165.00009155273438147 ],148 "rotation": [149 0,150 -90.00012207031251,151 0152 ]153 },154 "location": [155 500,156 -20,157 490158 ],159 "rotation": [160 0,161 -90.00012207031251,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 143,172 63,173 95174 ]175 }176 ],177 "exterior window": [178 {179 "object_id": "SM_ExteriorWindow_2m_5",180 "bbox_2d": [181 767,182 924,183 1201,184 1037185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 599.9999729235103,190 -7.001583633977916,191 640192 ],193 "extent": [194 100.00009499382278,195 17.00198310814144,196 180197 ]198 },199 "obb": {200 "center": [201 599.9999729235103,202 -7.001583633977916,203 640204 ],205 "extent": [206 100.00009499382278,207 17.00198310814144,208 180209 ],210 "rotation": [211 0,212 90.00011444091797,213 0214 ]215 },216 "location": [217 500,218 10,219 460220 ],221 "rotation": [222 0,223 90.00011444091797,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 143,234 63,235 159236 ]237 },238 {239 "object_id": "SM_ExteriorWindow_2m2",240 "bbox_2d": [241 1202,242 924,243 1919,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 349.99999999970083,250 10.000299605622642,251 640.0001068115234252 ],253 "extent": [254 149.99999999970083,255 0.0002996056226827193,256 180.00010681152344257 ]258 },259 "obb": {260 "center": [261 349.99999999970083,262 10.000299605622642,263 640.0001068115234264 ],265 "extent": [266 149.99999999970083,267 0.0002996056226827193,268 180.00010681152344269 ],270 "rotation": [271 0,272 90.00011444091797,273 0274 ]275 },276 "location": [277 200,278 10,279 460280 ],281 "rotation": [282 0,283 90.00011444091797,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 143,294 63,295 223296 ]297 }298 ],299 "window": [300 {301 "object_id": "SM_Wall01_2m104",302 "bbox_2d": [303 1065,304 0,305 1919,306 1008307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 349.9999628430596,312 -19.040292642301626,313 1000.0001068115234314 ],315 "extent": [316 150.00035366790166,317 29.043016694020896,318 180.00010681152344319 ]320 },321 "obb": {322 "center": [323 349.9999628430596,324 -19.040292642301626,325 1000.0001068115234326 ],327 "extent": [328 150.00035366790166,329 29.043016694020896,330 180.00010681152344331 ],332 "rotation": [333 0,334 -89.99960327148438,335 0336 ]337 },338 "location": [339 500,340 -19.99999237060547,341 850342 ],343 "rotation": [344 0,345 -89.99960327148438,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 79,356 143,357 79358 ]359 }360 ],361 "window divided": [362 {363 "object_id": "SM_Window02_2m14",364 "bbox_2d": [365 368,366 0,367 1077,368 596369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 599.9999374973665,374 -19.039714375260164,375 1000.0000915527344376 ],377 "extent": [378 100.00017875682764,379 29.041525325123526,380 180.00009155273438381 ]382 },383 "obb": {384 "center": [385 599.9999374973665,386 -19.039714375260164,387 1000.0000915527344388 ],389 "extent": [390 100.00017875682764,391 29.041525325123526,392 180.00009155273438393 ],394 "rotation": [395 0,396 -90.00012207031251,397 0398 ]399 },400 "location": [401 700,402 -20,403 850404 ],405 "rotation": [406 0,407 -90.00012207031251,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 111,418 143,419 47420 ]421 }422 ]423 },424 "foreground": {425 "paper stack": [426 {427 "object_id": "SM_PaperStack14",428 "bbox_2d": [429 80,430 275,431 185,432 348433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 613.6915474951496,438 -51.32826116508244,439 877.3808016777039440 ],441 "extent": [442 19.667864811884897,443 17.690584212700283,444 4.200923919677734445 ]446 },447 "obb": {448 "center": [449 613.6915474951496,450 -51.32826116508244,451 877.3808016777039452 ],453 "extent": [454 19.667864811884897,455 17.690584212700283,456 4.200923919677734457 ],458 "rotation": [459 0,460 -26.231506347656257,461 0462 ]463 },464 "location": [465 613.5696411132812,466 -51.41262435913086,467 873.338623046875468 ],469 "rotation": [470 0,471 -26.231506347656257,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 79,482 31,483 79484 ]485 },486 {487 "object_id": "SM_PaperStack15",488 "bbox_2d": [489 302,490 449,491 906,492 612493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 524.7603542413059,498 -41.36436446574646,499 854.0421786308289500 ],501 "extent": [502 16.615331062937344,503 19.195417011028923,504 4.200923919677734505 ]506 },507 "obb": {508 "center": [509 524.7603542413059,510 -41.36436446574646,511 854.0421786308289512 ],513 "extent": [514 16.615331062937344,515 19.195417011028923,516 4.200923919677734517 ],518 "rotation": [519 0,520 -69.82411956787108,521 0522 ]523 },524 "location": [525 524.6138916015625,526 -41.341407775878906,527 850528 ],529 "rotation": [530 0,531 -69.82411956787108,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 79,542 95,543 79544 ]545 },546 {547 "object_id": "SM_PaperStack16",548 "bbox_2d": [549 169,550 481,551 312,552 591553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 559.0017864095873,558 -39.13772771393907,559 854.0421786308289560 ],561 "extent": [562 18.505243382352774,563 15.348680625004095,564 4.200923919677734565 ]566 },567 "obb": {568 "center": [569 559.0017864095873,570 -39.13772771393907,571 854.0421786308289572 ],573 "extent": [574 18.505243382352774,575 15.348680625004095,576 4.200923919677734577 ],578 "rotation": [579 0,580 14.09346771240234,581 0582 ]583 },584 "location": [585 558.9634399414062,586 -39.28093338012695,587 850588 ],589 "rotation": [590 0,591 14.09346771240234,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 79,602 159,603 79604 ]605 },606 {607 "object_id": "SM_PaperStack17",608 "bbox_2d": [609 143,610 306,611 587,612 459613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 559.0237746972097,618 -39.14542002388873,619 865.9352450370789620 ],621 "extent": [622 17.100241100787912,623 13.155660809183589,624 4.200923919677734625 ]626 },627 "obb": {628 "center": [629 559.0237746972097,630 -39.14542002388873,631 865.9352450370789632 ],633 "extent": [634 17.100241100787912,635 13.155660809183589,636 4.200923919677734637 ],638 "rotation": [639 0,640 5.068890094757081,641 0642 ]643 },644 "location": [645 558.9634399414062,646 -39.28083801269531,647 861.89306640625648 ],649 "rotation": [650 0,651 5.068890094757081,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 79,662 223,663 79664 ]665 }666 ]667 }668}