TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l139_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l139_r004/lit.png",5 "camera": {6 "location": [7 1833,8 -1037,9 85410 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1833,38 -1037,39 854,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "pillar": [54 {55 "object_id": "SM_Pillar12_44",56 "bbox_2d": [57 0,58 0,59 68,60 54861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1220,66 -1205,67 1015.000045776367268 ],69 "extent": [70 48.081241607666016,71 42.19036126846186,72 165.0001373291015673 ]74 },75 "obb": {76 "center": [77 1220,78 -1205,79 1015.000045776367280 ],81 "extent": [82 48.081241607666016,83 42.19036126846186,84 165.0001373291015685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 1220,94 -1205,95 85096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 0.8774818778038025,105 1106 ]107 },108 "color": [109 63,110 63,111 127112 ]113 }114 ],115 "floor planks corner": [116 {117 "object_id": "SM_Floor_4x4m99",118 "bbox_2d": [119 0,120 554,121 1919,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 1800,128 -1020,129 834.9999980926514130 ],131 "extent": [132 200,133 200,134 15.000001907348633135 ]136 },137 "obb": {138 "center": [139 1800,140 -1020,141 834.9999980926514142 ],143 "extent": [144 200,145 200,146 15.000001907348633147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 1600,156 -820,157 850158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 127,172 127,173 95174 ]175 },176 {177 "object_id": "SM_Floor_4x4m100",178 "bbox_2d": [179 0,180 549,181 538,182 562183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 1400,188 -1020,189 834.9999980926514190 ],191 "extent": [192 200,193 200,194 15.000001907348633195 ]196 },197 "obb": {198 "center": [199 1400,200 -1020,201 834.9999980926514202 ],203 "extent": [204 200,205 200,206 15.000001907348633207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 1200,216 -820,217 850218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 127,232 63,233 95234 ]235 }236 ],237 "window": [238 {239 "object_id": "SM_Wall01_2m64",240 "bbox_2d": [241 57,242 0,243 123,244 548245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 1250.0000324336706,250 -1220.9594659899308,251 1000.0001068115234252 ],253 "extent": [254 50.00021059263179,255 29.041149568096785,256 180.00010681152344257 ]258 },259 "obb": {260 "center": [261 1250.0000324336706,262 -1220.9594659899308,263 1000.0001068115234264 ],265 "extent": [266 50.00021059263179,267 29.041149568096785,268 180.00010681152344269 ],270 "rotation": [271 0,272 90.00011444091797,273 0274 ]275 },276 "location": [277 1200,278 -1219.999755859375,279 850280 ],281 "rotation": [282 0,283 90.00011444091797,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 47,294 143,295 63296 ]297 },298 {299 "object_id": "SM_Wall01_2m51",300 "bbox_2d": [301 840,302 0,303 1919,304 569305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 1900.0000324334173,310 -1220.9603033436624,311 1000.0001068115234312 ],313 "extent": [314 200.00021059237827,315 29.042830273744585,316 180.00010681152344317 ]318 },319 "obb": {320 "center": [321 1900.0000324334173,322 -1220.9603033436624,323 1000.0001068115234324 ],325 "extent": [326 200.00021059237827,327 29.042830273744585,328 180.00010681152344329 ],330 "rotation": [331 0,332 90.00011444091797,333 0334 ]335 },336 "location": [337 1700,338 -1219.99951171875,339 850340 ],341 "rotation": [342 0,343 90.00011444091797,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 79,354 143,355 63356 ]357 },358 {359 "object_id": "SM_Wall01_2m54",360 "bbox_2d": [361 106,362 0,363 858,364 556365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 1500.0000324334173,370 -1220.960425413975,371 1000.0001068115234372 ],373 "extent": [374 200.00021059237827,375 29.042830273744585,376 180.00010681152344377 ]378 },379 "obb": {380 "center": [381 1500.0000324334173,382 -1220.960425413975,383 1000.0001068115234384 ],385 "extent": [386 200.00021059237827,387 29.042830273744585,388 180.00010681152344389 ],390 "rotation": [391 0,392 90.00011444091797,393 0394 ]395 },396 "location": [397 1300,398 -1219.9996337890625,399 850400 ],401 "rotation": [402 0,403 90.00011444091797,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 79,414 143,415 191416 ]417 }418 ]419 },420 "foreground": {421 "chalkboard": [422 {423 "object_id": "SM_ChalkBoard5_4",424 "bbox_2d": [425 0,426 0,427 469,428 555429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 1489.6641843312618,434 -1180.3602332993873,435 936.7313079833984436 ],437 "extent": [438 74.66714037994802,439 35.34904568042589,440 86.73130798339844441 ]442 },443 "obb": {444 "center": [445 1489.6641843312618,446 -1180.3602332993873,447 936.7313079833984448 ],449 "extent": [450 74.66714037994802,451 35.34904568042589,452 86.73130798339844453 ],454 "rotation": [455 0,456 86.40716552734376,457 0458 ]459 },460 "location": [461 1489.6641845703125,462 -1180.3602294921875,463 850464 ],465 "rotation": [466 0,467 86.40716552734376,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 159,478 255,479 111480 ]481 }482 ],483 "table": [484 {485 "object_id": "SM_Table_03_40",486 "bbox_2d": [487 1385,488 0,489 1919,490 576491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 1874.1799352822977,496 -1180.229172375776,497 889.2604179382324498 ],499 "extent": [500 53.48711668237797,501 35.36315440140743,502 39.21077346801758503 ]504 },505 "obb": {506 "center": [507 1874.1799352822977,508 -1180.229172375776,509 889.2604179382324510 ],511 "extent": [512 53.48711668237797,513 35.36315440140743,514 39.21077346801758515 ],516 "rotation": [517 0,518 92.07892608642578,519 0520 ]521 },522 "location": [523 1874.22412109375,524 -1181.4464111328125,525 850526 ],527 "rotation": [528 0,529 92.07892608642578,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 159,540 159,541 111542 ]543 },544 {545 "object_id": "SM_Table_70",546 "bbox_2d": [547 0,548 310,549 218,550 548551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 1357.1233350881168,556 -1175.9979419941021,557 889.2604179382324558 ],559 "extent": [560 53.705526839523145,561 35.717643676087846,562 39.21077346801758563 ]564 },565 "obb": {566 "center": [567 1357.1233350881168,568 -1175.9979419941021,569 889.2604179382324570 ],571 "extent": [572 53.705526839523145,573 35.717643676087846,574 39.21077346801758575 ],576 "rotation": [577 0,578 87.52230834960938,579 0580 ]581 },582 "location": [583 1357.0706787109375,584 -1177.21484375,585 850586 ],587 "rotation": [588 0,589 87.52230834960938,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 223,600 159,601 111602 ]603 }604 ],605 "dust bin": [606 {607 "object_id": "SM_Dustbin6_55",608 "bbox_2d": [609 20,610 424,611 38,612 520613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 1262.1419677734375,618 -1181.1231956481934,619 876.761100769043620 ],621 "extent": [622 20.896907806396484,623 20.782440185546875,624 26.76110076904297625 ]626 },627 "obb": {628 "center": [629 1262.1419677734375,630 -1181.1231956481934,631 876.761100769043632 ],633 "extent": [634 20.896907806396484,635 20.782440185546875,636 26.76110076904297637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 1262.1419677734375,646 -1181.1231689453125,647 850648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 223,662 0,663 111664 ]665 }666 ],667 "projector screen": [668 {669 "object_id": "SM_ProjectorScreen_2",670 "bbox_2d": [671 497,672 0,673 1393,674 304675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 1695.6406215144104,680 -1216.074690818791,681 1016.791748046875682 ],683 "extent": [684 119.61760290336179,685 4.366239865827765,686 93.70179748535156687 ]688 },689 "obb": {690 "center": [691 1695.6406215144104,692 -1216.074690818791,693 1016.791748046875694 ],695 "extent": [696 119.61760290336179,697 4.366239865827765,698 93.70179748535156699 ],700 "rotation": [701 0,702 90.0001449584961,703 0704 ]705 },706 "location": [707 1695.640625,708 -1217.452392578125,709 1109.47021484375710 ],711 "rotation": [712 0,713 90.0001449584961,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 127,724 127,725 143726 ]727 }728 ]729 }730}