TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l078_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l078_r005/lit.png",5 "camera": {6 "location": [7 721,8 -466,9 55610 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 721,38 -466,39 556,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "floor planks corner": [54 {55 "object_id": "SM_Floor_4x4m50",56 "bbox_2d": [57 208,58 998,59 1150,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 700,66 -520,67 474.9999980926513768 ],69 "extent": [70 100,71 100,72 15.00000190734863373 ]74 },75 "obb": {76 "center": [77 700,78 -520,79 474.9999980926513780 ],81 "extent": [82 100,83 100,84 15.00000190734863385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 600,94 -420,95 49096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 127112 ]113 }114 ],115 "door": [116 {117 "object_id": "SM_Door02_2m3",118 "bbox_2d": [119 1862,120 0,121 1919,122 287123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 910.0006582324988,128 -369.9998963557093,129 655.0000915527344130 ],131 "extent": [132 38.08185787831849,133 150.00028433522266,134 165.00009155273438135 ]136 },137 "obb": {138 "center": [139 910.0006582324988,140 -369.9998963557093,141 655.0000915527344142 ],143 "extent": [144 38.08185787831849,145 150.00028433522266,146 165.00009155273438147 ],148 "rotation": [149 0,150 179.999755859375,151 0152 ]153 },154 "location": [155 920,156 -520,157 490158 ],159 "rotation": [160 0,161 179.999755859375,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 127,173 127174 ]175 },176 {177 "object_id": "SM_Door4",178 "bbox_2d": [179 1149,180 0,181 1534,182 706183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 905.7866129959383,188 -619.8707712487261,189 600.1965484619141190 ],191 "extent": [192 8.706695565388145,193 52.82368035370587,194 110.19654846191406195 ]196 },197 "obb": {198 "center": [199 905.7866129959383,200 -619.8707712487261,201 600.1965484619141202 ],203 "extent": [204 8.706695565388145,205 52.82368035370587,206 110.19654846191406207 ],208 "rotation": [209 0,210 179.9998779296875,211 0212 ]213 },214 "location": [215 910.3375854492188,216 -672.6942749023438,217 490218 ],219 "rotation": [220 0,221 179.9998779296875,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 159,232 63,233 127234 ]235 }236 ],237 "tile": [238 {239 "object_id": "SM_Tile2_27",240 "bbox_2d": [241 672,242 896,243 1069,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 775,250 -595,251 491.0000001192093252 ],253 "extent": [254 25,255 25,256 0.9999999403953552257 ]258 },259 "obb": {260 "center": [261 775,262 -595,263 491.0000001192093264 ],265 "extent": [266 25,267 25,268 0.9999999403953552269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 750,278 -620,279 490280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 223,294 111,295 223296 ]297 },298 {299 "object_id": "SM_Tile1x5_30",300 "bbox_2d": [301 751,302 747,303 1044,304 894305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 849.9998934736699,310 -669.9999844562445,311 491.0000001192093312 ],313 "extent": [314 50.000106526330114,315 50.000106526330114,316 0.9999999403953552317 ]318 },319 "obb": {320 "center": [321 849.9998934736699,322 -669.9999844562445,323 491.0000001192093324 ],325 "extent": [326 50.000106526330114,327 50.000106526330114,328 0.9999999403953552329 ],330 "rotation": [331 0,332 90.00012207031251,333 0334 ]335 },336 "location": [337 900,338 -719.9998779296875,339 490340 ],341 "rotation": [342 0,343 90.00012207031251,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 223,354 111,355 15356 ]357 },358 {359 "object_id": "SM_Tile1x29",360 "bbox_2d": [361 688,362 782,363 911,364 941365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 749.9998934736699,370 -669.9999844562445,371 491.0000001192093372 ],373 "extent": [374 50.000106526330114,375 50.000106526330114,376 0.9999999403953552377 ]378 },379 "obb": {380 "center": [381 749.9998934736699,382 -669.9999844562445,383 491.0000001192093384 ],385 "extent": [386 50.000106526330114,387 50.000106526330114,388 0.9999999403953552389 ],390 "rotation": [391 0,392 90.00012207031251,393 0394 ]395 },396 "location": [397 800,398 -719.9998779296875,399 490400 ],401 "rotation": [402 0,403 90.00012207031251,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 223,414 111,415 47416 ]417 },418 {419 "object_id": "SM_Tile2x10",420 "bbox_2d": [421 912,422 868,423 1392,424 1079425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 849.9999067894487,430 -569.9999678244312,431 491.0000001192093432 ],433 "extent": [434 50.00009321055131,435 50.00009321055131,436 0.9999999403953552437 ]438 },439 "obb": {440 "center": [441 849.9999067894487,442 -569.9999678244312,443 491.0000001192093444 ],445 "extent": [446 50.00009321055131,447 50.00009321055131,448 0.9999999403953552449 ],450 "rotation": [451 0,452 179.99989318847656,453 0454 ]455 },456 "location": [457 900,458 -520.0000610351562,459 490460 ],461 "rotation": [462 0,463 179.99989318847656,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 15,474 111,475 47476 ]477 },478 {479 "object_id": "SM_Tile1x43",480 "bbox_2d": [481 126,482 1065,483 212,484 1079485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 649.9998934736699,490 -570.0000454914008,491 491.0000001192093492 ],493 "extent": [494 50.000106526330114,495 50.000106526330114,496 0.9999999403953552497 ]498 },499 "obb": {500 "center": [501 649.9998934736699,502 -570.0000454914008,503 491.0000001192093504 ],505 "extent": [506 50.000106526330114,507 50.000106526330114,508 0.9999999403953552509 ],510 "rotation": [511 0,512 90.00012207031251,513 0514 ]515 },516 "location": [517 700,518 -619.9999389648438,519 490520 ],521 "rotation": [522 0,523 90.00012207031251,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 111,534 223,535 15536 ]537 }538 ],539 "window": [540 {541 "object_id": "SM_Wall01_2m86",542 "bbox_2d": [543 743,544 0,545 1046,546 781547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 950.0002386577316,552 -729.9997158324779,553 655.0000457763672554 ],555 "extent": [556 150.0004168166929,557 38.08155474416742,558 165.00013732910156559 ]560 },561 "obb": {562 "center": [563 950.0002386577316,564 -729.9997158324779,565 655.0000457763672566 ],567 "extent": [568 150.0004168166929,569 38.08155474416742,570 165.00013732910156571 ],572 "rotation": [573 0,574 90.00011444091797,575 0576 ]577 },578 "location": [579 800,580 -720,581 490582 ],583 "rotation": [584 0,585 90.00011444091797,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 143,596 255,597 191598 ]599 },600 {601 "object_id": "SM_Wall01_2m30_2",602 "bbox_2d": [603 0,604 0,605 751,606 788607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 600.0002386567386,612 -729.9996214282062,613 655.0000457763672614 ],615 "extent": [616 200.00041681569985,617 38.081660077038464,618 165.00013732910156619 ]620 },621 "obb": {622 "center": [623 600.0002386567386,624 -729.9996214282062,625 655.0000457763672626 ],627 "extent": [628 200.00041681569985,629 38.081660077038464,630 165.00013732910156631 ],632 "rotation": [633 0,634 90.00011444091797,635 0636 ]637 },638 "location": [639 400,640 -720,641 490642 ],643 "rotation": [644 0,645 90.00011444091797,646 0647 ],648 "scale": [649 1,650 1,651 1652 ]653 },654 "color": [655 143,656 255,657 223658 ]659 }660 ]661 },662 "foreground": {663 "chalkboard": [664 {665 "object_id": "SM_ChalkBoard4_41",666 "bbox_2d": [667 295,668 0,669 1054,670 872671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 772.4365247422019,676 -659.0412633502684,677 576.7313079833984678 ],679 "extent": [680 79.03137372554193,681 53.90827634209006,682 86.73130798339844683 ]684 },685 "obb": {686 "center": [687 772.4365247422019,688 -659.0412633502684,689 576.7313079833984690 ],691 "extent": [692 79.03137372554193,693 53.90827634209006,694 86.73130798339844695 ],696 "rotation": [697 0,698 109.99997711181643,699 0700 ]701 },702 "location": [703 772.4365234375,704 -659.041259765625,705 490706 ],707 "rotation": [708 0,709 109.99997711181643,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 79,720 191,721 191722 ]723 }724 ]725 }726}