TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "SciOffice",3 "view_id": "l033_off0_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/SciOffice/l033_off0_r002/lit.png",5 "camera": {6 "location": [7 -1788,8 -1179,9 186.333328247070310 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -1788,38 -1179,39 186.3333282470703,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall div": [54 {55 "object_id": "SM_WallDiv_40",56 "bbox_2d": [57 194,58 0,59 878,60 15261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -1820,66 -895,67 359.9999961853027368 ],69 "extent": [70 100.24999237060547,71 5.500002861022949,72 50.24999618530273473 ]74 },75 "obb": {76 "center": [77 -1820,78 -895,79 359.9999961853027380 ],81 "extent": [82 100.24999237060547,83 5.500002861022949,84 50.24999618530273485 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -1820,94 -895,95 31096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 127,111 191112 ]113 }114 ],115 "window": [116 {117 "object_id": "SM_Wall_143",118 "bbox_2d": [119 879,120 0,121 1919,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -1930,128 -1100,129 159.99998474121094130 ],131 "extent": [132 11.000268556343144,133 200.250014647211,134 150.25135 ]136 },137 "obb": {138 "center": [139 -1930,140 -1100,141 159.99998474121094142 ],143 "extent": [144 11.000268556343144,145 200.250014647211,146 150.25147 ],148 "rotation": [149 0,150 90.00007629394531,151 0152 ]153 },154 "location": [155 -1930,156 -1100,157 10158 ],159 "rotation": [160 0,161 90.00007629394531,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 127,172 63,173 191174 ]175 },176 {177 "object_id": "SM_Wall_144",178 "bbox_2d": [179 879,180 0,181 1066,182 152183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -1930,188 -1100,189 359.99999237060547190 ],191 "extent": [192 11.000426638381668,193 200.25002343536312,194 50.24999237060547195 ]196 },197 "obb": {198 "center": [199 -1930,200 -1100,201 359.99999237060547202 ],203 "extent": [204 11.000426638381668,205 200.25002343536312,206 50.24999237060547207 ],208 "rotation": [209 0,210 90.00012207031251,211 0212 ]213 },214 "location": [215 -1930,216 -1100,217 310218 ],219 "rotation": [220 0,221 90.00012207031251,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 63,232 0,233 191234 ]235 },236 {237 "object_id": "SM_Wall_225",238 "bbox_2d": [239 877,240 0,241 878,242 144243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -1930,248 -700,249 359.99999237060547250 ],251 "extent": [252 11.000426638381668,253 200.25002343536312,254 50.24999237060547255 ]256 },257 "obb": {258 "center": [259 -1930,260 -700,261 359.99999237060547262 ],263 "extent": [264 11.000426638381668,265 200.25002343536312,266 50.24999237060547267 ],268 "rotation": [269 0,270 90.00012207031251,271 0272 ]273 },274 "location": [275 -1930,276 -700,277 310278 ],279 "rotation": [280 0,281 90.00012207031251,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 63,292 191,293 191294 ]295 }296 ],297 "wall div window": [298 {299 "object_id": "SM_WallDivWindow_20",300 "bbox_2d": [301 42,302 0,303 878,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -1820,310 -895,311 160312 ],313 "extent": [314 100.15355682373047,315 5.5,316 150.35354614257812317 ]318 },319 "obb": {320 "center": [321 -1820,322 -895,323 160324 ],325 "extent": [326 100.15355682373047,327 5.5,328 150.35354614257812329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 -1820,338 -895,339 10340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 47,354 47,355 111356 ]357 },358 {359 "object_id": "SM_WallDivWindow_21",360 "bbox_2d": [361 0,362 0,363 41,364 1079365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -1620,370 -895,371 160372 ],373 "extent": [374 100.15357732937468,375 100.0003728418576,376 150.35354614257812377 ]378 },379 "obb": {380 "center": [381 -1620,382 -895,383 160384 ],385 "extent": [386 100.15357732937468,387 100.0003728418576,388 150.35354614257812389 ],390 "rotation": [391 0,392 179.99978637695312,393 0394 ]395 },396 "location": [397 -1620,398 -895,399 10400 ],401 "rotation": [402 0,403 179.99978637695312,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 0,414 111,415 31416 ]417 }418 ]419 },420 "foreground": {421 "cabinet": [422 {423 "object_id": "SM_Cabinet_39",424 "bbox_2d": [425 889,426 954,427 1478,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -1884.0000042202958,434 -1099.9999999998051,435 60436 ],437 "extent": [438 36.00015867101092,439 51.0001117882091,440 50441 ]442 },443 "obb": {444 "center": [445 -1884.0000042202958,446 -1099.9999999998051,447 60448 ],449 "extent": [450 36.00015867101092,451 51.0001117882091,452 50453 ],454 "rotation": [455 0,456 0.00018299989460501817,457 0458 ]459 },460 "location": [461 -1885,462 -1100,463 10464 ],465 "rotation": [466 0,467 0.00018299989460501817,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 47,478 0,479 191480 ]481 },482 {483 "object_id": "SM_Cabinet_40",484 "bbox_2d": [485 706,486 818,487 1226,488 1079489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -1884.0000042202958,494 -999.999999999805,495 60496 ],497 "extent": [498 36.00015867101092,499 51.00011178820898,500 50501 ]502 },503 "obb": {504 "center": [505 -1884.0000042202958,506 -999.999999999805,507 60508 ],509 "extent": [510 36.00015867101092,511 51.00011178820898,512 50513 ],514 "rotation": [515 0,516 0.00018299989460501817,517 0518 ]519 },520 "location": [521 -1885,522 -1000,523 10524 ],525 "rotation": [526 0,527 0.00018299989460501817,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 47,538 0,539 31540 ]541 }542 ],543 "switch": [544 {545 "object_id": "SM_Switch_3",546 "bbox_2d": [547 1000,548 672,549 1036,550 742551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -1919.449999988083,556 -979.9999410154778,557 145558 ],559 "extent": [560 0.550028998560947,561 7.774501943768541,562 7.774499893188477563 ]564 },565 "obb": {566 "center": [567 -1919.449999988083,568 -979.9999410154778,569 145570 ],571 "extent": [572 0.550028998560947,573 7.774501943768541,574 7.774499893188477575 ],576 "rotation": [577 0,578 -0.00021362304687499997,579 0580 ]581 },582 "location": [583 -1920,584 -979.9999389648438,585 145586 ],587 "rotation": [588 0,589 -0.00021362304687499997,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 159,600 31,601 111602 ]603 },604 {605 "object_id": "SM_Switch_7",606 "bbox_2d": [607 961,608 663,609 992,610 728611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -1919.449999988083,616 -959.9999410154778,617 145618 ],619 "extent": [620 0.550028998560947,621 7.774501943768541,622 7.774499893188477623 ]624 },625 "obb": {626 "center": [627 -1919.449999988083,628 -959.9999410154778,629 145630 ],631 "extent": [632 0.550028998560947,633 7.774501943768541,634 7.774499893188477635 ],636 "rotation": [637 0,638 -0.00021362304687499997,639 0640 ]641 },642 "location": [643 -1920,644 -959.9999389648438,645 145646 ],647 "rotation": [648 0,649 -0.00021362304687499997,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 159,660 159,661 111662 ]663 }664 ]665 }666}