TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l083_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l083_r005/lit.png",5 "camera": {6 "location": [7 301,8 -451,9 23310 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 301,38 -451,39 233,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall": [54 {55 "object_id": "SM_WallC",56 "bbox_2d": [57 1099,58 438,59 1249,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 399.81292724609375,66 0.806884765625,67 140.0000152587890668 ],69 "extent": [70 24.871856689453125,71 600,72 140.000045776367273 ]74 },75 "obb": {76 "center": [77 399.81292724609375,78 0.806884765625,79 140.0000152587890680 ],81 "extent": [82 24.871856689453125,83 600,84 140.000045776367285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 }114 ],115 "ceiling": [116 {117 "object_id": "SM_CeilingA",118 "bbox_2d": [119 0,120 0,121 1919,122 442123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -9.99993896484375,128 -0.0003662109375,129 262.50006103515625130 ],131 "extent": [132 414.6847229003906,133 582.3804321289062,134 17.500083923339844135 ]136 },137 "obb": {138 "center": [139 -9.99993896484375,140 -0.0003662109375,141 262.50006103515625142 ],143 "extent": [144 414.6847229003906,145 582.3804321289062,146 17.500083923339844147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 127,173 0174 ]175 }176 ],177 "window a": [178 {179 "object_id": "SM_WindowA",180 "bbox_2d": [181 1249,182 455,183 1919,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 400.20300245285034,190 -479.55299377441406,191 123.93044638633728192 ],193 "extent": [194 5.743960857391357,195 59.63993835449219,196 121.06996154785156197 ]198 },199 "obb": {200 "center": [201 400.20300245285034,202 -479.55299377441406,203 123.93044638633728204 ],205 "extent": [206 5.743960857391357,207 59.63993835449219,208 121.06996154785156209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 400.2030029296875,218 -479.5530090332031,219 2.8605000972747803220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 127,234 255,235 255236 ]237 }238 ],239 "background wall": [240 {241 "object_id": "SM_BackgroundwallA",242 "bbox_2d": [243 904,244 430,245 1099,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -14.871739387512207,252 -563.4780158996582,253 139.99993896484375254 ],255 "extent": [256 389.81292724609375,257 18.90277099609375,258 139.9999542236328259 ]260 },261 "obb": {262 "center": [263 -14.871739387512207,264 -563.4780158996582,265 139.99993896484375266 ],267 "extent": [268 389.81292724609375,269 18.90277099609375,270 139.9999542236328271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 -14.871800422668457,280 -563.47802734375,281 0282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 0,296 0,297 63298 ]299 }300 ]301 },302 "foreground": {303 "blind": [304 {305 "object_id": "SM_BlindA",306 "bbox_2d": [307 1211,308 441,309 1919,310 1079311 ],312 "bbox_3d": {313 "aabb": {314 "center": [315 388.50527489185333,316 -479.5546455383301,317 235.90609741210938318 ],319 "extent": [320 1.4643158912658691,321 58.83993911743164,322 143.9769287109375323 ]324 },325 "obb": {326 "center": [327 388.50527489185333,328 -479.5546455383301,329 235.90609741210938330 ],331 "extent": [332 1.4643158912658691,333 58.83993911743164,334 143.9769287109375335 ],336 "rotation": [337 0,338 0,339 0340 ]341 },342 "location": [343 388.5052795410156,344 -479.5546569824219,345 379.88299560546875346 ],347 "rotation": [348 0,349 0,350 0351 ],352 "scale": [353 1,354 1,355 1356 ]357 },358 "color": [359 127,360 0,361 127362 ]363 }364 ],365 "pelmet": [366 {367 "object_id": "SM_PelmetA",368 "bbox_2d": [369 1200,370 356,371 1919,372 489373 ],374 "bbox_3d": {375 "aabb": {376 "center": [377 389.20098876953125,378 -479.55299377441406,379 243.5459747314453380 ],381 "extent": [382 2.9724488258361816,383 59.63990783691406,384 4.248987197875977385 ]386 },387 "obb": {388 "center": [389 389.20098876953125,390 -479.55299377441406,391 243.5459747314453392 ],393 "extent": [394 2.9724488258361816,395 59.63990783691406,396 4.248987197875977397 ],398 "rotation": [399 0,400 0,401 0402 ]403 },404 "location": [405 389.20098876953125,406 -479.5530090332031,407 247.7949981689453408 ],409 "rotation": [410 0,411 0,412 0413 ],414 "scale": [415 1,416 1,417 1418 ]419 },420 "color": [421 127,422 255,423 127424 ]425 }426 ],427 "shelf": [428 {429 "object_id": "SM_ShelfA",430 "bbox_2d": [431 0,432 373,433 904,434 1079435 ],436 "bbox_3d": {437 "aabb": {438 "center": [439 301.4939651489258,440 -563.47802734375,441 121.53280639648438442 ],443 "extent": [444 46.69314956665039,445 18.9027042388916,446 123.43463897705078447 ]448 },449 "obb": {450 "center": [451 301.4939651489258,452 -563.47802734375,453 121.53280639648438454 ],455 "extent": [456 46.69314956665039,457 18.9027042388916,458 123.43463897705078459 ],460 "rotation": [461 0,462 0,463 0464 ]465 },466 "location": [467 301.4939880371094,468 -563.47802734375,469 0470 ],471 "rotation": [472 0,473 0,474 0475 ],476 "scale": [477 1,478 1,479 1480 ]481 },482 "color": [483 127,484 127,485 127486 ]487 }488 ],489 "ornament": [490 {491 "object_id": "SM_OrnamentG",492 "bbox_2d": [493 211,494 609,495 551,496 820497 ],498 "bbox_3d": {499 "aabb": {500 "center": [501 299.0061460737356,502 -560.5381456546236,503 216.80436897277832504 ],505 "extent": [506 15.532534490360604,507 14.165691987663422,508 9.396907806396484509 ]510 },511 "obb": {512 "center": [513 299.0061460737356,514 -560.5381456546236,515 216.80436897277832516 ],517 "extent": [518 15.532534490360604,519 14.165691987663422,520 9.396907806396484521 ],522 "rotation": [523 0,524 40.00004196166993,525 0526 ]527 },528 "location": [529 302.56500244140625,530 -557.7410278320312,531 207.13180541992188532 ],533 "rotation": [534 0,535 40.00004196166993,536 0537 ],538 "scale": [539 1,540 1,541 1542 ]543 },544 "color": [545 31,546 0,547 255548 ]549 }550 ],551 "book": [552 {553 "object_id": "SM_BookA",554 "bbox_2d": [555 166,556 750,557 613,558 930559 ],560 "bbox_3d": {561 "aabb": {562 "center": [563 301.4938774108887,564 -560.7295172567826,565 204.88901204937696566 ],567 "extent": [568 16.388324737548828,569 16.011701634740803,570 2.5224192594390615571 ]572 },573 "obb": {574 "center": [575 301.4938774108887,576 -560.7295172567826,577 204.88901204937696578 ],579 "extent": [580 16.388324737548828,581 16.011701634740803,582 2.5224192594390615583 ],584 "rotation": [585 0,586 0,587 0588 ]589 },590 "location": [591 317.8590087890625,592 -560.9450073242188,593 204.88900756835938594 ],595 "rotation": [596 0,597 0,598 0599 ],600 "scale": [601 1,602 1.4457499980926514,603 1.4457499980926514604 ]605 },606 "color": [607 31,608 127,609 127610 ]611 }612 ]613 }614}