TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Studio_Apartment",3 "view_id": "l021_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Studio_Apartment/l021_r004/lit.png",5 "camera": {6 "location": [7 149,8 15,9 10110 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 149,38 15,39 101,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "room floor": [54 {55 "object_id": "SM_Room_Floor",56 "bbox_2d": [57 548,58 950,59 833,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 10.26434326171875,66 2.24273681640625,67 -0.3261630535125732468 ],69 "extent": [70 423.74603271484375,71 195.68118286132812,72 0.790035009384155373 ]74 },75 "obb": {76 "center": [77 10.26434326171875,78 2.24273681640625,79 -0.3261630535125732480 ],81 "extent": [82 423.74603271484375,83 195.68118286132812,84 0.790035009384155385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 0112 ]113 }114 ],115 "room": [116 {117 "object_id": "SM_Room_05",118 "bbox_2d": [119 0,120 0,121 818,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -12.77386474609375,128 -105.65663146972656,129 137.00125122070312130 ],131 "extent": [132 5.778125762939453,133 80.36405944824219,134 137.00125122070312135 ]136 },137 "obb": {138 "center": [139 -12.77386474609375,140 -105.65663146972656,141 137.00125122070312142 ],143 "extent": [144 5.778125762939453,145 80.36405944824219,146 137.00125122070312147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 0,173 127174 ]175 }176 ],177 "gallery": [178 {179 "object_id": "SM_Gallery",180 "bbox_2d": [181 281,182 0,183 728,184 651185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -7.089567184448203,190 -102.40170288085932,191 140.89523315429688192 ],193 "extent": [194 0.6827907562255966,195 46.311805725097656,196 56.321556091308594197 ]198 },199 "obb": {200 "center": [201 -7.089567184448203,202 -102.40170288085932,203 140.89523315429688204 ],205 "extent": [206 0.6827907562255966,207 46.311805725097656,208 56.321556091308594209 ],210 "rotation": [211 0,212 -90.00000000000001,213 0214 ]215 },216 "location": [217 16.36985206604004,218 -298.24859619140625,219 0220 ],221 "rotation": [222 0,223 -90.00000000000001,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 0,234 191,235 63236 ]237 }238 ],239 "wood wall": [240 {241 "object_id": "SM_Wood_Wall",242 "bbox_2d": [243 819,244 0,245 1919,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 217.1450958251953,252 -184.02069091796875,253 137.00125122070312254 ],255 "extent": [256 224.1408233642578,257 2,258 137.00125122070312259 ]260 },261 "obb": {262 "center": [263 217.1450958251953,264 -184.02069091796875,265 137.00125122070312266 ],267 "extent": [268 224.1408233642578,269 2,270 137.00125122070312271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 0,280 0,281 0282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 63,296 191,297 0298 ]299 }300 ]301 },302 "foreground": {303 "frame glass": [304 {305 "object_id": "SM_Frame",306 "bbox_2d": [307 250,308 0,309 740,310 674311 ],312 "bbox_3d": {313 "aabb": {314 "center": [315 -6.939367294311484,316 -102.3093872070312,317 141.0713653564453318 ],319 "extent": [320 1.2500133514404403,321 49.394393920898445,322 59.22670364379883323 ]324 },325 "obb": {326 "center": [327 -6.939367294311484,328 -102.3093872070312,329 141.0713653564453330 ],331 "extent": [332 1.2500133514404403,333 49.394393920898445,334 59.22670364379883335 ],336 "rotation": [337 0,338 -90.00000000000001,339 0340 ]341 },342 "location": [343 16.36985206604004,344 -298.24859619140625,345 0346 ],347 "rotation": [348 0,349 -90.00000000000001,350 0351 ],352 "scale": [353 1,354 1,355 1356 ]357 },358 "color": [359 0,360 191,361 127362 ]363 }364 ],365 "bed frame": [366 {367 "object_id": "SM_Bed_Frame",368 "bbox_2d": [369 1860,370 714,371 1919,372 1005373 ],374 "bbox_3d": {375 "aabb": {376 "center": [377 284,378 -80.99999332427979,379 34.64175033569336380 ],381 "extent": [382 88.90624523162842,383 101.50726318359375,384 39.64175033569336385 ]386 },387 "obb": {388 "center": [389 284,390 -80.99999332427979,391 34.64175033569336392 ],393 "extent": [394 88.90624523162842,395 101.50726318359375,396 39.64175033569336397 ],398 "rotation": [399 0,400 0,401 0402 ]403 },404 "location": [405 284,406 -81,407 -5408 ],409 "rotation": [410 0,411 0,412 0413 ],414 "scale": [415 0.9375,416 0.875,417 1418 ]419 },420 "color": [421 255,422 191,423 255424 ]425 }426 ],427 "bed blanket": [428 {429 "object_id": "SM_Bed_Blanket",430 "bbox_2d": [431 1795,432 986,433 1919,434 1079435 ],436 "bbox_3d": {437 "aabb": {438 "center": [439 281.00000762939453,440 -65,441 41.00000190734863442 ],443 "extent": [444 98.49034881591797,445 99.26022291183472,446 13.39167594909668447 ]448 },449 "obb": {450 "center": [451 281.00000762939453,452 -65,453 41.00000190734863454 ],455 "extent": [456 98.49034881591797,457 99.26022291183472,458 13.39167594909668459 ],460 "rotation": [461 0,462 0,463 0464 ]465 },466 "location": [467 281,468 -65,469 41470 ],471 "rotation": [472 0,473 0,474 0475 ],476 "scale": [477 1,478 0.9375,479 1480 ]481 },482 "color": [483 191,484 0,485 255486 ]487 }488 ],489 "pillow": [490 {491 "object_id": "SM_Chair_Pillow",492 "bbox_2d": [493 853,494 830,495 1207,496 1055497 ],498 "bbox_3d": {499 "aabb": {500 "center": [501 87.00000364801313,502 -113.00000111530954,503 42.30000114440918504 ],505 "extent": [506 32.70484459252637,507 32.14139655642262,508 9.921087265014648509 ]510 },511 "obb": {512 "center": [513 87.00000364801313,514 -113.00000111530954,515 42.30000114440918516 ],517 "extent": [518 32.70484459252637,519 32.14139655642262,520 9.921087265014648521 ],522 "rotation": [523 0,524 -17,525 0526 ]527 },528 "location": [529 87,530 -113,531 42.29999923706055532 ],533 "rotation": [534 0,535 -17,536 0537 ],538 "scale": [539 1,540 1,541 1542 ]543 },544 "color": [545 191,546 255,547 0548 ]549 }550 ],551 "rest chair": [552 {553 "object_id": "SM_Rest_Chair",554 "bbox_2d": [555 704,556 625,557 1532,558 1079559 ],560 "bbox_3d": {561 "aabb": {562 "center": [563 100.00000190734336,564 -106.00000330362779,565 41.536529541015625566 ],567 "extent": [568 93.81039646216799,569 72.86479790340461,570 40.536407470703125571 ]572 },573 "obb": {574 "center": [575 100.00000190734336,576 -106.00000330362779,577 41.536529541015625578 ],579 "extent": [580 93.81039646216799,581 72.86479790340461,582 40.536407470703125583 ],584 "rotation": [585 0,586 -60.000091552734375,587 0588 ]589 },590 "location": [591 100,592 -106,593 1594 ],595 "rotation": [596 0,597 -60.000091552734375,598 0599 ],600 "scale": [601 1,602 1,603 1604 ]605 },606 "color": [607 63,608 0,609 31610 ]611 }612 ]613 }614}