TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Studio_Apartment",3 "view_id": "l030_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Studio_Apartment/l030_r005/lit.png",5 "camera": {6 "location": [7 259,8 -64,9 8910 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 259,38 -64,39 89,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "room": [54 {55 "object_id": "SM_Room_01",56 "bbox_2d": [57 1415,58 0,59 1919,60 107261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 435.60748291015625,66 5.5621185302734375,67 137.0012512207031268 ],69 "extent": [70 5.818756103515625,71 192.51406860351562,72 137.0012512207031273 ]74 },75 "obb": {76 "center": [77 435.60748291015625,78 5.5621185302734375,79 137.0012512207031280 ],81 "extent": [82 5.818756103515625,83 192.51406860351562,84 137.0012512207031285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 255112 ]113 }114 ],115 "wood wall": [116 {117 "object_id": "SM_Wood_Wall",118 "bbox_2d": [119 0,120 0,121 1414,122 816123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 217.1450958251953,128 -184.02069091796875,129 137.00125122070312130 ],131 "extent": [132 224.1408233642578,133 2,134 137.00125122070312135 ]136 },137 "obb": {138 "center": [139 217.1450958251953,140 -184.02069091796875,141 137.00125122070312142 ],143 "extent": [144 224.1408233642578,145 2,146 137.00125122070312147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 63,172 191,173 0174 ]175 }176 ]177 },178 "foreground": {179 "bed frame": [180 {181 "object_id": "SM_Bed_Frame",182 "bbox_2d": [183 653,184 634,185 1277,186 978187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 284,192 -80.99999332427979,193 34.64175033569336194 ],195 "extent": [196 88.90624523162842,197 101.50726318359375,198 39.64175033569336199 ]200 },201 "obb": {202 "center": [203 284,204 -80.99999332427979,205 34.64175033569336206 ],207 "extent": [208 88.90624523162842,209 101.50726318359375,210 39.64175033569336211 ],212 "rotation": [213 0,214 0,215 0216 ]217 },218 "location": [219 284,220 -81,221 -5222 ],223 "rotation": [224 0,225 0,226 0227 ],228 "scale": [229 0.9375,230 0.875,231 1232 ]233 },234 "color": [235 255,236 191,237 255238 ]239 }240 ],241 "bed blanket": [242 {243 "object_id": "SM_Bed_Blanket",244 "bbox_2d": [245 681,246 886,247 1919,248 1079249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 281.00000762939453,254 -65,255 41.00000190734863256 ],257 "extent": [258 98.49034881591797,259 99.26022291183472,260 13.39167594909668261 ]262 },263 "obb": {264 "center": [265 281.00000762939453,266 -65,267 41.00000190734863268 ],269 "extent": [270 98.49034881591797,271 99.26022291183472,272 13.39167594909668273 ],274 "rotation": [275 0,276 0,277 0278 ]279 },280 "location": [281 281,282 -65,283 41284 ],285 "rotation": [286 0,287 0,288 0289 ],290 "scale": [291 1,292 0.9375,293 1294 ]295 },296 "color": [297 191,298 0,299 255300 ]301 }302 ],303 "pillow": [304 {305 "object_id": "SM_Pillow_01",306 "bbox_2d": [307 0,308 631,309 774,310 1079311 ],312 "bbox_3d": {313 "aabb": {314 "center": [315 245,316 -149.00000716928295,317 64.99999739058575318 ],319 "extent": [320 37.38641357421875,321 20.25763396676544,322 23.040369087389735323 ]324 },325 "obb": {326 "center": [327 245,328 -149.00000716928295,329 64.99999739058575330 ],331 "extent": [332 37.38641357421875,333 20.25763396676544,334 23.040369087389735335 ],336 "rotation": [337 0,338 0,339 -20.00006103515625340 ]341 },342 "location": [343 245,344 -149,345 65346 ],347 "rotation": [348 0,349 0,350 -20.00006103515625351 ],352 "scale": [353 1,354 1,355 1356 ]357 },358 "color": [359 191,360 0,361 127362 ]363 },364 {365 "object_id": "SM_Pillow_2",366 "bbox_2d": [367 706,368 612,369 1450,370 1048371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 324,376 -149.00000716928295,377 63.99999739058575378 ],379 "extent": [380 37.38641357421875,381 20.25763396676544,382 23.04036908738973383 ]384 },385 "obb": {386 "center": [387 324,388 -149.00000716928295,389 63.99999739058575390 ],391 "extent": [392 37.38641357421875,393 20.25763396676544,394 23.04036908738973395 ],396 "rotation": [397 0,398 0,399 -20.00006103515625400 ]401 },402 "location": [403 324,404 -149,405 64406 ],407 "rotation": [408 0,409 0,410 -20.00006103515625411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 191,420 255,421 127422 ]423 }424 ],425 "side table": [426 {427 "object_id": "SM_SideTable",428 "bbox_2d": [429 1413,430 842,431 1774,432 992433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 402,438 -139,439 22.53658020103842440 ],441 "extent": [442 25.0001707833232,443 25.00017078332317,444 20.39999877810476445 ]446 },447 "obb": {448 "center": [449 402,450 -139,451 22.53658020103842452 ],453 "extent": [454 25.0001707833232,455 25.00017078332317,456 20.39999877810476457 ],458 "rotation": [459 0,460 89.99965667724611,461 0462 ]463 },464 "location": [465 402,466 -139,467 2468 ],469 "rotation": [470 0,471 89.99965667724611,472 0473 ],474 "scale": [475 1,476 1,477 0.800000011920929478 ]479 },480 "color": [481 0,482 0,483 31484 ]485 }486 ],487 "decor": [488 {489 "object_id": "SM_Deco",490 "bbox_2d": [491 1406,492 731,493 1677,494 913495 ],496 "bbox_3d": {497 "aabb": {498 "center": [499 399.03852332056465,500 -141.8502557771,501 52.50552420318127502 ],503 "extent": [504 17.742706243494638,505 13.882079268370696,506 9.445267394185066507 ]508 },509 "obb": {510 "center": [511 399.03852332056465,512 -141.8502557771,513 52.50552420318127514 ],515 "extent": [516 17.742706243494638,517 13.882079268370696,518 9.445267394185066519 ],520 "rotation": [521 0,522 -5.000244140625,523 0524 ]525 },526 "location": [527 399,528 -142,529 43530 ],531 "rotation": [532 0,533 -5.000244140625,534 0535 ],536 "scale": [537 1.5,538 1.5,539 1.5540 ]541 },542 "color": [543 255,544 255,545 31546 ]547 }548 ]549 }550}