TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l038_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l038_r001/lit.png",5 "camera": {6 "location": [7 323,8 423,9 11510 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 323,38 423,39 115,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall panel": [54 {55 "object_id": "SM_WallpanelC",56 "bbox_2d": [57 1158,58 878,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.9445104598999023,66 580.8809876441956,67 14068 ],69 "extent": [70 400.7402038574219,71 1.5000061988830566,72 14073 ]74 },75 "obb": {76 "center": [77 -3.9445104598999023,78 580.8809876441956,79 14080 ],81 "extent": [82 400.7402038574219,83 1.5000061988830566,84 14085 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -3.9444799423217773,94 582.3809814453125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 },114 {115 "object_id": "SM_WallpanelB",116 "bbox_2d": [117 1116,118 0,119 1341,120 753121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 369.9279479980469,126 569.5809841156006,127 165.55530548095703128 ],129 "extent": [130 26.8680419921875,131 9.799985885620117,132 79.2267074584961133 ]134 },135 "obb": {136 "center": [137 369.9279479980469,138 569.5809841156006,139 165.55530548095703140 ],141 "extent": [142 26.8680419921875,143 9.799985885620117,144 79.2267074584961145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 396.7959899902344,154 579.3809814453125,155 86.32859802246094156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 0,171 63172 ]173 },174 {175 "object_id": "SM_WallpanelB001",176 "bbox_2d": [177 1342,178 0,179 1878,180 809181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 316.19195556640625,186 569.5809841156006,187 165.55530548095703188 ],189 "extent": [190 26.8680419921875,191 9.799985885620117,192 79.2267074584961193 ]194 },195 "obb": {196 "center": [197 316.19195556640625,198 569.5809841156006,199 165.55530548095703200 ],201 "extent": [202 26.8680419921875,203 9.799985885620117,204 79.2267074584961205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 343.05999755859375,214 579.3809814453125,215 86.32859802246094216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 63,230 191,231 191232 ]233 }234 ],235 "wall": [236 {237 "object_id": "SM_WallC",238 "bbox_2d": [239 938,240 0,241 1157,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 399.81292724609375,248 0.806884765625,249 140.00001525878906250 ],251 "extent": [252 24.871856689453125,253 600,254 140.0000457763672255 ]256 },257 "obb": {258 "center": [259 399.81292724609375,260 0.806884765625,261 140.00001525878906262 ],263 "extent": [264 24.871856689453125,265 600,266 140.0000457763672267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 0,276 0,277 0278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 0,292 255,293 127294 ]295 }296 ],297 "window a": [298 {299 "object_id": "SM_WindowA003",300 "bbox_2d": [301 0,302 0,303 937,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 400.20300245285034,310 481.16700744628906,311 123.93044638633728312 ],313 "extent": [314 5.743960857391357,315 59.63993835449219,316 121.06996154785156317 ]318 },319 "obb": {320 "center": [321 400.20300245285034,322 481.16700744628906,323 123.93044638633728324 ],325 "extent": [326 5.743960857391357,327 59.63993835449219,328 121.06996154785156329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 400.2030029296875,338 481.1669921875,339 2.8605000972747803340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 127,354 191,355 255356 ]357 }358 ]359 },360 "foreground": {361 "shelf": [362 {363 "object_id": "SM_ShelfC",364 "bbox_2d": [365 1879,366 0,367 1919,368 812369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 250.31798934936458,374 569.3309974670403,375 165.55535888671875376 ],377 "extent": [378 39.00605949646584,379 10.050080443684806,380 79.22671508789062381 ]382 },383 "obb": {384 "center": [385 250.31798934936458,386 569.3309974670403,387 165.55535888671875388 ],389 "extent": [390 39.00605949646584,391 10.050080443684806,392 79.22671508789062393 ],394 "rotation": [395 0,396 1.0017900422099046e-05,397 0398 ]399 },400 "location": [401 250.3179931640625,402 569.3309936523438,403 86.32869720458984404 ],405 "rotation": [406 0,407 1.0017900422099046e-05,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 255,418 0,419 0420 ]421 }422 ],423 "drawer": [424 {425 "object_id": "SM_Drawer",426 "bbox_2d": [427 1094,428 731,429 1919,430 1016431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -3.944459915161133,436 565.8809223175049,437 77.32870388031006438 ],439 "extent": [440 400.7402038574219,441 14.500059127807617,442 9.000012397766113443 ]444 },445 "obb": {446 "center": [447 -3.944459915161133,448 565.8809223175049,449 77.32870388031006450 ],451 "extent": [452 400.7402038574219,453 14.500059127807617,454 9.000012397766113455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 -3.944459915161133,464 580.3809814453125,465 68.32869720458984466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 255,480 255,481 63482 ]483 }484 ],485 "blind": [486 {487 "object_id": "SM_BlindA003",488 "bbox_2d": [489 0,490 0,491 981,492 405493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 388.50527489185333,498 481.16535568237305,499 277.76708984375500 ],501 "extent": [502 1.4643158912658691,503 58.83993911743164,504 143.9769287109375505 ]506 },507 "obb": {508 "center": [509 388.50527489185333,510 481.16535568237305,511 277.76708984375512 ],513 "extent": [514 1.4643158912658691,515 58.83993911743164,516 143.9769287109375517 ],518 "rotation": [519 0,520 0,521 0522 ]523 },524 "location": [525 388.5052795410156,526 481.16534423828125,527 421.7439880371094528 ],529 "rotation": [530 0,531 0,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 63,542 191,543 255544 ]545 }546 ],547 "book": [548 {549 "object_id": "SM_BookE001",550 "bbox_2d": [551 1892,552 0,553 1919,554 78555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 287.07800240210054,560 568.2634377330396,561 177.42438617607695562 ],563 "extent": [564 1.601179871826389,565 9.327501139137894,566 13.802431500327657567 ]568 },569 "obb": {570 "center": [571 287.07800240210054,572 568.2634377330396,573 177.42438617607695574 ],575 "extent": [576 1.601179871826389,577 9.327501139137894,578 13.802431500327657579 ],580 "rotation": [581 0,582 180,583 0584 ]585 },586 "location": [587 287.0780029296875,588 568.3889770507812,589 163.61000061035156590 ],591 "rotation": [592 0,593 180,594 0595 ],596 "scale": [597 1.1064300537109375,598 1.1064300537109375,599 1.1064300537109375600 ]601 },602 "color": [603 31,604 191,605 31606 ]607 }608 ]609 }610}