TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l134_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l134_r001/lit.png",5 "camera": {6 "location": [7 1566,8 -78,9 85410 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1566,38 -78,39 854,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "floor planks corner": [54 {55 "object_id": "SM_Floor_4x4m93_5",56 "bbox_2d": [57 0,58 567,59 900,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1800,66 -220,67 834.999998092651468 ],69 "extent": [70 200,71 200,72 15.00000190734863373 ]74 },75 "obb": {76 "center": [77 1800,78 -220,79 834.999998092651480 ],81 "extent": [82 200,83 200,84 15.00000190734863385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 1600,94 -20,95 85096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 191,111 95112 ]113 },114 {115 "object_id": "SM_Floor_4x4m103",116 "bbox_2d": [117 0,118 602,119 1919,120 923121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1500,126 -220,127 834.9999980926514128 ],129 "extent": [130 100,131 200,132 15.000001907348633133 ]134 },135 "obb": {136 "center": [137 1500,138 -220,139 834.9999980926514140 ],141 "extent": [142 100,143 200,144 15.000001907348633145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 1400,154 -20,155 850156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 191,170 95,171 159172 ]173 }174 ],175 "hallway side": [176 {177 "object_id": "SM_HallwaySide_22",178 "bbox_2d": [179 0,180 924,181 1137,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 1499.9999090509077,188 -34.040615081625205,189 655.0000915527344190 ],191 "extent": [192 600.0000909477507,193 14.041902935951775,194 165.00009155273438195 ]196 },197 "obb": {198 "center": [199 1499.9999090509077,200 -34.040615081625205,201 655.0000915527344202 ],203 "extent": [204 600.0000909477507,205 14.041902935951775,206 165.00009155273438207 ],208 "rotation": [209 0,210 -90.00012207031251,211 0212 ]213 },214 "location": [215 1500,216 -20,217 490218 ],219 "rotation": [220 0,221 -90.00012207031251,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 143,232 63,233 111234 ]235 }236 ],237 "exterior window": [238 {239 "object_id": "SM_ExteriorWindow_2m6",240 "bbox_2d": [241 609,242 924,243 1109,244 1070245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 1699.9999729235103,250 -7.001583633977916,251 640252 ],253 "extent": [254 100.00009499382281,255 17.00198310814144,256 180257 ]258 },259 "obb": {260 "center": [261 1699.9999729235103,262 -7.001583633977916,263 640264 ],265 "extent": [266 100.00009499382281,267 17.00198310814144,268 180269 ],270 "rotation": [271 0,272 90.00011444091797,273 0274 ]275 },276 "location": [277 1600,278 10,279 460280 ],281 "rotation": [282 0,283 90.00011444091797,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 143,294 191,295 255296 ]297 },298 {299 "object_id": "SM_ExteriorWindow_2m9",300 "bbox_2d": [301 1110,302 924,303 1919,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 1500.0000610349568,310 10.000199737203666,311 640.0001068115234312 ],313 "extent": [314 100.00006103495684,315 0.00019973720370458636,316 180.00010681152344317 ]318 },319 "obb": {320 "center": [321 1500.0000610349568,322 10.000199737203666,323 640.0001068115234324 ],325 "extent": [326 100.00006103495684,327 0.00019973720370458636,328 180.00010681152344329 ],330 "rotation": [331 0,332 90.00011444091797,333 0334 ]335 },336 "location": [337 1400,338 10,339 460340 ],341 "rotation": [342 0,343 90.00011444091797,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 143,354 191,355 191356 ]357 }358 ],359 "door": [360 {361 "object_id": "SM_Door02_2m40",362 "bbox_2d": [363 896,364 0,365 1919,366 1046367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 1499.9999929744747,372 -19.040355244043177,373 1000.0001068115234374 ],375 "extent": [376 100.00012909585803,377 29.041525325611175,378 180.00010681152344379 ]380 },381 "obb": {382 "center": [383 1499.9999929744747,384 -19.040355244043177,385 1000.0001068115234386 ],387 "extent": [388 100.00012909585803,389 29.041525325611175,390 180.00010681152344391 ],392 "rotation": [393 0,394 -90.00012207031251,395 0396 ]397 },398 "location": [399 1600,400 -20.000640869140625,401 850402 ],403 "rotation": [404 0,405 -90.00012207031251,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 15,416 143,417 159418 ]419 }420 ],421 "window divided": [422 {423 "object_id": "SM_Window02_2m13",424 "bbox_2d": [425 0,426 0,427 953,428 601429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 1699.9999374973663,434 -19.039714375195143,435 1000.0000915527344436 ],437 "extent": [438 100.00017875682761,439 29.041525325058505,440 180.00009155273438441 ]442 },443 "obb": {444 "center": [445 1699.9999374973663,446 -19.039714375195143,447 1000.0000915527344448 ],449 "extent": [450 100.00017875682761,451 29.041525325058505,452 180.00009155273438453 ],454 "rotation": [455 0,456 -90.00012207031251,457 0458 ]459 },460 "location": [461 1800,462 -20,463 850464 ],465 "rotation": [466 0,467 -90.00012207031251,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 111,478 143,479 159480 ]481 }482 ]483 },484 "foreground": {485 "radiator": [486 {487 "object_id": "SM_Radiator10_58",488 "bbox_2d": [489 0,490 0,491 472,492 505493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 1700.9821633284782,498 -32.872971534713656,499 882.2323417663574500 ],501 "extent": [502 52.95423551193426,503 9.156823445160143,504 23.885404586791992505 ]506 },507 "obb": {508 "center": [509 1700.9821633284782,510 -32.872971534713656,511 882.2323417663574512 ],513 "extent": [514 52.95423551193426,515 9.156823445160143,516 23.885404586791992517 ],518 "rotation": [519 0,520 -90.00012207031251,521 0522 ]523 },524 "location": [525 1700.982177734375,526 -26.111318588256836,527 849.842041015625528 ],529 "rotation": [530 0,531 -90.00012207031251,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 255,542 47,543 223544 ]545 }546 ]547 }548}