TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l087_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l087_r004/lit.png",5 "camera": {6 "location": [7 672,8 -465,9 65610 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 672,38 -465,39 656,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "floor planks corner": [54 {55 "object_id": "SM_Floor_4x4m94_7",56 "bbox_2d": [57 481,58 0,59 789,60 6661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 600,66 -620,67 834.999998092651468 ],69 "extent": [70 200,71 200,72 15.00000190734863373 ]74 },75 "obb": {76 "center": [77 600,78 -620,79 834.999998092651480 ],81 "extent": [82 200,83 200,84 15.00000190734863385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 400,94 -420,95 85096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 31,111 95112 ]113 },114 {115 "object_id": "SM_Floor_4x4m97_13",116 "bbox_2d": [117 0,118 0,119 606,120 235121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 200,126 -620,127 834.9999980926514128 ],129 "extent": [130 200,131 200,132 15.000001907348633133 ]134 },135 "obb": {136 "center": [137 200,138 -620,139 834.9999980926514140 ],141 "extent": [142 200,143 200,144 15.000001907348633145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 -420,155 850156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 127,170 255,171 95172 ]173 }174 ],175 "window": [176 {177 "object_id": "SM_Wall01_2m67",178 "bbox_2d": [179 0,180 206,181 175,182 807183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -0.9611865889259814,188 -570.0000305175781,189 640.0001068115234190 ],191 "extent": [192 29.042426289243366,193 150.00015258789062,194 180.00010681152344195 ]196 },197 "obb": {198 "center": [199 -0.9611865889259796,200 -570.0000305175781,201 640.0001068115234202 ],203 "extent": [204 29.042426289243366,205 150.00015258789062,206 180.00010681152344207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 -420,217 490218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 47,232 143,233 159234 ]235 },236 {237 "object_id": "SM_Wall01_2m28",238 "bbox_2d": [239 138,240 67,241 654,242 832243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 200.00023865673862,248 -729.9996214282062,249 655.0000457763672250 ],251 "extent": [252 200.00041681569982,253 38.081660077038464,254 165.00013732910156255 ]256 },257 "obb": {258 "center": [259 200.00023865673862,260 -729.9996214282062,261 655.0000457763672262 ],263 "extent": [264 200.00041681569982,265 38.081660077038464,266 165.00013732910156267 ],268 "rotation": [269 0,270 90.00011444091797,271 0272 ]273 },274 "location": [275 0,276 -720,277 490278 ],279 "rotation": [280 0,281 90.00011444091797,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 143,292 255,293 159294 ]295 },296 {297 "object_id": "SM_Wall01_2m30_2",298 "bbox_2d": [299 607,300 0,301 1919,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 600.0002386567386,308 -729.9996214282062,309 655.0000457763672310 ],311 "extent": [312 200.00041681569985,313 38.081660077038464,314 165.00013732910156315 ]316 },317 "obb": {318 "center": [319 600.0002386567386,320 -729.9996214282062,321 655.0000457763672322 ],323 "extent": [324 200.00041681569985,325 38.081660077038464,326 165.00013732910156327 ],328 "rotation": [329 0,330 90.00011444091797,331 0332 ]333 },334 "location": [335 400,336 -720,337 490338 ],339 "rotation": [340 0,341 90.00011444091797,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 143,352 255,353 223354 ]355 }356 ]357 },358 "foreground": {359 "cabinate": [360 {361 "object_id": "SM_Cabinate3_230",362 "bbox_2d": [363 261,364 0,365 1427,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 461.6864492453965,372 -679.9152870178249,373 627.4138336181641374 ],375 "extent": [376 192.6496725511755,377 35.91745824517932,378 137.41383361816406379 ]380 },381 "obb": {382 "center": [383 461.6864492453965,384 -679.9152870178249,385 627.4138336181641386 ],387 "extent": [388 192.6496725511755,389 35.91745824517932,390 137.41383361816406391 ],392 "rotation": [393 0,394 90.0000228881836,395 0396 ]397 },398 "location": [399 461.68646240234375,400 -712.8509521484375,401 490402 ],403 "rotation": [404 0,405 90.0000228881836,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 255,416 15,417 79418 ]419 }420 ],421 "table": [422 {423 "object_id": "SM_Table_233",424 "bbox_2d": [425 596,426 963,427 1013,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 569.9964599609375,434 -591.2310791015625,435 530.0385513305664436 ],437 "extent": [438 28.785484449814362,439 28.40002087665664,440 39.982948303222656441 ]442 },443 "obb": {444 "center": [445 569.9964599609375,446 -591.2310791015625,447 530.0385513305664448 ],449 "extent": [450 28.785484449814362,451 28.40002087665664,452 39.982948303222656453 ],454 "rotation": [455 0,456 86.92422485351561,457 0458 ]459 },460 "location": [461 569.9964599609375,462 -591.2310791015625,463 490.0000305175781464 ],465 "rotation": [466 0,467 86.92422485351561,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 255,478 47,479 79480 ]481 }482 ],483 "chalkboard": [484 {485 "object_id": "SM_ChalkBoard4_41",486 "bbox_2d": [487 1715,488 495,489 1919,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 772.4365247422019,496 -659.0412633502684,497 576.7313079833984498 ],499 "extent": [500 79.03137372554193,501 53.90827634209006,502 86.73130798339844503 ]504 },505 "obb": {506 "center": [507 772.4365247422019,508 -659.0412633502684,509 576.7313079833984510 ],511 "extent": [512 79.03137372554193,513 53.90827634209006,514 86.73130798339844515 ],516 "rotation": [517 0,518 109.99997711181643,519 0520 ]521 },522 "location": [523 772.4365234375,524 -659.041259765625,525 490526 ],527 "rotation": [528 0,529 109.99997711181643,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 79,540 191,541 191542 ]543 }544 ],545 "working desk": [546 {547 "object_id": "SM_WorkingDesk11_81",548 "bbox_2d": [549 0,550 800,551 768,552 1079553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 440,558 -590,559 544.1138687133789560 ],561 "extent": [562 89.12784755313521,563 54.13464642470933,564 49.12098693847656565 ]566 },567 "obb": {568 "center": [569 440,570 -590,571 544.1138687133789572 ],573 "extent": [574 89.12784755313521,575 54.13464642470933,576 49.12098693847656577 ],578 "rotation": [579 0,580 80.00010681152344,581 0582 ]583 },584 "location": [585 440,586 -590,587 500588 ],589 "rotation": [590 0,591 80.00010681152344,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 111,602 223,603 159604 ]605 }606 ]607 }608}