TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Church",3 "view_id": "l008_off2_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Church/l008_off2_r000/lit.png",5 "camera": {6 "location": [7 530,8 1262,9 75110 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 530,38 1262,39 751,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "column base": [54 {55 "object_id": "SM_ColumnBase55",56 "bbox_2d": [57 1095,58 0,59 1575,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1020.0084228515341,66 1449.9999923888106,67 594.280975341796968 ],69 "extent": [70 122.79521187824662,71 122.80049139957782,72 464.289581298828173 ]74 },75 "obb": {76 "center": [77 1020.0084228515341,78 1449.9999923888106,79 594.280975341796980 ],81 "extent": [82 122.79521187824662,83 122.80049139957782,84 464.289581298828185 ],86 "rotation": [87 0,88 179.99978637695312,89 090 ]91 },92 "location": [93 1020.0133056640625,94 1450,95 13096 ],97 "rotation": [98 0,99 179.99978637695312,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 191,111 191112 ]113 },114 {115 "object_id": "SM_ColumnBase58",116 "bbox_2d": [117 0,118 0,119 462,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1020.0050048827841,126 890.0004806700607,127 594.2809753417969128 ],129 "extent": [130 122.79521187824662,131 122.80049139957771,132 464.2895812988281133 ]134 },135 "obb": {136 "center": [137 1020.0050048827841,138 890.0004806700607,139 594.2809753417969140 ],141 "extent": [142 122.79521187824662,143 122.80049139957771,144 464.2895812988281145 ],146 "rotation": [147 0,148 179.99978637695312,149 0150 ]151 },152 "location": [153 1020.0098876953125,154 890.00048828125,155 130156 ],157 "rotation": [158 0,159 179.99978637695312,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 191,170 0,171 0172 ]173 }174 ],175 "window wall": [176 {177 "object_id": "SM_WindowWall20",178 "bbox_2d": [179 1502,180 0,181 1919,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 1054.7594070432156,188 1730.0008470137936,189 685.9901123046875190 ],191 "extent": [192 68.73343236845625,193 207.58994742526443,194 556.0111083984375195 ]196 },197 "obb": {198 "center": [199 1054.7594070432156,200 1730.0008470137936,201 685.9901123046875202 ],203 "extent": [204 68.73343236845625,205 207.58994742526443,206 556.0111083984375207 ],208 "rotation": [209 0,210 179.99978637695312,211 0212 ]213 },214 "location": [215 1020.01318359375,216 1730.0009765625,217 130218 ],219 "rotation": [220 0,221 179.99978637695312,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 63,232 31,233 255234 ]235 },236 {237 "object_id": "SM_WindowWall21",238 "bbox_2d": [239 403,240 0,241 1156,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 1052.7879180905925,248 1170.0008543570611,249 685.9901123046875250 ],251 "extent": [252 66.7638889114387,253 207.58994008196828,254 556.0111083984375255 ]256 },257 "obb": {258 "center": [259 1052.7879180905925,260 1170.0008543570611,261 685.9901123046875262 ],263 "extent": [264 66.7638889114387,265 207.58994008196828,266 556.0111083984375267 ],268 "rotation": [269 0,270 179.99978637695312,271 0272 ]273 },274 "location": [275 1020.01123046875,276 1170.0009765625,277 130278 ],279 "rotation": [280 0,281 179.99978637695312,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 63,292 31,293 127294 ]295 },296 {297 "object_id": "SM_WindowWall22",298 "bbox_2d": [299 0,300 46,301 155,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 1052.7852325437175,308 609.9993895133113,309 685.9901123046875310 ],311 "extent": [312 66.7638889114387,313 207.58994008196836,314 556.0111083984375315 ]316 },317 "obb": {318 "center": [319 1052.7852325437175,320 609.9993895133113,321 685.9901123046875322 ],323 "extent": [324 66.7638889114387,325 207.58994008196836,326 556.0111083984375327 ],328 "rotation": [329 0,330 179.99978637695312,331 0332 ]333 },334 "location": [335 1020.008544921875,336 609.99951171875,337 130338 ],339 "rotation": [340 0,341 179.99978637695312,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 63,352 31,353 63354 ]355 }356 ]357 },358 "foreground": {359 "chandelier": [360 {361 "object_id": "SM_Chandelier10",362 "bbox_2d": [363 0,364 0,365 54,366 74367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 752.9120030765534,372 879.4468017358304,373 1013.9416540122693374 ],375 "extent": [376 134.34060592415335,377 140.04540351412288,378 214.14500362654508379 ]380 },381 "obb": {382 "center": [383 752.9120030765534,384 879.4468017358304,385 1013.9416540122693386 ],387 "extent": [388 134.34060592415335,389 140.04540351412288,390 214.14500362654508391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 740,400 880,401 1230402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 0.6000000238418579,410 0.6000000238418579,411 0.6000000238418579412 ]413 },414 "color": [415 31,416 95,417 255418 ]419 }420 ],421 "statue": [422 {423 "object_id": "SM_Statute07_29",424 "bbox_2d": [425 1731,426 402,427 1919,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 1046.8243145675594,434 1728.203886048304,435 641.4956970214844436 ],437 "extent": [438 63.317464311789024,439 70.96992448849778,440 184.41064453125441 ]442 },443 "obb": {444 "center": [445 1046.8243145675594,446 1728.203886048304,447 641.4956970214844448 ],449 "extent": [450 63.317464311789024,451 70.96992448849778,452 184.41064453125453 ],454 "rotation": [455 0,456 179.99978637695312,457 0458 ]459 },460 "location": [461 1054.502197265625,462 1726.036865234375,463 457.2566833496094464 ],465 "rotation": [466 0,467 179.99978637695312,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 0,478 159,479 127480 ]481 }482 ],483 "lamp": [484 {485 "object_id": "SM_Lamp39",486 "bbox_2d": [487 1437,488 886,489 1512,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 971.0353921280418,496 1499.895036256321,497 542.5164756774902498 ],499 "extent": [500 19.053020878261236,501 19.053022471039185,502 45.00721740722656503 ]504 },505 "obb": {506 "center": [507 971.0353921280418,508 1499.895036256321,509 542.5164756774902510 ],511 "extent": [512 19.053020878261236,513 19.053022471039185,514 45.00721740722656515 ],516 "rotation": [517 0,518 -45.00006103515625,519 0520 ]521 },522 "location": [523 980.781494140625,524 1489.790283203125,525 524.989501953125526 ],527 "rotation": [528 0,529 -45.00006103515625,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 255,540 95,541 15542 ]543 },544 {545 "object_id": "SM_Lamp40",546 "bbox_2d": [547 1232,548 887,549 1297,550 1079551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 970.2880769990642,556 1400.8500813204944,557 542.5164756774902558 ],559 "extent": [560 19.05302187375753,561 19.053021475563128,562 45.00721740722656563 ]564 },565 "obb": {566 "center": [567 970.2880769990642,568 1400.8500813204944,569 542.5164756774902570 ],571 "extent": [572 19.05302187375753,573 19.053021475563128,574 45.00721740722656575 ],576 "rotation": [577 0,578 44.99998474121094,579 0580 ]581 },582 "location": [583 980.392822265625,584 1410.59619140625,585 524.989501953125586 ],587 "rotation": [588 0,589 44.99998474121094,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 255,600 159,601 15602 ]603 }604 ]605 }606}