TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Church",3 "view_id": "l008_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/luoxin/Church/l008_r000/lit.png",5 "camera": {6 "location": [7 530,8 1262,9 66110 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 530,38 1262,39 661,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "column base": [54 {55 "object_id": "SM_ColumnBase55",56 "bbox_2d": [57 1155,58 0,59 1504,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1020.0084228515341,66 1449.9999923888106,67 594.280975341796968 ],69 "extent": [70 122.79521187824662,71 122.80049139957782,72 464.289581298828173 ]74 },75 "obb": {76 "center": [77 1020.0084228515341,78 1449.9999923888106,79 594.280975341796980 ],81 "extent": [82 122.79521187824662,83 122.80049139957782,84 464.289581298828185 ],86 "rotation": [87 0,88 179.99978637695312,89 090 ]91 },92 "location": [93 1020.0133056640625,94 1450,95 13096 ],97 "rotation": [98 0,99 179.99978637695312,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 191,111 191112 ]113 },114 {115 "object_id": "SM_ColumnBase58",116 "bbox_2d": [117 49,118 0,119 404,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1020.0050048827841,126 890.0004806700607,127 594.2809753417969128 ],129 "extent": [130 122.79521187824662,131 122.80049139957771,132 464.2895812988281133 ]134 },135 "obb": {136 "center": [137 1020.0050048827841,138 890.0004806700607,139 594.2809753417969140 ],141 "extent": [142 122.79521187824662,143 122.80049139957771,144 464.2895812988281145 ],146 "rotation": [147 0,148 179.99978637695312,149 0150 ]151 },152 "location": [153 1020.0098876953125,154 890.00048828125,155 130156 ],157 "rotation": [158 0,159 179.99978637695312,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 191,170 0,171 0172 ]173 }174 ],175 "window wall": [176 {177 "object_id": "SM_WindowWall20",178 "bbox_2d": [179 1502,180 0,181 1919,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 1054.7594070432156,188 1730.0008470137936,189 685.9901123046875190 ],191 "extent": [192 68.73343236845625,193 207.58994742526443,194 556.0111083984375195 ]196 },197 "obb": {198 "center": [199 1054.7594070432156,200 1730.0008470137936,201 685.9901123046875202 ],203 "extent": [204 68.73343236845625,205 207.58994742526443,206 556.0111083984375207 ],208 "rotation": [209 0,210 179.99978637695312,211 0212 ]213 },214 "location": [215 1020.01318359375,216 1730.0009765625,217 130218 ],219 "rotation": [220 0,221 179.99978637695312,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 63,232 31,233 255234 ]235 },236 {237 "object_id": "SM_WindowWall21",238 "bbox_2d": [239 369,240 0,241 1165,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 1052.7879180905925,248 1170.0008543570611,249 685.9901123046875250 ],251 "extent": [252 66.7638889114387,253 207.58994008196828,254 556.0111083984375255 ]256 },257 "obb": {258 "center": [259 1052.7879180905925,260 1170.0008543570611,261 685.9901123046875262 ],263 "extent": [264 66.7638889114387,265 207.58994008196828,266 556.0111083984375267 ],268 "rotation": [269 0,270 179.99978637695312,271 0272 ]273 },274 "location": [275 1020.01123046875,276 1170.0009765625,277 130278 ],279 "rotation": [280 0,281 179.99978637695312,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 63,292 31,293 127294 ]295 },296 {297 "object_id": "SM_WindowWall22",298 "bbox_2d": [299 0,300 0,301 51,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 1052.7852325437175,308 609.9993895133113,309 685.9901123046875310 ],311 "extent": [312 66.7638889114387,313 207.58994008196836,314 556.0111083984375315 ]316 },317 "obb": {318 "center": [319 1052.7852325437175,320 609.9993895133113,321 685.9901123046875322 ],323 "extent": [324 66.7638889114387,325 207.58994008196836,326 556.0111083984375327 ],328 "rotation": [329 0,330 179.99978637695312,331 0332 ]333 },334 "location": [335 1020.008544921875,336 609.99951171875,337 130338 ],339 "rotation": [340 0,341 179.99978637695312,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 63,352 31,353 63354 ]355 }356 ]357 },358 "foreground": {359 "statue": [360 {361 "object_id": "SM_Statute07_29",362 "bbox_2d": [363 1731,364 237,365 1919,366 952367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 1046.8243145675594,372 1728.203886048304,373 641.4956970214844374 ],375 "extent": [376 63.317464311789024,377 70.96992448849778,378 184.41064453125379 ]380 },381 "obb": {382 "center": [383 1046.8243145675594,384 1728.203886048304,385 641.4956970214844386 ],387 "extent": [388 63.317464311789024,389 70.96992448849778,390 184.41064453125391 ],392 "rotation": [393 0,394 179.99978637695312,395 0396 ]397 },398 "location": [399 1054.502197265625,400 1726.036865234375,401 457.2566833496094402 ],403 "rotation": [404 0,405 179.99978637695312,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 0,416 159,417 127418 ]419 }420 ],421 "lamp": [422 {423 "object_id": "SM_Lamp39",424 "bbox_2d": [425 1437,426 696,427 1512,428 903429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 971.0353921280418,434 1499.895036256321,435 542.5164756774902436 ],437 "extent": [438 19.053020878261236,439 19.053022471039185,440 45.00721740722656441 ]442 },443 "obb": {444 "center": [445 971.0353921280418,446 1499.895036256321,447 542.5164756774902448 ],449 "extent": [450 19.053020878261236,451 19.053022471039185,452 45.00721740722656453 ],454 "rotation": [455 0,456 -45.00006103515625,457 0458 ]459 },460 "location": [461 980.781494140625,462 1489.790283203125,463 524.989501953125464 ],465 "rotation": [466 0,467 -45.00006103515625,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 255,478 95,479 15480 ]481 },482 {483 "object_id": "SM_Lamp40",484 "bbox_2d": [485 1232,486 696,487 1297,488 903489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 970.2880769990642,494 1400.8500813204944,495 542.5164756774902496 ],497 "extent": [498 19.05302187375753,499 19.053021475563128,500 45.00721740722656501 ]502 },503 "obb": {504 "center": [505 970.2880769990642,506 1400.8500813204944,507 542.5164756774902508 ],509 "extent": [510 19.05302187375753,511 19.053021475563128,512 45.00721740722656513 ],514 "rotation": [515 0,516 44.99998474121094,517 0518 ]519 },520 "location": [521 980.392822265625,522 1410.59619140625,523 524.989501953125524 ],525 "rotation": [526 0,527 44.99998474121094,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 255,538 159,539 15540 ]541 }542 ]543 }544}