TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l128_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l128_r001/lit.png",5 "camera": {6 "location": [7 1287,8 -274,9 85410 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1287,38 -274,39 854,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "floor planks corner": [54 {55 "object_id": "SM_Floor_4x4m92_3",56 "bbox_2d": [57 0,58 554,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1300,66 -220,67 834.999998092651468 ],69 "extent": [70 100,71 200,72 15.00000190734863373 ]74 },75 "obb": {76 "center": [77 1300,78 -220,79 834.999998092651480 ],81 "extent": [82 100,83 200,84 15.00000190734863385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 1200,94 -20,95 85096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 191,110 191,111 159112 ]113 },114 {115 "object_id": "SM_Floor_4x4m103",116 "bbox_2d": [117 0,118 552,119 845,120 933121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1500,126 -220,127 834.9999980926514128 ],129 "extent": [130 100,131 200,132 15.000001907348633133 ]134 },135 "obb": {136 "center": [137 1500,138 -220,139 834.9999980926514140 ],141 "extent": [142 100,143 200,144 15.000001907348633145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 1400,154 -20,155 850156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 191,170 95,171 159172 ]173 }174 ],175 "floor separator": [176 {177 "object_id": "SM_FloorSeparator4_20",178 "bbox_2d": [179 809,180 549,181 1060,182 562183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 1400.8859588263288,188 -147.82623233764386,189 850.692673853742190 ],191 "extent": [192 5.580310316286159,193 120.00000824425095,194 0.6926738537420079195 ]196 },197 "obb": {198 "center": [199 1400.8859588263288,200 -147.82623233764386,201 850.692673853742202 ],203 "extent": [204 5.580310316286159,205 120.00000824425095,206 0.6926738537420079207 ],208 "rotation": [209 0,210 -90.00012969970703,211 0212 ]213 },214 "location": [215 1400.88623046875,216 -27.826236724853516,217 850218 ],219 "rotation": [220 0,221 -90.00012969970703,222 0223 ],224 "scale": [225 1.2000000476837158,226 1.2000000476837158,227 1.2000000476837158228 ]229 },230 "color": [231 255,232 159,233 143234 ]235 }236 ],237 "door": [238 {239 "object_id": "SM_Door02_2m40",240 "bbox_2d": [241 809,242 0,243 1033,244 552245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 1499.9999929744747,250 -19.040355244043177,251 1000.0001068115234252 ],253 "extent": [254 100.00012909585803,255 29.041525325611175,256 180.00010681152344257 ]258 },259 "obb": {260 "center": [261 1499.9999929744747,262 -19.040355244043177,263 1000.0001068115234264 ],265 "extent": [266 100.00012909585803,267 29.041525325611175,268 180.00010681152344269 ],270 "rotation": [271 0,272 -90.00012207031251,273 0274 ]275 },276 "location": [277 1600,278 -20.000640869140625,279 850280 ],281 "rotation": [282 0,283 -90.00012207031251,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 15,294 143,295 159296 ]297 },298 {299 "object_id": "SM_Door02_2m13",300 "bbox_2d": [301 941,302 924,303 1901,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 1120.0002320002518,310 -229.9997564934896,311 655.0000915527344312 ],313 "extent": [314 200.00039146299684,315 38.081528826081424,316 165.00009155273438317 ]318 },319 "obb": {320 "center": [321 1120.0002320002518,322 -229.9997564934896,323 655.0000915527344324 ],325 "extent": [326 200.00039146299684,327 38.081528826081424,328 165.00009155273438329 ],330 "rotation": [331 0,332 90.00007629394531,333 0334 ]335 },336 "location": [337 920,338 -220,339 490340 ],341 "rotation": [342 0,343 90.00007629394531,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 143,354 127,355 0356 ]357 },358 {359 "object_id": "SM_Door02_2m14",360 "bbox_2d": [361 301,362 924,363 1005,364 1079365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 1520.0002320002518,370 -229.99916140071616,371 655.0000915527344372 ],373 "extent": [374 200.00039146299684,375 38.081528826081424,376 165.00009155273438377 ]378 },379 "obb": {380 "center": [381 1520.0002320002518,382 -229.99916140071616,383 655.0000915527344384 ],385 "extent": [386 200.00039146299684,387 38.081528826081424,388 165.00009155273438389 ],390 "rotation": [391 0,392 90.00007629394531,393 0394 ]395 },396 "location": [397 1320,398 -219.99940490722656,399 490400 ],401 "rotation": [402 0,403 90.00007629394531,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 143,414 127,415 255416 ]417 }418 ],419 "window": [420 {421 "object_id": "SM_Wall01_2m101",422 "bbox_2d": [423 1085,424 0,425 1919,426 560427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 1250.0000666887433,432 -19.03925400841987,433 1000.0001068115234434 ],435 "extent": [436 150.0001887798701,437 29.041978062675053,438 180.00010681152344439 ]440 },441 "obb": {442 "center": [443 1250.0000666887433,444 -19.03925400841987,445 1000.0001068115234446 ],447 "extent": [448 150.0001887798701,449 29.041978062675053,450 180.00010681152344451 ],452 "rotation": [453 0,454 -89.99960327148438,455 0456 ]457 },458 "location": [459 1100,460 -19.99999237060547,461 850462 ],463 "rotation": [464 0,465 -89.99960327148438,466 0467 ],468 "scale": [469 1,470 -1,471 1472 ]473 },474 "color": [475 79,476 143,477 47478 ]479 }480 ]481 },482 "foreground": {483 "recorder": [484 {485 "object_id": "SM_Recorder_01_17",486 "bbox_2d": [487 0,488 0,489 1008,490 588491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 1350.0386963091232,496 -282.3032203047551,497 966.4837188720703498 ],499 "extent": [500 30.18970041454827,501 85.31873272466862,502 116.4363021850586503 ]504 },505 "obb": {506 "center": [507 1350.0386963091232,508 -282.3032203047551,509 966.4837188720703510 ],511 "extent": [512 30.18970041454827,513 85.31873272466862,514 116.4363021850586515 ],516 "rotation": [517 0,518 179.99993896484375,519 0520 ]521 },522 "location": [523 1350.0386962890625,524 -282.3220520019531,525 850526 ],527 "rotation": [528 0,529 179.99993896484375,530 0531 ],532 "scale": [533 1,534 1.0199620723724365,535 1536 ]537 },538 "color": [539 79,540 63,541 159542 ]543 }544 ]545 }546}