TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l101_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l101_r005/lit.png",5 "camera": {6 "location": [7 1071,8 -388,9 75510 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1071,38 -388,39 755,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "pillar": [54 {55 "object_id": "SM_Pillar8_61",56 "bbox_2d": [57 0,58 0,59 526,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1040,66 -520,67 655.000045776367268 ],69 "extent": [70 43.27311630055328,71 43.273057935686666,72 165.0001373291015673 ]74 },75 "obb": {76 "center": [77 1040,78 -520,79 655.000045776367280 ],81 "extent": [82 43.27311630055328,83 43.273057935686666,84 165.0001373291015685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 1040,94 -520,95 49096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 0.8999999761581421,104 0.8999999761581421,105 1106 ]107 },108 "color": [109 255,110 63,111 255112 ]113 }114 ],115 "floor planks corner": [116 {117 "object_id": "SM_Floor_4x4m95_9",118 "bbox_2d": [119 293,120 0,121 1641,122 349123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 1000,128 -620,129 834.9999980926514130 ],131 "extent": [132 200,133 200,134 15.000001907348633135 ]136 },137 "obb": {138 "center": [139 1000,140 -620,141 834.9999980926514142 ],143 "extent": [144 200,145 200,146 15.000001907348633147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 800,156 -420,157 850158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 127,172 0,173 95174 ]175 },176 {177 "object_id": "SM_Floor_4x4m96_11",178 "bbox_2d": [179 842,180 0,181 1919,182 365183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 1300,188 -620,189 834.9999980926514190 ],191 "extent": [192 100,193 200,194 15.000001907348633195 ]196 },197 "obb": {198 "center": [199 1300,200 -620,201 834.9999980926514202 ],203 "extent": [204 100,205 200,206 15.000001907348633207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 1200,216 -420,217 850218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 191,232 31,233 159234 ]235 }236 ],237 "window": [238 {239 "object_id": "SM_Wall01_2m48_35",240 "bbox_2d": [241 996,242 94,243 1919,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 1300.0011913932399,250 -590.0003148639248,251 654.9976348876953252 ],253 "extent": [254 38.080844177317545,255 200.00037073646905,256 165.00254821777344257 ]258 },259 "obb": {260 "center": [261 1300.0011913932399,262 -590.0003148639248,263 654.9976348876953264 ],265 "extent": [266 38.080844177317545,267 200.00037073646905,268 165.00254821777344269 ],270 "rotation": [271 0,272 0.00011399998766137288,273 0274 ]275 },276 "location": [277 1310,278 -390,279 490280 ],281 "rotation": [282 0,283 0.00011399998766137288,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 223,294 143,295 79296 ]297 },298 {299 "object_id": "SM_Wall01_2m87",300 "bbox_2d": [301 512,302 315,303 1017,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 1200.0002386587266,310 -729.9998111904931,311 655.0000457763672312 ],313 "extent": [314 100.00041681768789,315 38.08145036507045,316 165.00013732910156317 ]318 },319 "obb": {320 "center": [321 1200.0002386587266,322 -729.9998111904931,323 655.0000457763672324 ],325 "extent": [326 100.00041681768789,327 38.08145036507045,328 165.00013732910156329 ],330 "rotation": [331 0,332 90.00011444091797,333 0334 ]335 },336 "location": [337 1100,338 -720,339 490340 ],341 "rotation": [342 0,343 90.00011444091797,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 143,354 255,355 0356 ]357 },358 {359 "object_id": "SM_Wall01_2m86",360 "bbox_2d": [361 293,362 291,363 521,364 1079365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 950.0002386577316,370 -729.9997158324779,371 655.0000457763672372 ],373 "extent": [374 150.0004168166929,375 38.08155474416742,376 165.00013732910156377 ]378 },379 "obb": {380 "center": [381 950.0002386577316,382 -729.9997158324779,383 655.0000457763672384 ],385 "extent": [386 150.0004168166929,387 38.08155474416742,388 165.00013732910156389 ],390 "rotation": [391 0,392 90.00011444091797,393 0394 ]395 },396 "location": [397 800,398 -720,399 490400 ],401 "rotation": [402 0,403 90.00011444091797,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 143,414 255,415 191416 ]417 },418 {419 "object_id": "SM_Wall01_2m45",420 "bbox_2d": [421 0,422 0,423 82,424 97425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 1029.9993619750187,430 -373.98599659830484,431 655.0000457763672432 ],433 "extent": [434 38.08147422222845,435 126.0142031722839,436 165.00013732910156437 ]438 },439 "obb": {440 "center": [441 1029.9993619750187,442 -373.98599659830484,443 655.0000457763672444 ],445 "extent": [446 38.08147422222845,447 126.0142031722839,448 165.00013732910156449 ],450 "rotation": [451 0,452 -179.9998016357422,453 0454 ]455 },456 "location": [457 1020,458 -500,459 490460 ],461 "rotation": [462 0,463 -179.9998016357422,464 0465 ],466 "scale": [467 1,468 0.8400917649269104,469 1470 ]471 },472 "color": [473 143,474 127,475 63476 ]477 }478 ]479 },480 "foreground": {481 "grill": [482 {483 "object_id": "SM_Grill9",484 "bbox_2d": [485 1454,486 415,487 1917,488 599489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 1300,494 -490.2020149230957,495 760.2494354248047496 ],497 "extent": [498 3.125,499 44.4444465637207,500 17.3148193359375501 ]502 },503 "obb": {504 "center": [505 1300,506 -490.2020149230957,507 760.2494354248047508 ],509 "extent": [510 3.125,511 44.4444465637207,512 17.3148193359375513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 1300,522 -445.757568359375,523 742.9346313476562524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 63,538 63,539 0540 ]541 }542 ]543 }544}