TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l071_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l071_r005/lit.png",5 "camera": {6 "location": [7 1917,8 -1119,9 55610 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1917,38 -1119,39 556,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door": [54 {55 "object_id": "SM_DoubleDoor4",56 "bbox_2d": [57 1888,58 0,59 1919,60 107761 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 2087.908582840182,66 -1140.9263198412623,67 615.776911059556468 ],69 "extent": [70 16.892558280706453,71 24.768631390850032,72 123.8359529389708873 ]74 },75 "obb": {76 "center": [77 2087.908582840182,78 -1140.9263198412623,79 615.776911059556480 ],81 "extent": [82 16.892558280706453,83 24.768631390850032,84 123.8359529389708885 ],86 "rotation": [87 0,88 150.00018310546878,89 090 ]91 },92 "location": [93 2101,94 -1118.453369140625,95 489.9264526367187596 ],97 "rotation": [98 0,99 150.00018310546878,100 0101 ],102 "scale": [103 1,104 1,105 1.1349999904632568106 ]107 },108 "color": [109 127,110 255,111 159112 ]113 },114 {115 "object_id": "SM_Door02_2m89",116 "bbox_2d": [117 1539,118 0,119 1887,120 1018121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 2113.160153568504,126 -1069.9998856444897,127 635.7296295166016128 ],129 "extent": [130 41.24163740947938,131 150.00017539070222,132 184.27442932128906133 ]134 },135 "obb": {136 "center": [137 2113.160153568504,138 -1069.9998856444897,139 635.7296295166016140 ],141 "extent": [142 41.24163740947938,143 150.00017539070222,144 184.27442932128906145 ],146 "rotation": [147 0,148 179.99978637695312,149 0150 ]151 },152 "location": [153 2099.999755859375,154 -1220,155 490156 ],157 "rotation": [158 0,159 179.99978637695312,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 143,171 143172 ]173 }174 ],175 "floor planks corner": [176 {177 "object_id": "SM_Floor_4x4m250",178 "bbox_2d": [179 1074,180 1053,181 1171,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 1900.0002980401796,188 -1120.0009226625834,189 474.99999809265137190 ],191 "extent": [192 100.00019024070843,193 100.00019024070843,194 15.000001907348633195 ]196 },197 "obb": {198 "center": [199 1900.0002980401796,200 -1120.0009226625834,201 474.99999809265137202 ],203 "extent": [204 100.00019024070843,205 100.00019024070843,206 15.000001907348633207 ],208 "rotation": [209 0,210 -0.0001090000005206093,211 0212 ]213 },214 "location": [215 1800.00048828125,216 -1020.000732421875,217 490218 ],219 "rotation": [220 0,221 -0.0001090000005206093,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 159,232 31,233 0234 ]235 },236 {237 "object_id": "SM_Floor_4x4m201_36",238 "bbox_2d": [239 1151,240 950,241 1919,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 2049.9993348491075,248 -1120.002527928564,249 474.99999809265137250 ],251 "extent": [252 50.000905472721,253 100.00045273328584,254 15.000001907348633255 ]256 },257 "obb": {258 "center": [259 2049.9993348491075,260 -1120.002527928564,261 474.99999809265137262 ],263 "extent": [264 50.000905472721,265 100.00045273328584,266 15.000001907348633267 ],268 "rotation": [269 0,270 -0.0005187988281250001,271 0272 ]273 },274 "location": [275 2000.000244140625,276 -1020.0020751953125,277 490278 ],279 "rotation": [280 0,281 -0.0005187988281250001,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 159,292 31,293 255294 ]295 }296 ],297 "window": [298 {299 "object_id": "SM_Wall01_2m38",300 "bbox_2d": [301 13,302 0,303 1538,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 1900.0000324334173,310 -1220.9603033436624,311 640.0001068115234312 ],313 "extent": [314 200.00021059237827,315 29.042830273744585,316 180.00010681152344317 ]318 },319 "obb": {320 "center": [321 1900.0000324334173,322 -1220.9603033436624,323 640.0001068115234324 ],325 "extent": [326 200.00021059237827,327 29.042830273744585,328 180.00010681152344329 ],330 "rotation": [331 0,332 90.00011444091797,333 0334 ]335 },336 "location": [337 1700,338 -1219.99951171875,339 490340 ],341 "rotation": [342 0,343 90.00011444091797,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 47,354 143,355 79356 ]357 }358 ]359 },360 "foreground": {361 "working desk": [362 {363 "object_id": "SM_WorkingDesk4_19",364 "bbox_2d": [365 0,366 816,367 12,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 1810.05224609375,374 -1177.9110107421875,375 539.0189895629883376 ],377 "extent": [378 83.40335268943181,379 40.263834309187814,380 49.12098693847656381 ]382 },383 "obb": {384 "center": [385 1810.05224609375,386 -1177.9110107421875,387 539.0189895629883388 ],389 "extent": [390 83.40335268943181,391 40.263834309187814,392 49.12098693847656393 ],394 "rotation": [395 0,396 -90.00012207031251,397 0398 ]399 },400 "location": [401 1810.05224609375,402 -1177.9110107421875,403 494.9051208496094404 ],405 "rotation": [406 0,407 -90.00012207031251,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 191,418 79,419 0420 ]421 }422 ],423 "table": [424 {425 "object_id": "SM_Table_51",426 "bbox_2d": [427 0,428 0,429 1376,430 1079431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 1926.97607421875,436 -1174.02099609375,437 530.0385208129883438 ],439 "extent": [440 28.79216802400242,441 29.171030455996743,442 39.982948303222656443 ]444 },445 "obb": {446 "center": [447 1926.97607421875,448 -1174.02099609375,449 530.0385208129883450 ],451 "extent": [452 28.79216802400242,453 29.171030455996743,454 39.982948303222656455 ],456 "rotation": [457 0,458 3.950938224792481,459 0460 ]461 },462 "location": [463 1926.97607421875,464 -1174.02099609375,465 490466 ],467 "rotation": [468 0,469 3.950938224792481,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 31,480 79,481 0482 ]483 }484 ],485 "typewriter": [486 {487 "object_id": "SM_Typewriter9",488 "bbox_2d": [489 329,490 0,491 1137,492 168493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 1927.2404802372155,498 -1175.0558605194074,499 583.3387994766235500 ],501 "extent": [502 24.144343612982766,503 25.625760973738124,504 12.90379524230957505 ]506 },507 "obb": {508 "center": [509 1927.2404802372155,510 -1175.0558605194074,511 583.3387994766235512 ],513 "extent": [514 24.144343612982766,515 25.625760973738124,516 12.90379524230957517 ],518 "rotation": [519 0,520 90.00012207031251,521 0522 ]523 },524 "location": [525 1927.240478515625,526 -1174.247802734375,527 570.021484375528 ],529 "rotation": [530 0,531 90.00012207031251,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 255,542 111,543 111544 ]545 }546 ]547 }548}