TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Studio_Apartment",3 "view_id": "l091_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Studio_Apartment/l091_r004/lit.png",5 "camera": {6 "location": [7 38,8 22,9 19610 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 38,38 22,39 196,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "room": [54 {55 "object_id": "SM_Room_05",56 "bbox_2d": [57 619,58 0,59 1263,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -12.77386474609375,66 -105.65663146972656,67 137.0012512207031268 ],69 "extent": [70 5.778125762939453,71 80.36405944824219,72 137.0012512207031273 ]74 },75 "obb": {76 "center": [77 -12.77386474609375,78 -105.65663146972656,79 137.0012512207031280 ],81 "extent": [82 5.778125762939453,83 80.36405944824219,84 137.0012512207031285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 127112 ]113 },114 {115 "object_id": "SM_Room_33",116 "bbox_2d": [117 0,118 0,119 618,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -214.09774780273438,126 -30.96891212463379,127 137.00125122070312128 ],129 "extent": [130 196.61636352539062,131 5.818750381469727,132 137.00125122070312133 ]134 },135 "obb": {136 "center": [137 -214.09774780273438,138 -30.96891212463379,139 137.00125122070312140 ],141 "extent": [142 196.61636352539062,143 5.818750381469727,144 137.00125122070312145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 0,155 0156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 63,171 63172 ]173 },174 {175 "object_id": "SM_Room_39",176 "bbox_2d": [177 0,178 0,179 1919,180 234181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 6.82373046875,186 -69.15577697753906,187 262.9625244140625188 ],189 "extent": [190 423.84625244140625,191 119.129150390625,192 3.253509521484375193 ]194 },195 "obb": {196 "center": [197 6.82373046875,198 -69.15577697753906,199 262.9625244140625200 ],201 "extent": [202 423.84625244140625,203 119.129150390625,204 3.253509521484375205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 0,214 0,215 0216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 63,230 127,231 63232 ]233 }234 ],235 "door": [236 {237 "object_id": "SM_Door_01",238 "bbox_2d": [239 180,240 141,241 471,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -73.4132308959961,248 -37.81229782104492,249 118.2634048461914250 ],251 "extent": [252 41.528175354003906,253 1.5000457763671875,254 117.85313415527344255 ]256 },257 "obb": {258 "center": [259 -73.4132308959961,260 -37.81229782104492,261 118.2634048461914262 ],263 "extent": [264 41.528175354003906,265 1.5000457763671875,266 117.85313415527344267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 0,276 0,277 0278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 127,292 63,293 127294 ]295 },296 {297 "object_id": "SM_Door_04",298 "bbox_2d": [299 34,300 0,301 521,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -73.19573974609375,308 -31.37153434753418,309 119.93985748291016310 ],311 "extent": [312 45,313 8.500070571899414,314 120.17390441894531315 ]316 },317 "obb": {318 "center": [319 -73.19573974609375,320 -31.37153434753418,321 119.93985748291016322 ],323 "extent": [324 45,325 8.500070571899414,326 120.17390441894531327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 0,336 0,337 0338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 63,352 63,353 127354 ]355 }356 ],357 "gallery": [358 {359 "object_id": "SM_Gallery",360 "bbox_2d": [361 974,362 530,363 1224,364 1079365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -7.089567184448203,370 -102.40170288085932,371 140.89523315429688372 ],373 "extent": [374 0.6827907562255966,375 46.311805725097656,376 56.321556091308594377 ]378 },379 "obb": {380 "center": [381 -7.089567184448203,382 -102.40170288085932,383 140.89523315429688384 ],385 "extent": [386 0.6827907562255966,387 46.311805725097656,388 56.321556091308594389 ],390 "rotation": [391 0,392 -90.00000000000001,393 0394 ]395 },396 "location": [397 16.36985206604004,398 -298.24859619140625,399 0400 ],401 "rotation": [402 0,403 -90.00000000000001,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 0,414 191,415 63416 ]417 }418 ],419 "wood wall": [420 {421 "object_id": "SM_Wood_Wall",422 "bbox_2d": [423 1264,424 134,425 1919,426 1079427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 217.1450958251953,432 -184.02069091796875,433 137.00125122070312434 ],435 "extent": [436 224.1408233642578,437 2,438 137.00125122070312439 ]440 },441 "obb": {442 "center": [443 217.1450958251953,444 -184.02069091796875,445 137.00125122070312446 ],447 "extent": [448 224.1408233642578,449 2,450 137.00125122070312451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 0,460 0,461 0462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 63,476 191,477 0478 ]479 }480 ]481 },482 "foreground": {483 "lighting": [484 {485 "object_id": "SM_Lighting",486 "bbox_2d": [487 1189,488 0,489 1281,490 47491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 39.40386962890625,496 -27.650985717773438,497 259.49249267578125498 ],499 "extent": [500 341.56640625,501 122.9656982421875,502 0.314453125503 ]504 },505 "obb": {506 "center": [507 39.40386962890625,508 -27.650985717773438,509 259.49249267578125510 ],511 "extent": [512 341.56640625,513 122.9656982421875,514 0.314453125515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 0,524 0,525 0526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 0,540 255,541 191542 ]543 }544 ],545 "frame glass": [546 {547 "object_id": "SM_Frame",548 "bbox_2d": [549 943,550 492,551 1232,552 1079553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -6.939367294311484,558 -102.3093872070312,559 141.0713653564453560 ],561 "extent": [562 1.2500133514404403,563 49.394393920898445,564 59.22670364379883565 ]566 },567 "obb": {568 "center": [569 -6.939367294311484,570 -102.3093872070312,571 141.0713653564453572 ],573 "extent": [574 1.2500133514404403,575 49.394393920898445,576 59.22670364379883577 ],578 "rotation": [579 0,580 -90.00000000000001,581 0582 ]583 },584 "location": [585 16.36985206604004,586 -298.24859619140625,587 0588 ],589 "rotation": [590 0,591 -90.00000000000001,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 0,602 191,603 127604 ]605 }606 ]607 }608}