TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l014_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l014_r001/lit.png",5 "camera": {6 "location": [7 861,8 -111,9 25910 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 861,38 -111,39 259,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door": [54 {55 "object_id": "SM_Door2_41",56 "bbox_2d": [57 0,58 0,59 129,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1041.23069332004,66 -61.345332282977964,67 240.1965484619140668 ],69 "extent": [70 53.533033723873984,71 17.74706325050524,72 110.1965484619140673 ]74 },75 "obb": {76 "center": [77 1041.23069332004,78 -61.345332282977964,79 240.1965484619140680 ],81 "extent": [82 53.533033723873984,83 17.74706325050524,84 110.1965484619140685 ],86 "rotation": [87 0,88 100.00002288818361,89 090 ]91 },92 "location": [93 990,94 -75,95 13096 ],97 "rotation": [98 0,99 100.00002288818361,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 255112 ]113 }114 ],115 "wall paper": [116 {117 "object_id": "SM_WallpaperC5",118 "bbox_2d": [119 560,120 0,121 1919,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 898.8634060743689,128 -40.71163364660768,129 292.2969665527344130 ],131 "extent": [132 100.00006379728768,133 20.743274653093657,134 141.00244140625135 ]136 },137 "obb": {138 "center": [139 898.8634060743689,140 -40.71163364660768,141 292.2969665527344142 ],143 "extent": [144 100.00006379728768,145 20.743274653093657,146 141.00244140625147 ],148 "rotation": [149 0,150 -89.99999237060548,151 0152 ]153 },154 "location": [155 998.8633422851562,156 -20.029014587402344,157 151.29452514648438158 ],159 "rotation": [160 0,161 -89.99999237060548,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 127,172 159,173 79174 ]175 }176 ],177 "wood trim": [178 {179 "object_id": "SM_WoodTrim_93",180 "bbox_2d": [181 503,182 904,183 1168,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 926.4474706190877,190 -25.457892353991078,191 168.27584075927734192 ],193 "extent": [194 54.19242396026357,195 5.6610665960280855,196 38.27452850341797197 ]198 },199 "obb": {200 "center": [201 926.4474706190877,202 -25.457892353991078,203 168.27584075927734204 ],205 "extent": [206 54.19242396026357,207 5.6610665960280855,208 38.27452850341797209 ],210 "rotation": [211 0,212 -90.00012207031251,213 0214 ]215 },216 "location": [217 980.639892578125,218 -20.736366271972656,219 130.00131225585938220 ],221 "rotation": [222 0,223 -90.00012207031251,224 0225 ],226 "scale": [227 1,228 1.083848237991333,229 1230 ]231 },232 "color": [233 15,234 223,235 79236 ]237 }238 ],239 "window": [240 {241 "object_id": "SM_Wall01_2m69",242 "bbox_2d": [243 130,244 0,245 559,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 989.9998777699534,252 -119.99976799846962,253 294.9976348876953254 ],255 "extent": [256 38.0813837865378,257 100.00026939396284,258 165.00254821777344259 ]260 },261 "obb": {262 "center": [263 989.9998777699534,264 -119.99976799846962,265 294.9976348876953266 ],267 "extent": [268 38.0813837865378,269 100.00026939396284,270 165.00254821777344271 ],272 "rotation": [273 0,274 -179.9999237060547,275 0276 ]277 },278 "location": [279 980,280 -220,281 130282 ],283 "rotation": [284 0,285 -179.9999237060547,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 15,296 143,297 0298 ]299 }300 ]301 },302 "foreground": {303 "box": [304 {305 "object_id": "SM_Box22_119",306 "bbox_2d": [307 546,308 107,309 1001,310 407311 ],312 "bbox_3d": {313 "aabb": {314 "center": [315 918.2929546504669,316 -41.43020315152127,317 279.8237125277303318 ],319 "extent": [320 17.14144553147105,321 18.907498733408275,322 10.326398074605322323 ]324 },325 "obb": {326 "center": [327 918.2929546504669,328 -41.43020315152127,329 279.8237125277303330 ],331 "extent": [332 17.14144553147105,333 18.907498733408275,334 10.326398074605322335 ],336 "rotation": [337 0,338 -9.946150779724121,339 0340 ]341 },342 "location": [343 918.292236328125,344 -41.43429946899414,345 269.497314453125346 ],347 "rotation": [348 0,349 -9.946150779724121,350 0351 ],352 "scale": [353 0.8995134830474854,354 0.8995134830474854,355 0.8995134830474854356 ]357 },358 "color": [359 191,360 47,361 63362 ]363 }364 ],365 "shelf": [366 {367 "object_id": "SM_Shelf4",368 "bbox_2d": [369 478,370 265,371 1919,372 765373 ],374 "bbox_3d": {375 "aabb": {376 "center": [377 886.4262274781253,378 -40.26961708067964,379 255.9279441833496380 ],381 "extent": [382 51.12469473274177,383 20.36470982403783,384 13.64518928527832385 ]386 },387 "obb": {388 "center": [389 886.4262274781253,390 -40.26961708067964,391 255.9279441833496392 ],393 "extent": [394 51.12469473274177,395 20.36470982403783,396 13.64518928527832397 ],398 "rotation": [399 0,400 -89.99994659423828,401 0402 ]403 },404 "location": [405 886.4262084960938,406 -19.90495491027832,407 264.68414306640625408 ],409 "rotation": [410 0,411 -89.99994659423828,412 0413 ],414 "scale": [415 1,416 1,417 1418 ]419 },420 "color": [421 95,422 95,423 79424 ]425 }426 ],427 "bottle": [428 {429 "object_id": "SM_Bottle9_67",430 "bbox_2d": [431 1142,432 0,433 1290,434 345435 ],436 "bbox_3d": {437 "aabb": {438 "center": [439 882.336492466184,440 -32.07030990222883,441 289.12095642089844442 ],443 "extent": [444 8.066256561580758,445 8.066237376671936,446 19.534975051879883447 ]448 },449 "obb": {450 "center": [451 882.336492466184,452 -32.07030990222883,453 289.12095642089844454 ],455 "extent": [456 8.066256561580758,457 8.066237376671936,458 19.534975051879883459 ],460 "rotation": [461 0,462 28.29951095581056,463 0464 ]465 },466 "location": [467 882.3366088867188,468 -32.070526123046875,469 269.5731506347656470 ],471 "rotation": [472 0,473 28.29951095581056,474 0475 ],476 "scale": [477 1,478 1,479 1480 ]481 },482 "color": [483 223,484 127,485 79486 ]487 },488 {489 "object_id": "SM_Bottle10_70",490 "bbox_2d": [491 1409,492 0,493 1604,494 317495 ],496 "bbox_3d": {497 "aabb": {498 "center": [499 861.6960823421052,500 -33.9256604125955,501 289.12095642089844502 ],503 "extent": [504 7.96751275782367,505 7.96753438043627,506 19.534975051879883507 ]508 },509 "obb": {510 "center": [511 861.6960823421052,512 -33.9256604125955,513 289.12095642089844514 ],515 "extent": [516 7.96751275782367,517 7.96753438043627,518 19.534975051879883519 ],520 "rotation": [521 0,522 -116.10209655761719,523 0524 ]525 },526 "location": [527 861.6958618164062,528 -33.92555236816406,529 269.5731506347656530 ],531 "rotation": [532 0,533 -116.10209655761719,534 0535 ],536 "scale": [537 1,538 1,539 1540 ]541 },542 "color": [543 223,544 63,545 79546 ]547 },548 {549 "object_id": "SM_Bottle11",550 "bbox_2d": [551 1620,552 0,553 1881,554 295555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 849.3869952488578,560 -39.259320878718924,561 289.12095642089844562 ],563 "extent": [564 8.149964578129016,565 8.14998139288136,566 19.534975051879883567 ]568 },569 "obb": {570 "center": [571 849.3869952488578,572 -39.259320878718924,573 289.12095642089844574 ],575 "extent": [576 8.149964578129016,577 8.14998139288136,578 19.534975051879883579 ],580 "rotation": [581 0,582 59.58798217773436,583 0584 ]585 },586 "location": [587 849.38720703125,588 -39.25944519042969,589 269.5731506347656590 ],591 "rotation": [592 0,593 59.58798217773436,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 223,604 191,605 79606 ]607 }608 ],609 "web": [610 {611 "object_id": "SM_Web24_37",612 "bbox_2d": [613 732,614 0,615 966,616 146617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 897.4837734925085,622 -38.411087016326775,623 309.0081458417317624 ],625 "extent": [626 33.73869572256683,627 16.542971329825036,628 18.98764890849816629 ]630 },631 "obb": {632 "center": [633 897.4837734925085,634 -38.411087016326775,635 309.0081458417317636 ],637 "extent": [638 33.73869572256683,639 16.542971329825036,640 18.98764890849816641 ],642 "rotation": [643 0,644 64.93733978271483,645 0646 ]647 },648 "location": [649 897.2107543945312,650 -39.47730255126953,651 327.99578857421875652 ],653 "rotation": [654 0,655 64.93733978271483,656 0657 ],658 "scale": [659 0.809502124786377,660 0.809502124786377,661 0.809502124786377662 ]663 },664 "color": [665 111,666 95,667 223668 ]669 }670 ]671 }672}