TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "SciOffice",3 "view_id": "l041_off0_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/SciOffice/l041_off0_r002/lit.png",5 "camera": {6 "location": [7 -1768,8 163,9 186.333328247070310 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -1768,38 163,39 186.3333282470703,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_Wall_3",56 "bbox_2d": [57 1411,58 0,59 1906,60 89361 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -600,66 710,67 159.9999847412109468 ],69 "extent": [70 100.25001287677517,71 11.000188794644828,72 150.2573 ]74 },75 "obb": {76 "center": [77 -600,78 710,79 159.9999847412109480 ],81 "extent": [82 100.25001287677517,83 11.000188794644828,84 150.2585 ],86 "rotation": [87 0,88 179.99989318847656,89 090 ]91 },92 "location": [93 -600,94 710,95 1096 ],97 "rotation": [98 0,99 179.99989318847656,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 },114 {115 "object_id": "SM_Wall_16",116 "bbox_2d": [117 1785,118 35,119 1785,120 35121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -710,126 -300,127 159.99998474121094128 ],129 "extent": [130 11.000428545730301,131 200.2500234353672,132 150.25133 ]134 },135 "obb": {136 "center": [137 -710,138 -300,139 159.99998474121094140 ],141 "extent": [142 11.000428545730301,143 200.2500234353672,144 150.25145 ],146 "rotation": [147 0,148 90.00012207031251,149 0150 ]151 },152 "location": [153 -710,154 -300,155 10156 ],157 "rotation": [158 0,159 90.00012207031251,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 127,170 255,171 255172 ]173 },174 {175 "object_id": "SM_Wall_35",176 "bbox_2d": [177 0,178 0,179 1271,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -1720,186 310,187 159.99998474121094188 ],189 "extent": [190 200.25000595154438,191 11.000110253022171,192 150.25193 ]194 },195 "obb": {196 "center": [197 -1720,198 310,199 159.99998474121094200 ],201 "extent": [202 200.25000595154438,203 11.000110253022171,204 150.25205 ],206 "rotation": [207 0,208 -3.099999958067201e-05,209 0210 ]211 },212 "location": [213 -1720,214 310,215 10216 ],217 "rotation": [218 0,219 -3.099999958067201e-05,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 127,230 127,231 63232 ]233 },234 {235 "object_id": "SM_Wall_90",236 "bbox_2d": [237 1720,238 24,239 1822,240 32241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 -1010,246 1320,247 359.99999237060547248 ],249 "extent": [250 11.000426638381668,251 200.25002343536312,252 50.24999237060547253 ]254 },255 "obb": {256 "center": [257 -1010,258 1320,259 359.99999237060547260 ],261 "extent": [262 11.000426638381668,263 200.25002343536312,264 50.24999237060547265 ],266 "rotation": [267 0,268 90.00012207031251,269 0270 ]271 },272 "location": [273 -1010,274 1320,275 310276 ],277 "rotation": [278 0,279 90.00012207031251,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 191,290 255,291 255292 ]293 },294 {295 "object_id": "SM_Wall_47",296 "bbox_2d": [297 1714,298 58,299 1714,300 58301 ],302 "bbox_3d": {303 "aabb": {304 "center": [305 -649.9999923705058,306 500.0000798948132,307 419.9999400788846308 ],309 "extent": [310 50.25032553195547,311 200.25008163795474,312 11.000084685866113313 ]314 },315 "obb": {316 "center": [317 -649.9999923705058,318 500.0000798948132,319 419.9999400788846320 ],321 "extent": [322 50.25032553195547,323 200.25008163795474,324 11.000084685866113325 ],326 "rotation": [327 7.000000091289134e-06,328 -90.00009155273438,329 -90.00006866455077330 ]331 },332 "location": [333 -600,334 500,335 420336 ],337 "rotation": [338 7.000000091289134e-06,339 -90.00009155273438,340 -90.00006866455077341 ],342 "scale": [343 1,344 1,345 1346 ]347 },348 "color": [349 95,350 255,351 255352 ]353 }354 ],355 "pipe connector": [356 {357 "object_id": "SM_Pipe_Con_41",358 "bbox_2d": [359 1810,360 26,361 1810,362 26363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 -1140,368 335,369 379.8999996185303370 ],371 "extent": [372 13.200053072456967,373 25.000028122923993,374 13.300000190734863375 ]376 },377 "obb": {378 "center": [379 -1140,380 335,381 379.8999996185303382 ],383 "extent": [384 13.200053072456967,385 25.000028122923993,386 13.300000190734863387 ],388 "rotation": [389 0,390 -90.00012207031251,391 0392 ]393 },394 "location": [395 -1140,396 335,397 380398 ],399 "rotation": [400 0,401 -90.00012207031251,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 63,412 159,413 255414 ]415 }416 ],417 "pipe holder": [418 {419 "object_id": "SM_PipeHolder_3",420 "bbox_2d": [421 1706,422 53,423 1706,424 53425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 -1590,430 -285,431 391.3435287475586432 ],433 "extent": [434 1.6170004606246948,435 11.512943267822266,436 22.85647201538086437 ]438 },439 "obb": {440 "center": [441 -1590,442 -285,443 391.3435287475586444 ],445 "extent": [446 1.6170004606246948,447 11.512943267822266,448 22.85647201538086449 ],450 "rotation": [451 0,452 0,453 0454 ]455 },456 "location": [457 -1590,458 -285,459 380460 ],461 "rotation": [462 0,463 0,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 223,474 255,475 255476 ]477 }478 ],479 "wall door": [480 {481 "object_id": "SM_WallDoor_7",482 "bbox_2d": [483 1272,484 0,485 1919,486 1079487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 -1930,492 100,493 159.99998474121094494 ],495 "extent": [496 100.00029960542315,497 200.2500219706834,498 150.25499 ]500 },501 "obb": {502 "center": [503 -1930,504 100,505 159.99998474121094506 ],507 "extent": [508 100.00029960542315,509 200.2500219706834,510 150.25511 ],512 "rotation": [513 0,514 90.00011444091797,515 0516 ]517 },518 "location": [519 -1930,520 100,521 10522 ],523 "rotation": [524 0,525 90.00011444091797,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 255,536 111,537 63538 ]539 }540 ]541 },542 "foreground": {543 "shelf": [544 {545 "object_id": "SM_Shelf_12",546 "bbox_2d": [547 0,548 185,549 1085,550 1079551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -1760.0000186421294,556 270.7500309512502,557 110558 ],559 "extent": [560 75.00016777706514,561 24.250528788720743,562 100563 ]564 },565 "obb": {566 "center": [567 -1760.0000186421294,568 270.7500309512502,569 110570 ],571 "extent": [572 75.00016777706514,573 24.250528788720743,574 100575 ],576 "rotation": [577 0,578 -89.99957275390625,579 0580 ]581 },582 "location": [583 -1760,584 270,585 10586 ],587 "rotation": [588 0,589 -89.99957275390625,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 0,600 15,601 111602 ]603 }604 ],605 "signage": [606 {607 "object_id": "SM_Sign_42",608 "bbox_2d": [609 1639,610 0,611 1919,612 144613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -1916.4999999999895,618 100.0000055926383,619 255620 ],621 "extent": [622 3.000485068105945,623 130.10000202909882,624 14.000001907348633625 ]626 },627 "obb": {628 "center": [629 -1916.4999999999895,630 100.00000559263829,631 255632 ],633 "extent": [634 3.000485068105945,635 130.10000202909882,636 14.000001907348633637 ],638 "rotation": [639 0,640 179.99978637695312,641 0642 ]643 },644 "location": [645 -1915,646 100,647 255648 ],649 "rotation": [650 0,651 179.99978637695312,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 31,662 31,663 111664 ]665 }666 ],667 "plant": [668 {669 "object_id": "SM_Plant_33",670 "bbox_2d": [671 1745,672 23,673 1809,674 55675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -1629.4621934691863,680 -1661.0330495764485,681 296.3414359680032682 ],683 "extent": [684 91.48593031494784,685 68.335773697371,686 51.2799995434284687 ]688 },689 "obb": {690 "center": [691 -1629.4621934691863,692 -1661.0330495764485,693 296.3414359680032694 ],695 "extent": [696 91.48593031494784,697 68.335773697371,698 51.2799995434284699 ],700 "rotation": [701 0,702 -90.00012207031251,703 0704 ]705 },706 "location": [707 -1620,708 -1660,709 350710 ],711 "rotation": [712 0,713 -90.00012207031251,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 79,724 223,725 255726 ]727 },728 {729 "object_id": "SM_Plant_60",730 "bbox_2d": [731 340,732 0,733 1559,734 208735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -1829.4621934691863,740 258.96695042355145,741 296.3414359680032742 ],743 "extent": [744 91.48593031494784,745 68.33577369737102,746 51.2799995434284747 ]748 },749 "obb": {750 "center": [751 -1829.4621934691863,752 258.96695042355145,753 296.3414359680032754 ],755 "extent": [756 91.48593031494784,757 68.33577369737102,758 51.2799995434284759 ],760 "rotation": [761 0,762 -90.00012207031251,763 0764 ]765 },766 "location": [767 -1820,768 260,769 350770 ],771 "rotation": [772 0,773 -90.00012207031251,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 79,784 15,785 31786 ]787 }788 ]789 }790}