TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "SciOffice",3 "view_id": "l055_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/SciOffice/l055_r000/lit.png",5 "camera": {6 "location": [7 -620,8 -143,9 26610 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -620,38 -143,39 266,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall div": [54 {55 "object_id": "SM_WallDiv_69",56 "bbox_2d": [57 1261,58 0,59 1419,60 18561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -600,66 -100,67 359.9999961853027368 ],69 "extent": [70 100.24999237060547,71 5.500002861022949,72 50.24999618530273473 ]74 },75 "obb": {76 "center": [77 -600,78 -100,79 359.9999961853027380 ],81 "extent": [82 100.24999237060547,83 5.500002861022949,84 50.24999618530273485 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -600,94 -100,95 31096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 63,110 127,111 0112 ]113 },114 {115 "object_id": "SM_WallDiv_70",116 "bbox_2d": [117 1074,118 0,119 1272,120 404121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -400,126 -100,127 359.99999618530273128 ],129 "extent": [130 100.24999237060547,131 5.500002861022949,132 50.249996185302734133 ]134 },135 "obb": {136 "center": [137 -400,138 -100,139 359.99999618530273140 ],141 "extent": [142 100.24999237060547,143 5.500002861022949,144 50.249996185302734145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -400,154 -100,155 310156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 63,170 127,171 255172 ]173 },174 {175 "object_id": "SM_WallDiv_49",176 "bbox_2d": [177 0,178 103,179 485,180 405181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -300,186 -400,187 359.99999618530273188 ],189 "extent": [190 5.500216446513662,191 100.25000408829283,192 50.249996185302734193 ]194 },195 "obb": {196 "center": [197 -300,198 -400,199 359.99999618530273200 ],201 "extent": [202 5.500216446513662,203 100.25000408829283,204 50.249996185302734205 ],206 "rotation": [207 0,208 -90.00012207031251,209 0210 ]211 },212 "location": [213 -300,214 -400,215 310216 ],217 "rotation": [218 0,219 -90.00012207031251,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 63,230 0,231 63232 ]233 },234 {235 "object_id": "SM_WallDiv_55",236 "bbox_2d": [237 481,238 103,239 1076,240 405241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 -300,246 -200,247 359.99999618530273248 ],249 "extent": [250 5.500216446513662,251 100.25000408829284,252 50.249996185302734253 ]254 },255 "obb": {256 "center": [257 -300,258 -200,259 359.99999618530273260 ],261 "extent": [262 5.500216446513662,263 100.25000408829284,264 50.249996185302734265 ],266 "rotation": [267 0,268 -90.00012207031251,269 0270 ]271 },272 "location": [273 -300,274 -200,275 310276 ],277 "rotation": [278 0,279 -90.00012207031251,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 127,290 191,291 31292 ]293 }294 ],295 "floor planks corner": [296 {297 "object_id": "SM_Floor_18",298 "bbox_2d": [299 0,300 0,301 1100,302 103303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -500,308 -300,309 420310 ],311 "extent": [312 200.50001525878906,313 200.50001525878906,314 11.000001907348633315 ]316 },317 "obb": {318 "center": [319 -500,320 -300,321 420322 ],323 "extent": [324 200.50001525878906,325 200.50001525878906,326 11.000001907348633327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 -500,336 -300,337 420338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 0,352 0,353 31354 ]355 }356 ],357 "wall div window": [358 {359 "object_id": "SM_WallDivWindow_14",360 "bbox_2d": [361 1260,362 0,363 1919,364 1079365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -600,370 -100,371 160372 ],373 "extent": [374 100.15355682373047,375 5.5,376 150.35354614257812377 ]378 },379 "obb": {380 "center": [381 -600,382 -100,383 160384 ],385 "extent": [386 100.15355682373047,387 5.5,388 150.35354614257812389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 -600,398 -100,399 10400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 47,414 31,415 111416 ]417 },418 {419 "object_id": "SM_WallDivWindow_15",420 "bbox_2d": [421 0,422 405,423 480,424 1038425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 -300,430 -400,431 160432 ],433 "extent": [434 5.500200043780694,435 100.15356780907018,436 150.35354614257812437 ]438 },439 "obb": {440 "center": [441 -300,442 -400,443 160444 ],445 "extent": [446 5.500200043780694,447 100.15356780907018,448 150.35354614257812449 ],450 "rotation": [451 0,452 90.00011444091797,453 0454 ]455 },456 "location": [457 -300,458 -400,459 10460 ],461 "rotation": [462 0,463 90.00011444091797,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 47,474 95,475 111476 ]477 },478 {479 "object_id": "SM_WallDivWindow_27",480 "bbox_2d": [481 481,482 405,483 1081,484 1079485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 -300,490 -200,491 160492 ],493 "extent": [494 5.500200043780694,495 100.1535678090702,496 150.35354614257812497 ]498 },499 "obb": {500 "center": [501 -300,502 -200,503 160504 ],505 "extent": [506 5.500200043780694,507 100.1535678090702,508 150.35354614257812509 ],510 "rotation": [511 0,512 90.00011444091797,513 0514 ]515 },516 "location": [517 -300,518 -200,519 10520 ],521 "rotation": [522 0,523 90.00011444091797,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 79,534 63,535 111536 ]537 },538 {539 "object_id": "SM_WallDivWindow_13",540 "bbox_2d": [541 1074,542 189,543 1260,544 1079545 ],546 "bbox_3d": {547 "aabb": {548 "center": [549 -400,550 -100,551 160552 ],553 "extent": [554 100.15355682373047,555 100,556 150.35354614257812557 ]558 },559 "obb": {560 "center": [561 -400,562 -100,563 160564 ],565 "extent": [566 100.15355682373047,567 100,568 150.35354614257812569 ],570 "rotation": [571 0,572 0,573 0574 ]575 },576 "location": [577 -400,578 -100,579 10580 ],581 "rotation": [582 0,583 0,584 0585 ],586 "scale": [587 1,588 1,589 1590 ]591 },592 "color": [593 0,594 111,595 63596 ]597 }598 ]599 },600 "foreground": {601 "couch": [602 {603 "object_id": "SM_Couch_04_19",604 "bbox_2d": [605 0,606 1009,607 215,608 1079609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -350.02177010300113,614 -440.0418208574713,615 60.00006103515625616 ],617 "extent": [618 50.20873655700723,619 50.198425452266406,620 50.00058364868164621 ]622 },623 "obb": {624 "center": [625 -350.02177010300113,626 -440.0418208574713,627 60.00006103515625628 ],629 "extent": [630 50.20873655700723,631 50.198425452266406,632 50.00058364868164633 ],634 "rotation": [635 0,636 90.00012207031251,637 0638 ]639 },640 "location": [641 -400,642 -490,643 10644 ],645 "rotation": [646 0,647 90.00012207031251,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 0,658 127,659 31660 ]661 },662 {663 "object_id": "SM_Couch_02_8",664 "bbox_2d": [665 155,666 1009,667 517,668 1079669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -341.3718643187651,674 -339.9999173650455,675 60.00006103515625676 ],677 "extent": [678 41.57369352112585,679 50.256930419373305,680 50.00058364868164681 ]682 },683 "obb": {684 "center": [685 -341.3718643187651,686 -339.9999173650455,687 60.00006103515625688 ],689 "extent": [690 41.57369352112585,691 50.256930419373305,692 50.00058364868164693 ],694 "rotation": [695 0,696 -90.00011444091797,697 0698 ]699 },700 "location": [701 -300,702 -340,703 10704 ],705 "rotation": [706 0,707 -90.00011444091797,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 255,718 0,719 31720 ]721 },722 {723 "object_id": "SM_Couch_05b5_32",724 "bbox_2d": [725 481,726 1009,727 528,728 1079729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 -341.37186029892206,734 -288.1131354087567,735 60.00006103515625736 ],737 "extent": [738 41.573597706609576,739 2.1437138331350525,740 50.00058364868164741 ]742 },743 "obb": {744 "center": [745 -341.37186029892206,746 -288.1131354087567,747 60.00006103515625748 ],749 "extent": [750 41.573597706609576,751 2.1437138331350525,752 50.00058364868164753 ],754 "rotation": [755 0,756 -90.00012207031251,757 0758 ]759 },760 "location": [761 -300,762 -290,763 10764 ],765 "rotation": [766 0,767 -90.00012207031251,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 191,778 255,779 95780 ]781 }782 ]783 }784}