TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "SciOffice",3 "view_id": "l011_off2_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/SciOffice/l011_off2_r002/lit.png",5 "camera": {6 "location": [7 -676,8 -255,9 25310 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -676,38 -255,39 253,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_Wall_3",56 "bbox_2d": [57 671,58 782,59 967,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -600,66 710,67 159.9999847412109468 ],69 "extent": [70 100.25001287677517,71 11.000188794644828,72 150.2573 ]74 },75 "obb": {76 "center": [77 -600,78 710,79 159.9999847412109480 ],81 "extent": [82 100.25001287677517,83 11.000188794644828,84 150.2585 ],86 "rotation": [87 0,88 179.99989318847656,89 090 ]91 },92 "location": [93 -600,94 710,95 1096 ],97 "rotation": [98 0,99 179.99989318847656,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 },114 {115 "object_id": "SM_Wall_8",116 "bbox_2d": [117 669,118 734,119 1136,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -920,126 310,127 159.99998474121094128 ],129 "extent": [130 200.25000585892695,131 11.000108566948711,132 150.25133 ]134 },135 "obb": {136 "center": [137 -920,138 310,139 159.99998474121094140 ],141 "extent": [142 200.25000585892695,143 11.000108566948711,144 150.25145 ],146 "rotation": [147 0,148 -3.0517578125e-05,149 0150 ]151 },152 "location": [153 -920,154 310,155 10156 ],157 "rotation": [158 0,159 -3.0517578125e-05,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 127,171 255172 ]173 },174 {175 "object_id": "SM_Wall_16",176 "bbox_2d": [177 587,178 0,179 1919,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -710,186 -300,187 159.99998474121094188 ],189 "extent": [190 11.000428545730301,191 200.2500234353672,192 150.25193 ]194 },195 "obb": {196 "center": [197 -710,198 -300,199 159.99998474121094200 ],201 "extent": [202 11.000428545730301,203 200.2500234353672,204 150.25205 ],206 "rotation": [207 0,208 90.00012207031251,209 0210 ]211 },212 "location": [213 -710,214 -300,215 10216 ],217 "rotation": [218 0,219 90.00012207031251,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 127,230 255,231 255232 ]233 },234 {235 "object_id": "SM_Wall_17",236 "bbox_2d": [237 583,238 0,239 657,240 151241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 -710,246 -300,247 359.99999237060547248 ],249 "extent": [250 11.000426638381668,251 200.25002343536312,252 50.24999237060547253 ]254 },255 "obb": {256 "center": [257 -710,258 -300,259 359.99999237060547260 ],261 "extent": [262 11.000426638381668,263 200.25002343536312,264 50.24999237060547265 ],266 "rotation": [267 0,268 90.00012207031251,269 0270 ]271 },272 "location": [273 -710,274 -300,275 310276 ],277 "rotation": [278 0,279 90.00012207031251,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 127,290 0,291 127292 ]293 }294 ],295 "wall div": [296 {297 "object_id": "SM_WallDiv_69",298 "bbox_2d": [299 0,300 0,301 587,302 150303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -600,308 -100,309 359.99999618530273310 ],311 "extent": [312 100.24999237060547,313 5.500002861022949,314 50.249996185302734315 ]316 },317 "obb": {318 "center": [319 -600,320 -100,321 359.99999618530273322 ],323 "extent": [324 100.24999237060547,325 5.500002861022949,326 50.249996185302734327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 -600,336 -100,337 310338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 63,352 127,353 0354 ]355 },356 {357 "object_id": "SM_WallDiv_44",358 "bbox_2d": [359 669,360 803,361 961,362 1054363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 -295,368 -1400,369 359.99999618530273370 ],371 "extent": [372 5.500216446513662,373 100.25000408829283,374 50.249996185302734375 ]376 },377 "obb": {378 "center": [379 -295,380 -1400,381 359.99999618530273382 ],383 "extent": [384 5.500216446513662,385 100.25000408829283,386 50.249996185302734387 ],388 "rotation": [389 0,390 -90.00012207031251,391 0392 ]393 },394 "location": [395 -295,396 -1400,397 310398 ],399 "rotation": [400 0,401 -90.00012207031251,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 255,412 191,413 255414 ]415 }416 ],417 "pipe connector": [418 {419 "object_id": "SM_Pipe_Con_26",420 "bbox_2d": [421 673,422 786,423 1094,424 1077425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 -1905,430 -285,431 379.8999996185303432 ],433 "extent": [434 25,435 13.199999809265137,436 13.300000190734863437 ]438 },439 "obb": {440 "center": [441 -1905,442 -285,443 379.8999996185303444 ],445 "extent": [446 25,447 13.199999809265137,448 13.300000190734863449 ],450 "rotation": [451 0,452 0,453 0454 ]455 },456 "location": [457 -1905,458 -285,459 380460 ],461 "rotation": [462 0,463 0,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 255,474 159,475 255476 ]477 }478 ],479 "cable rail holder": [480 {481 "object_id": "SM_CableRailHolder_79",482 "bbox_2d": [483 673,484 817,485 966,486 1078487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 -920,492 -830,493 403.66500091552734494 ],495 "extent": [496 1.247076786861271,497 16.2106158369171,498 11.935001373291016499 ]500 },501 "obb": {502 "center": [503 -920,504 -830,505 403.66500091552734506 ],507 "extent": [508 1.247076786861271,509 16.2106158369171,510 11.935001373291016511 ],512 "rotation": [513 0,514 179.999267578125,515 0516 ]517 },518 "location": [519 -920,520 -830,521 394522 ],523 "rotation": [524 0,525 179.999267578125,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 255,536 223,537 255538 ]539 }540 ],541 "wall div window": [542 {543 "object_id": "SM_WallDivWindow_14",544 "bbox_2d": [545 0,546 40,547 589,548 1079549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -600,554 -100,555 160556 ],557 "extent": [558 100.15355682373047,559 5.5,560 150.35354614257812561 ]562 },563 "obb": {564 "center": [565 -600,566 -100,567 160568 ],569 "extent": [570 100.15355682373047,571 5.5,572 150.35354614257812573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 -600,582 -100,583 10584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 47,598 31,599 111600 ]601 }602 ],603 "wall door": [604 {605 "object_id": "SM_WallDoor_5",606 "bbox_2d": [607 669,608 733,609 1126,610 1079611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -710,616 100,617 159.99998474121094618 ],619 "extent": [620 100.00029960542327,621 200.2500219706834,622 150.25623 ]624 },625 "obb": {626 "center": [627 -710,628 100,629 159.99998474121094630 ],631 "extent": [632 100.00029960542327,633 200.2500219706834,634 150.25635 ],636 "rotation": [637 0,638 90.00011444091797,639 0640 ]641 },642 "location": [643 -710,644 100,645 10646 ],647 "rotation": [648 0,649 90.00011444091797,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 255,660 111,661 255662 ]663 }664 ]665 },666 "foreground": {667 "books": [668 {669 "object_id": "SM_Book_01a3_9",670 "bbox_2d": [671 669,672 741,673 1040,674 1079675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -1043,680 -173,681 94682 ],683 "extent": [684 18.1586835980695,685 13.693760616478727,686 1.5919867618626853687 ]688 },689 "obb": {690 "center": [691 -1043,692 -173,693 94694 ],695 "extent": [696 18.1586835980695,697 13.693760616478727,698 1.5919867618626853699 ],700 "rotation": [701 6.8301887978878694e-06,702 80.0001678466797,703 -89.99987792968753704 ]705 },706 "location": [707 -1043,708 -173,709 94710 ],711 "rotation": [712 6.8301887978878694e-06,713 80.0001678466797,714 -89.99987792968753715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 255,724 95,725 255726 ]727 }728 ],729 "monitor": [730 {731 "object_id": "SM_Monitor_03_37",732 "bbox_2d": [733 661,734 688,735 1457,736 1079737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 -697.3845221996489,742 -260.0000097516142,743 190744 ],745 "extent": [746 2.5848544531753532,747 89.16480455745307,748 50.15521240234375749 ]750 },751 "obb": {752 "center": [753 -697.3845221996489,754 -260.0000097516142,755 190756 ],757 "extent": [758 2.5848544531753532,759 89.16480455745307,760 50.15521240234375761 ],762 "rotation": [763 0,764 179.99978637695312,765 0766 ]767 },768 "location": [769 -700,770 -260,771 190772 ],773 "rotation": [774 0,775 179.99978637695312,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 255,786 79,787 223788 ]789 }790 ]791 }792}