TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l057_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l057_r003/lit.png",5 "camera": {6 "location": [7 -108,8 590,9 20810 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -108,38 590,39 208,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window divided": [54 {55 "object_id": "SM_Window4",56 "bbox_2d": [57 1576,58 0,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -260.562744140625,66 439.8597279855553,67 219.5106124877929768 ],69 "extent": [70 5,71 55.520464069539685,72 119.4392242431640673 ]74 },75 "obb": {76 "center": [77 -260.562744140625,78 439.8597279855553,79 219.5106124877929780 ],81 "extent": [82 5,83 55.520464069539685,84 119.4392242431640685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -255.562744140625,94 384.3392639160156,95 100.0967559814453196 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1.1799999475479126,105 1106 ]107 },108 "color": [109 0,110 0,111 63112 ]113 },114 {115 "object_id": "SM_Window5",116 "bbox_2d": [117 854,118 0,119 1575,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -260.562744140625,126 550.8835316964928,127 219.51061248779297128 ],129 "extent": [130 5,131 55.520464069539685,132 119.43922424316406133 ]134 },135 "obb": {136 "center": [137 -260.562744140625,138 550.8835316964928,139 219.51061248779297140 ],141 "extent": [142 5,143 55.520464069539685,144 119.43922424316406145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -255.562744140625,154 495.3630676269531,155 100.09675598144531156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1.1799999475479126,165 1166 ]167 },168 "color": [169 0,170 255,171 63172 ]173 },174 {175 "object_id": "SM_Window6",176 "bbox_2d": [177 113,178 0,179 853,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -260.562744140625,186 663.2409183566147,187 219.51061248779297188 ],189 "extent": [190 5,191 56.93122597380216,192 119.43922424316406193 ]194 },195 "obb": {196 "center": [197 -260.562744140625,198 663.2409183566147,199 219.51061248779297200 ],201 "extent": [202 5,203 56.93122597380216,204 119.43922424316406205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 -255.562744140625,214 606.3096923828125,215 100.09675598144531216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1.209983468055725,225 1226 ]227 },228 "color": [229 0,230 127,231 63232 ]233 }234 ]235 },236 "foreground": {237 "armchair": [238 {239 "object_id": "SM_AmchairTreadle_71",240 "bbox_2d": [241 0,242 776,243 106,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -152.8481072756076,250 690.1914664693588,251 135.18423461914062252 ],253 "extent": [254 90.17419874910203,255 74.60563740934913,256 41.904197692871094257 ]258 },259 "obb": {260 "center": [261 -152.8481072756076,262 690.1914664693588,263 135.18423461914062264 ],265 "extent": [266 90.17419874910203,267 74.60563740934913,268 41.904197692871094269 ],270 "rotation": [271 0,272 60.00009536743165,273 0274 ]275 },276 "location": [277 -181.7554931640625,278 707.0924682617188,279 93.3218994140625280 ],281 "rotation": [282 0,283 60.00009536743165,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 255,294 255,295 63296 ]297 }298 ],299 "curtain": [300 {301 "object_id": "SM_CurtainLong8",302 "bbox_2d": [303 945,304 0,305 1604,306 400307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -237.5807647705078,312 548.1863531408244,313 286.1421890258789314 ],315 "extent": [316 2.8221588134765625,317 44.898785157101884,318 59.639122009277344319 ]320 },321 "obb": {322 "center": [323 -237.5807647705078,324 548.1863531408244,325 286.1421890258789326 ],327 "extent": [328 2.8221588134765625,329 44.898785157101884,330 59.639122009277344331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 -240.40292358398438,340 546.6011352539062,341 345.78131103515625342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 0.8799999952316284,351 1352 ]353 },354 "color": [355 0,356 63,357 255358 ]359 },360 {361 "object_id": "SM_CurtainLong9",362 "bbox_2d": [363 131,364 0,365 792,366 400367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -237.5800018310547,372 656.2885259923869,373 286.1421890258789374 ],375 "extent": [376 2.8221588134765625,377 44.898785157101884,378 59.639122009277344379 ]380 },381 "obb": {382 "center": [383 -237.5800018310547,384 656.2885259923869,385 286.1421890258789386 ],387 "extent": [388 2.8221588134765625,389 44.898785157101884,390 59.639122009277344391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 -240.40216064453125,400 654.7033081054688,401 345.78131103515625402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 0.8799999952316284,411 1412 ]413 },414 "color": [415 0,416 63,417 127418 ]419 }420 ],421 "decorative grass": [422 {423 "object_id": "SM_Decorative73_438",424 "bbox_2d": [425 539,426 801,427 637,428 1013429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -216.03517150878906,434 631.714241027832,435 166.90699768066406436 ],437 "extent": [438 5.235870361328125,439 5.270179748535156,440 11.30023193359375441 ]442 },443 "obb": {444 "center": [445 -216.03517150878906,446 631.714241027832,447 166.90699768066406448 ],449 "extent": [450 5.235870361328125,451 5.270179748535156,452 11.30023193359375453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 -216.03514099121094,462 631.7142333984375,463 155.5080108642578464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 31,478 63,479 127480 ]481 },482 {483 "object_id": "SM_Decorative74_441",484 "bbox_2d": [485 606,486 968,487 718,488 1063489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -208.61138153076172,494 621.0982666015625,495 158.09076690673828496 ],497 "extent": [498 5.650764465332031,499 5.647735595703125,500 2.5378570556640625501 ]502 },503 "obb": {504 "center": [505 -208.61138153076172,506 621.0982666015625,507 158.09076690673828508 ],509 "extent": [510 5.650764465332031,511 5.647735595703125,512 2.5378570556640625513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 -208.61138916015625,522 621.0982666015625,523 155.5080108642578524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 31,538 63,539 63540 ]541 },542 {543 "object_id": "SM_Decorative75_444",544 "bbox_2d": [545 378,546 871,547 522,548 1048549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -209.1886987929999,554 644.2610459530428,555 163.78991996510706556 ],557 "extent": [558 7.4541206130003275,559 7.949630178640177,560 8.199088504662257561 ]562 },563 "obb": {564 "center": [565 -209.1886987929999,566 644.2610459530428,567 163.78991996510706568 ],569 "extent": [570 7.4541206130003275,571 7.949630178640177,572 8.199088504662257573 ],574 "rotation": [575 0,576 -70.00003051757811,577 0578 ]579 },580 "location": [581 -209.2161102294922,582 644.3221435546875,583 155.50799560546875584 ],585 "rotation": [586 0,587 -70.00003051757811,588 0589 ],590 "scale": [591 1.2631105184555054,592 1.2631105184555054,593 1.2631105184555054594 ]595 },596 "color": [597 31,598 63,599 191600 ]601 },602 {603 "object_id": "SM_Decorative150_125",604 "bbox_2d": [605 402,606 994,607 496,608 1079609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -200.14453125,614 638.8701171875,615 159.09020352363586616 ],617 "extent": [618 3.9829070568084717,619 3.9831271171569824,620 3.573169708251953621 ]622 },623 "obb": {624 "center": [625 -200.14453125,626 638.8701171875,627 159.09020352363586628 ],629 "extent": [630 3.9829070568084717,631 3.9831271171569824,632 3.573169708251953633 ],634 "rotation": [635 0,636 0,637 0638 ]639 },640 "location": [641 -200.14453125,642 638.8701171875,643 155.51678466796875644 ],645 "rotation": [646 0,647 0,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 95,658 0,659 159660 ]661 }662 ],663 "table": [664 {665 "object_id": "SM_ColumnTable_2",666 "bbox_2d": [667 327,668 930,669 794,670 1079671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 -214.41236877441406,676 632.1419658660889,677 124.42224884033203678 ],679 "extent": [680 23.490083694458008,681 23.490083694458008,682 31.094552993774414683 ]684 },685 "obb": {686 "center": [687 -214.41236877441406,688 632.1419658660889,689 124.42224884033203690 ],691 "extent": [692 23.490083694458008,693 23.490083694458008,694 31.094552993774414695 ],696 "rotation": [697 0,698 0,699 0700 ]701 },702 "location": [703 -214.41236877441406,704 632.1419677734375,705 93.32185363769531706 ],707 "rotation": [708 0,709 0,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 31,720 191,721 127722 ]723 }724 ],725 "glasses": [726 {727 "object_id": "SM_Glasses2_109",728 "bbox_2d": [729 509,730 1034,731 680,732 1079733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -203.32000636611153,738 626.5207805223553,739 157.49033570289612740 ],741 "extent": [742 10.642745252978813,743 10.28749076332258,744 2.3020620346069336745 ]746 },747 "obb": {748 "center": [749 -203.32000636611153,750 626.5207805223553,751 157.49033570289612752 ],753 "extent": [754 10.642745252978813,755 10.28749076332258,756 2.3020620346069336757 ],758 "rotation": [759 0,760 -120.00015258789062,761 0762 ]763 },764 "location": [765 -202.9651336669922,766 625.7177734375,767 155.51681518554688768 ],769 "rotation": [770 0,771 -120.00015258789062,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 31,782 191,783 159784 ]785 }786 ]787 }788}