TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l009_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l009_r003/lit.png",5 "camera": {6 "location": [7 -128,8 175,9 17310 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -128,38 175,39 173,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window divided": [54 {55 "object_id": "SM_Window2",56 "bbox_2d": [57 1832,58 0,59 1919,60 102661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -260.562744140625,66 6.057598385566507,67 219.5106124877929768 ],69 "extent": [70 5,71 53.16790417169932,72 119.4392242431640673 ]74 },75 "obb": {76 "center": [77 -260.562744140625,78 6.057598385566507,79 219.5106124877929780 ],81 "extent": [82 5,83 53.16790417169932,84 119.4392242431640685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -255.562744140625,94 -47.11030578613281,95 100.0967559814453196 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1.1299999952316284,105 1106 ]107 },108 "color": [109 127,110 127,111 0112 ]113 },114 {115 "object_id": "SM_Window3_62",116 "bbox_2d": [117 288,118 0,119 1080,120 1043121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -260.5628662109375,126 211.59552451635,127 219.51061248779297128 ],129 "extent": [130 5,131 52.69739219213125,132 119.43922424316406133 ]134 },135 "obb": {136 "center": [137 -260.5628662109375,138 211.59552451635,139 219.51061248779297140 ],141 "extent": [142 5,143 52.69739219213125,144 119.43922424316406145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -255.5628662109375,154 158.89813232421875,155 100.09675598144531156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1.1200000047683716,165 1166 ]167 },168 "color": [169 127,170 127,171 127172 ]173 }174 ],175 "window": [176 {177 "object_id": "SM_WindowOpen2_60",178 "bbox_2d": [179 1081,180 0,181 1831,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -260.2314281463623,188 109.07870259945412,189 219.51058197021484190 ],191 "extent": [192 20.735897064208984,193 49.87431874935646,194 119.43922424316406195 ]196 },197 "obb": {198 "center": [199 -260.2314281463623,200 109.07870259945412,201 219.51058197021484202 ],203 "extent": [204 20.735897064208984,205 49.87431874935646,206 119.43922424316406207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -255.55386352539062,216 59.204383850097656,217 100.09672546386719218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1.059999942779541,227 1228 ]229 },230 "color": [231 127,232 127,233 255234 ]235 }236 ]237 },238 "foreground": {239 "plane": [240 {241 "object_id": "Plane_68",242 "bbox_2d": [243 1096,244 0,245 1752,246 309247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -427.68328857421875,252 211.84524536132807,253 234.66394042968747254 ],255 "extent": [256 0.0023036386334069903,257 1000.0018954050647,258 300.0063180862628259 ]260 },261 "obb": {262 "center": [263 -427.68328857421875,264 211.845245361328,265 234.66394042968744266 ],267 "extent": [268 0.0023036386334069903,269 1000.0018954050647,270 300.0063180862628271 ],272 "rotation": [273 0.0003620000206824746,274 -89.99987030029298,275 89.99999237060548276 ]277 },278 "location": [279 -427.68328857421875,280 211.84524536132812,281 234.6639404296875282 ],283 "rotation": [284 0.0003620000206824746,285 -89.99987030029298,286 89.99999237060548287 ],288 "scale": [289 20,290 6,291 1292 ]293 },294 "color": [295 255,296 0,297 63298 ]299 }300 ],301 "curtain": [302 {303 "object_id": "SM_CurtainLong5",304 "bbox_2d": [305 260,306 0,307 1042,308 64309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -237.57984924316406,314 209.5871099767619,315 286.1421890258789316 ],317 "extent": [318 2.8221588134765625,319 44.898785157101884,320 59.639122009277344321 ]322 },323 "obb": {324 "center": [325 -237.57984924316406,326 209.5871099767619,327 286.1421890258789328 ],329 "extent": [330 2.8221588134765625,331 44.898785157101884,332 59.639122009277344333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 -240.40200805664062,342 208.00189208984375,343 345.78131103515625344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 1,352 0.8799999952316284,353 1354 ]355 },356 "color": [357 127,358 127,359 63360 ]361 }362 ],363 "sofa": [364 {365 "object_id": "SM_SofaSingle_5",366 "bbox_2d": [367 0,368 654,369 1140,370 1079371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 -177.75934963709742,376 224.64750148773777,377 128.0214385986328378 ],379 "extent": [380 62.912685988569876,381 63.54429119779324,382 34.45724105834961383 ]384 },385 "obb": {386 "center": [387 -177.75934963709742,388 224.64750148773777,389 128.0214385986328390 ],391 "extent": [392 62.912685988569876,393 63.54429119779324,394 34.45724105834961395 ],396 "rotation": [397 0,398 -130.00013732910153,399 0400 ]401 },402 "location": [403 -177.245361328125,404 224.40936279296875,405 93.32183837890625406 ],407 "rotation": [408 0,409 -130.00013732910153,410 0411 ],412 "scale": [413 0.8999999761581421,414 0.8999999761581421,415 1416 ]417 },418 "color": [419 127,420 127,421 159422 ]423 },424 {425 "object_id": "SM_SofaSingleTable_11",426 "bbox_2d": [427 1162,428 1015,429 1743,430 1079431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -193.76153564453125,436 118.7433090209961,437 108.3770385275476438 ],439 "extent": [440 35.08773774896213,441 34.98724073979474,442 14.744786371664645443 ]444 },445 "obb": {446 "center": [447 -193.76153564453125,448 118.7433090209961,449 108.3770385275476450 ],451 "extent": [452 35.08773774896213,453 34.98724073979474,454 14.744786371664645455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 -193.76153564453125,464 118.7433090209961,465 93.32209777832031466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 0.9738269448280334,474 0.971037745475769,475 1.2340177297592163476 ]477 },478 "color": [479 127,480 63,481 159482 ]483 }484 ],485 "decorative grass": [486 {487 "object_id": "SM_Decorative141_31",488 "bbox_2d": [489 1903,490 1067,491 1919,492 1079493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -190.36122512817383,498 99.6167516708374,499 129.19234323501587500 ],501 "extent": [502 10.764593124389648,503 10.746787071228027,504 5.97788667678833505 ]506 },507 "obb": {508 "center": [509 -190.36122512817383,510 99.6167516708374,511 129.19234323501587512 ],513 "extent": [514 10.764593124389648,515 10.746787071228027,516 5.97788667678833517 ],518 "rotation": [519 0,520 0,521 0522 ]523 },524 "location": [525 -190.33892822265625,526 99.58777618408203,527 123.12176513671875528 ],529 "rotation": [530 0,531 0,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 63,542 255,543 159544 ]545 },546 {547 "object_id": "SM_Decorative143_37",548 "bbox_2d": [549 1209,550 976,551 1693,552 1079553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -208.9742431640625,558 131.74339294433594,559 124.80380809307098560 ],561 "extent": [562 24.38862076845703,563 24.227289822681854,564 1.6946316957473755565 ]566 },567 "obb": {568 "center": [569 -208.9742431640625,570 131.74339294433594,571 124.80380809307098572 ],573 "extent": [574 24.38862076845703,575 24.227289822681854,576 1.6946316957473755577 ],578 "rotation": [579 0,580 140.00015258789062,581 0582 ]583 },584 "location": [585 -208.9742431640625,586 131.74339294433594,587 123.121826171875588 ],589 "rotation": [590 0,591 140.00015258789062,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 63,602 127,603 159604 ]605 },606 {607 "object_id": "SM_Decorative142_40",608 "bbox_2d": [609 1374,610 977,611 1469,612 1079613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -216.60475158691406,618 132.44192504882812,619 127.4023449420929620 ],621 "extent": [622 3.9829070568084717,623 3.9831271171569824,624 3.573169708251953625 ]626 },627 "obb": {628 "center": [629 -216.60475158691406,630 132.44192504882812,631 127.4023449420929632 ],633 "extent": [634 3.9829070568084717,635 3.9831271171569824,636 3.573169708251953637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 -216.60475158691406,646 132.44192504882812,647 123.82892608642578648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 63,662 63,663 159664 ]665 },666 {667 "object_id": "SM_Decorative144",668 "bbox_2d": [669 1344,670 1042,671 1452,672 1079673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -204.59829711914062,678 140.08975219726562,679 127.4023449420929680 ],681 "extent": [682 3.9829070568084717,683 3.9831271171569824,684 3.573169708251953685 ]686 },687 "obb": {688 "center": [689 -204.59829711914062,690 140.08975219726562,691 127.4023449420929692 ],693 "extent": [694 3.9829070568084717,695 3.9831271171569824,696 3.573169708251953697 ],698 "rotation": [699 0,700 0,701 0702 ]703 },704 "location": [705 -204.59829711914062,706 140.08975219726562,707 123.82892608642578708 ],709 "rotation": [710 0,711 0,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 63,722 191,723 159724 ]725 },726 {727 "object_id": "SM_Decorative145_44",728 "bbox_2d": [729 1477,730 926,731 1685,732 1079733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -204.23992941419567,738 126.55716547676508,739 132.33706820077396740 ],741 "extent": [742 8.749463858061318,743 8.644483831465294,744 8.423036075005939745 ]746 },747 "obb": {748 "center": [749 -204.23992941419567,750 126.55716547676508,751 132.33706820077396752 ],753 "extent": [754 8.749463858061318,755 8.644483831465294,756 8.423036075005939757 ],758 "rotation": [759 0,760 -39.99995040893555,761 0762 ]763 },764 "location": [765 -204.2957000732422,766 126.59744262695312,767 123.82893371582031768 ],769 "rotation": [770 0,771 -39.99995040893555,772 0773 ],774 "scale": [775 1.2976107597351074,776 1.2976107597351074,777 1.2976107597351074778 ]779 },780 "color": [781 63,782 31,783 159784 ]785 },786 {787 "object_id": "SM_Decorative152_131",788 "bbox_2d": [789 1718,790 984,791 1919,792 1079793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 -216.67416381835938,798 94.85030364990234,799 125.77492648194703800 ],801 "extent": [802 8.022781099718259,803 8.02278824546454,804 2.6435648489054415805 ]806 },807 "obb": {808 "center": [809 -216.67416381835938,810 94.85030364990234,811 125.77492648194703812 ],813 "extent": [814 8.022781099718259,815 8.02278824546454,816 2.6435648489054415817 ],818 "rotation": [819 0,820 0,821 0822 ]823 },824 "location": [825 -216.67416381835938,826 94.85030364990234,827 123.12169647216797828 ],829 "rotation": [830 0,831 0,832 0833 ],834 "scale": [835 2.305494785308838,836 2.305494785308838,837 1.1789281368255615838 ]839 },840 "color": [841 95,842 127,843 159844 ]845 }846 ]847 }848}