TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Studio_Apartment",3 "view_id": "l017_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Studio_Apartment/l017_r002/lit.png",5 "camera": {6 "location": [7 -230,8 34,9 9410 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -230,38 34,39 94,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "room floor": [54 {55 "object_id": "SM_Room_Floor",56 "bbox_2d": [57 1512,58 1036,59 1608,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 10.26434326171875,66 2.24273681640625,67 -0.3261630535125732468 ],69 "extent": [70 423.74603271484375,71 195.68118286132812,72 0.790035009384155373 ]74 },75 "obb": {76 "center": [77 10.26434326171875,78 2.24273681640625,79 -0.3261630535125732480 ],81 "extent": [82 423.74603271484375,83 195.68118286132812,84 0.790035009384155385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 0112 ]113 }114 ],115 "room": [116 {117 "object_id": "SM_Room_04",118 "bbox_2d": [119 1504,120 0,121 1919,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -416.40472412109375,128 -17.387954711914062,129 137.00125122070312130 ],131 "extent": [132 5.69061279296875,133 169.26719665527344,134 137.00125122070312135 ]136 },137 "obb": {138 "center": [139 -416.40472412109375,140 -17.387954711914062,141 137.00125122070312142 ],143 "extent": [144 5.69061279296875,145 169.26719665527344,146 137.00125122070312147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 255,173 127174 ]175 },176 {177 "object_id": "SM_Room_06",178 "bbox_2d": [179 990,180 0,181 1503,182 634183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -117.57989501953125,188 146.01832580566406,189 137.00125122070312190 ],191 "extent": [192 293.01251220703125,193 5.8546905517578125,194 137.00125122070312195 ]196 },197 "obb": {198 "center": [199 -117.57989501953125,200 146.01832580566406,201 137.00125122070312202 ],203 "extent": [204 293.01251220703125,205 5.8546905517578125,206 137.00125122070312207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 0,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 255,233 127234 ]235 },236 {237 "object_id": "SM_Room_12",238 "bbox_2d": [239 991,240 672,241 1491,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -280.21722412109375,248 78.63926696777344,249 46.44139099121094250 ],251 "extent": [252 22.5,253 0.9312515258789062,254 37.191978454589844255 ]256 },257 "obb": {258 "center": [259 -280.21722412109375,260 78.63926696777344,261 46.44139099121094262 ],263 "extent": [264 22.5,265 0.9312515258789062,266 37.191978454589844267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 0,276 0,277 0278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 127,292 127,293 0294 ]295 },296 {297 "object_id": "SM_Room_13",298 "bbox_2d": [299 0,300 728,301 1008,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -235.78607177734375,308 78.63926696777344,309 46.44139099121094310 ],311 "extent": [312 22.5,313 0.9312515258789062,314 37.191978454589844315 ]316 },317 "obb": {318 "center": [319 -235.78607177734375,320 78.63926696777344,321 46.44139099121094322 ],323 "extent": [324 22.5,325 0.9312515258789062,326 37.191978454589844327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 -1,336 0,337 0338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 127,352 127,353 255354 ]355 },356 {357 "object_id": "SM_Room_26",358 "bbox_2d": [359 0,360 0,361 1053,362 616363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 -160.54241943359375,368 141.77732849121094,369 125.18582916259766370 ],371 "extent": [372 145.109375,373 2.02392578125,374 38.697105407714844375 ]376 },377 "obb": {378 "center": [379 -160.54241943359375,380 141.77732849121094,381 125.18582916259766382 ],383 "extent": [384 145.109375,385 2.02392578125,386 38.697105407714844387 ],388 "rotation": [389 0,390 0,391 0392 ]393 },394 "location": [395 0,396 0,397 0398 ],399 "rotation": [400 0,401 0,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 0,412 63,413 0414 ]415 },416 {417 "object_id": "SM_Room_34",418 "bbox_2d": [419 1479,420 669,421 1511,422 1079423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 -303.84222412109375,428 108.88279724121094,429 42.5067024230957430 ],431 "extent": [432 0.75,433 31.617477416992188,434 42.5067024230957435 ]436 },437 "obb": {438 "center": [439 -303.84222412109375,440 108.88279724121094,441 42.5067024230957442 ],443 "extent": [444 0.75,445 31.617477416992188,446 42.5067024230957447 ],448 "rotation": [449 0,450 0,451 0452 ]453 },454 "location": [455 0,456 0,457 0458 ],459 "rotation": [460 0,461 0,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 63,472 255,473 0474 ]475 }476 ],477 "door": [478 {479 "object_id": "SM_Door_03",480 "bbox_2d": [481 1105,482 0,483 1467,484 631485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 -354.68115234375,490 139.69940185546875,491 118.2634048461914492 ],493 "extent": [494 41.52818298339844,495 1.5000534057617188,496 117.85314178466797497 ]498 },499 "obb": {500 "center": [501 -354.68115234375,502 139.69940185546875,503 118.2634048461914504 ],505 "extent": [506 41.52818298339844,507 1.5000534057617188,508 117.85314178466797509 ],510 "rotation": [511 0,512 0,513 0514 ]515 },516 "location": [517 0,518 0,519 0520 ],521 "rotation": [522 0,523 0,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 127,534 0,535 127536 ]537 },538 {539 "object_id": "SM_Door_06",540 "bbox_2d": [541 1077,542 0,543 1482,544 632545 ],546 "bbox_3d": {547 "aabb": {548 "center": [549 -354.89837646484375,550 146.14024353027344,551 119.93986511230469552 ],553 "extent": [554 45,555 8.500045776367188,556 120.17391204833984557 ]558 },559 "obb": {560 "center": [561 -354.89837646484375,562 146.14024353027344,563 119.93986511230469564 ],565 "extent": [566 45,567 8.500045776367188,568 120.17391204833984569 ],570 "rotation": [571 0,572 0,573 0574 ]575 },576 "location": [577 0,578 0,579 0580 ],581 "rotation": [582 0,583 0,584 0585 ],586 "scale": [587 1,588 1,589 1590 ]591 },592 "color": [593 0,594 0,595 191596 ]597 },598 {599 "object_id": "SM_Door",600 "bbox_2d": [601 1137,602 478,603 1249,604 587605 ],606 "bbox_3d": {607 "aabb": {608 "center": [609 -326,610 134.5,611 95612 ],613 "extent": [614 7.148255378532383,615 3.6948642694178204,616 7.7611236572265625617 ]618 },619 "obb": {620 "center": [621 -326,622 134.5,623 95624 ],625 "extent": [626 7.148255378532383,627 3.6948642694178204,628 7.7611236572265625629 ],630 "rotation": [631 0,632 -179.99998474121097,633 0634 ]635 },636 "location": [637 -326,638 134.5,639 95640 ],641 "rotation": [642 0,643 -179.99998474121097,644 0645 ],646 "scale": [647 1,648 1,649 1650 ]651 },652 "color": [653 191,654 127,655 191656 ]657 }658 ]659 },660 "foreground": {661 "kitchen marble": [662 {663 "object_id": "SM_Kitchen_Marble",664 "bbox_2d": [665 0,666 596,667 1515,668 842669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -160.33001708984375,674 109.10777282714844,675 85.25676 ],677 "extent": [678 144.76406860351562,679 31.867874145507812,680 1.25681 ]682 },683 "obb": {684 "center": [685 -160.33001708984375,686 109.10777282714844,687 85.25688 ],689 "extent": [690 144.76406860351562,691 31.867874145507812,692 1.25693 ],694 "rotation": [695 0,696 0,697 0698 ]699 },700 "location": [701 0,702 0,703 0704 ],705 "rotation": [706 0,707 0,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 63,718 0,719 127720 ]721 }722 ],723 "cooker": [724 {725 "object_id": "SM_Cooker",726 "bbox_2d": [727 0,728 422,729 1215,730 727731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 -238,736 107,737 95.99851608276367738 ],739 "extent": [740 40.56880094131799,741 25.078331608449986,742 8.961257934570312743 ]744 },745 "obb": {746 "center": [747 -238,748 107,749 95.99851608276367750 ],751 "extent": [752 40.56880094131799,753 25.078331608449986,754 8.961257934570312755 ],756 "rotation": [757 0,758 -179.9999237060547,759 0760 ]761 },762 "location": [763 -238,764 107,765 87766 ],767 "rotation": [768 0,769 -179.9999237060547,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 255,780 191,781 63782 ]783 }784 ]785 }786}