TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l052_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/PizzaStore/l052_r004/lit.png",5 "camera": {6 "location": [7 322,8 -38,9 20110 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 322,38 -38,39 201,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall": [54 {55 "object_id": "SM_leftwall_8",56 "bbox_2d": [57 0,58 0,59 1082,60 69061 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -512.0688954164282,66 -240.97154998867288,67 245.515548706054768 ],69 "extent": [70 725.6351637653181,71 99.6704478559158,72 242.1362304687573 ]74 },75 "obb": {76 "center": [77 -512.0688954164282,78 -240.97154998867288,79 245.515548706054780 ],81 "extent": [82 725.6351637653181,83 99.6704478559158,84 242.1362304687585 ],86 "rotation": [87 0,88 179.99977111816406,89 090 ]91 },92 "location": [93 -512.0692138671875,94 -290.13128662109375,95 096 ],97 "rotation": [98 0,99 179.99977111816406,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 },114 {115 "object_id": "SM_backwall_14",116 "bbox_2d": [117 1083,118 0,119 1919,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 727,126 -42,127 244.2459716796875128 ],129 "extent": [130 513.4542740243764,131 298.30824864120177,132 243.74131774902344133 ]134 },135 "obb": {136 "center": [137 726.9999999999999,138 -42,139 244.2459716796875140 ],141 "extent": [142 513.4542740243764,143 298.30824864120177,144 243.74131774902344145 ],146 "rotation": [147 0,148 179.999755859375,149 0150 ]151 },152 "location": [153 727,154 -42,155 -1.56610107421875156 ],157 "rotation": [158 0,159 179.999755859375,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 0,171 127172 ]173 }174 ],175 "door frame": [176 {177 "object_id": "SM_doorframe2",178 "bbox_2d": [179 78,180 170,181 325,182 693183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 49.11266356234569,188 -155.33301375058022,189 141.48603439331055190 ],191 "extent": [192 59.77880480604274,193 13.562216479467907,194 135.9108123779297195 ]196 },197 "obb": {198 "center": [199 49.11266356234569,200 -155.33301375058022,201 141.48603439331055202 ],203 "extent": [204 59.77880480604274,205 13.562216479467907,206 135.9108123779297207 ],208 "rotation": [209 0,210 179.30589294433597,211 0212 ]213 },214 "location": [215 49.11272430419922,216 -155.33303833007812,217 7.076168060302734218 ],219 "rotation": [220 0,221 179.30589294433597,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 0,232 127,233 0234 ]235 }236 ],237 "door": [238 {239 "object_id": "SM_wooddoor2",240 "bbox_2d": [241 105,242 210,243 301,244 693245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 51.556976318359375,250 -145.8241720199585,251 147.42587280273438252 ],253 "extent": [254 56.42961883544922,255 8.872248649597168,256 124.50353240966797257 ]258 },259 "obb": {260 "center": [261 51.556976318359375,262 -145.8241720199585,263 147.42587280273438264 ],265 "extent": [266 56.42961883544922,267 8.872248649597168,268 124.50353240966797269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 51.55695343017578,278 -145.8241729736328,279 22.922348022460938280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 255,294 127,295 255296 ]297 }298 ],299 "pipe": [300 {301 "object_id": "SM_pipeskitchen2",302 "bbox_2d": [303 1088,304 0,305 1122,306 554307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 227.54487258468762,312 -284.40251964971355,313 248.0353830024833314 ],315 "extent": [316 11.047083256055203,317 13.444635788883545,318 242.980073706829319 ]320 },321 "obb": {322 "center": [323 227.54487258468762,324 -284.40251964971355,325 248.0353830024833326 ],327 "extent": [328 11.047083256055203,329 13.444635788883545,330 242.980073706829331 ],332 "rotation": [333 0,334 -0.23931884765624997,335 0336 ]337 },338 "location": [339 227.58517456054688,340 -279.1572265625,341 5.055309295654297342 ],343 "rotation": [344 0,345 -0.23931884765624997,346 0347 ],348 "scale": [349 1.013401985168457,350 1.013401985168457,351 1.013401985168457352 ]353 },354 "color": [355 63,356 191,357 63358 ]359 }360 ]361 },362 "foreground": {363 "appliance": [364 {365 "object_id": "SM_metalstove_01_63",366 "bbox_2d": [367 1832,368 948,369 1919,370 1079371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 428.0511474609375,376 -249.85353088378906,377 64.6959114074707378 ],379 "extent": [380 50.72198486328125,381 44.144866943359375,382 56.601539611816406383 ]384 },385 "obb": {386 "center": [387 428.0511474609375,388 -249.85353088378906,389 64.6959114074707390 ],391 "extent": [392 50.72198486328125,393 44.144866943359375,394 56.601539611816406395 ],396 "rotation": [397 0,398 0,399 0400 ]401 },402 "location": [403 428.0511474609375,404 -249.85353088378906,405 6.2086181640625406 ],407 "rotation": [408 0,409 0,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 255,420 191,421 0422 ]423 }424 ],425 "lamp": [426 {427 "object_id": "SM_menulamp_110",428 "bbox_2d": [429 543,430 0,431 604,432 19433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 190.35113716125488,438 -110.09845352172852,439 324.38989639282227440 ],441 "extent": [442 22.20184326171875,443 35.38909912109374,444 38.32521057128906445 ]446 },447 "obb": {448 "center": [449 190.35113716125488,450 -110.09845352172852,451 324.38989639282227452 ],453 "extent": [454 22.20184326171875,455 35.38909912109374,456 38.32521057128906457 ],458 "rotation": [459 0,460 180,461 0462 ]463 },464 "location": [465 194.90130615234375,466 -110.19397735595703,467 324.34259033203125468 ],469 "rotation": [470 0,471 180,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 191,482 0,483 0484 ]485 }486 ],487 "power": [488 {489 "object_id": "SM_power_box_219",490 "bbox_2d": [491 1353,492 475,493 1727,494 751495 ],496 "bbox_3d": {497 "aabb": {498 "center": [499 323.1612663269043,500 -292.20082092285156,501 185.96233367919922502 ],503 "extent": [504 37.290985107421875,505 5.41290283203125,506 28.38867950439453507 ]508 },509 "obb": {510 "center": [511 323.1612663269043,512 -292.20082092285156,513 185.96233367919922514 ],515 "extent": [516 37.290985107421875,517 5.41290283203125,518 28.38867950439453519 ],520 "rotation": [521 0,522 90.00000000000001,523 0524 ]525 },526 "location": [527 322.9575500488281,528 -292.1800842285156,529 185.96234130859375530 ],531 "rotation": [532 0,533 90.00000000000001,534 0535 ],536 "scale": [537 1,538 1,539 1540 ]541 },542 "color": [543 0,544 0,545 95546 ]547 },548 {549 "object_id": "SM_powerplug_B3",550 "bbox_2d": [551 344,552 654,553 386,554 688555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 123.6061158042545,560 -143.65715369166827,561 171.2145748689195562 ],563 "extent": [564 6.688223967162003,565 1.5225630144691422,566 6.688224689302331567 ]568 },569 "obb": {570 "center": [571 123.6061158042545,572 -143.65715369166827,573 171.2145748689195574 ],575 "extent": [576 6.688223967162003,577 1.5225630144691422,578 6.688224689302331579 ],580 "rotation": [581 0,582 0,583 0584 ]585 },586 "location": [587 123.60611724853516,588 -145.1525421142578,589 171.21456909179688590 ],591 "rotation": [592 0,593 0,594 0595 ],596 "scale": [597 1.5144380331039429,598 1.5144380331039429,599 1.5144380331039429600 ]601 },602 "color": [603 63,604 191,605 95606 ]607 }608 ],609 "rag": [610 {611 "object_id": "SM_rag_01_222",612 "bbox_2d": [613 593,614 551,615 1603,616 703617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 285.14586639404297,622 -142.20605850219727,623 194.02125549316406624 ],625 "extent": [626 44.20343780517578,627 40.65312194824219,628 6.162961006164551629 ]630 },631 "obb": {632 "center": [633 285.14586639404297,634 -142.20605850219727,635 194.02125549316406636 ],637 "extent": [638 44.20343780517578,639 40.65312194824219,640 6.162961006164551641 ],642 "rotation": [643 0,644 0,645 0646 ]647 },648 "location": [649 278.95208740234375,650 -142.16123962402344,651 194.02125549316406652 ],653 "rotation": [654 0,655 0,656 0657 ],658 "scale": [659 1,660 1,661 1662 ]663 },664 "color": [665 0,666 255,667 95668 ]669 }670 ],671 "radio": [672 {673 "object_id": "SM_radio_239",674 "bbox_2d": [675 0,676 270,677 300,678 1032679 ],680 "bbox_3d": {681 "aabb": {682 "center": [683 267.2080949640321,684 -36.92670261380694,685 214.54082679748535686 ],687 "extent": [688 24.151767612249344,689 22.936805058142753,690 26.571252822875977691 ]692 },693 "obb": {694 "center": [695 267.2080949640321,696 -36.92670261380694,697 214.54082679748535698 ],699 "extent": [700 24.151767612249344,701 22.936805058142753,702 26.571252822875977703 ],704 "rotation": [705 0,706 -41.07333755493164,707 0708 ]709 },710 "location": [711 267.12860107421875,712 -37.017913818359375,713 187.96853637695312714 ],715 "rotation": [716 0,717 -41.07333755493164,718 0719 ],720 "scale": [721 1,722 1,723 1724 ]725 },726 "color": [727 255,728 255,729 95730 ]731 }732 ],733 "device": [734 {735 "object_id": "SM_megaphone_109",736 "bbox_2d": [737 861,738 410,739 1389,740 763741 ],742 "bbox_3d": {743 "aabb": {744 "center": [745 291.82728012609203,746 -104.44778969655124,747 194.50672012655326748 ],749 "extent": [750 24.642490398743746,751 21.582222146958372,752 15.047307297863753 ]754 },755 "obb": {756 "center": [757 291.82728012609203,758 -104.44778969655124,759 194.50672012655326760 ],761 "extent": [762 24.642490398743746,763 21.582222146958372,764 15.047307297863765 ],766 "rotation": [767 -11.495376586914064,768 -157.4867706298828,769 89.37276458740233770 ]771 },772 "location": [773 289.30743408203125,774 -109.3406753540039,775 193.69873046875776 ],777 "rotation": [778 -11.495376586914064,779 -157.4867706298828,780 89.37276458740233781 ],782 "scale": [783 1,784 1,785 1786 ]787 },788 "color": [789 255,790 0,791 159792 ]793 }794 ]795 }796}