TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ConferenceRoomVol1",3 "view_id": "l010_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/NEW/ConferenceRoomVol1/l010_r000/lit.png",5 "camera": {6 "location": [7 110,8 -22,9 8510 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 110,38 -22,39 85,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "baseboard": [54 {55 "object_id": "SM_Baseboard",56 "bbox_2d": [57 173,58 969,59 1842,60 101361 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1.626556396484375,66 -0.800201416015625,67 3.99999952316284268 ],69 "extent": [70 281.200439453125,71 370.935546875,72 4.00019454956054773 ]74 },75 "obb": {76 "center": [77 1.626556396484375,78 -0.800201416015625,79 3.99999952316284280 ],81 "extent": [82 281.200439453125,83 370.935546875,84 4.00019454956054785 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 127,111 0112 ]113 }114 ],115 "window": [116 {117 "object_id": "SM_Wall",118 "bbox_2d": [119 182,120 0,121 1832,122 968123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 11.426239013671875,128 0,129 150.00003051757812130 ],131 "extent": [132 290.9999694824219,133 391.7356872558594,134 150.00003051757812135 ]136 },137 "obb": {138 "center": [139 11.426239013671875,140 0,141 150.00003051757812142 ],143 "extent": [144 290.9999694824219,145 391.7356872558594,146 150.00003051757812147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 127,173 127174 ]175 }176 ],177 "floor planks corner": [178 {179 "object_id": "SM_Floor",180 "bbox_2d": [181 160,182 1014,183 1857,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 11.426055908203125,190 -3.0517578125e-05,191 0192 ],193 "extent": [194 290.99993896484375,195 371.7356872558594,196 2.2762245240797244e-14197 ]198 },199 "obb": {200 "center": [201 11.426055908203125,202 -3.0517578125e-05,203 0204 ],205 "extent": [206 290.99993896484375,207 371.7356872558594,208 2.2762245240797244e-14209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 0,218 0,219 0220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 127,234 255,235 0236 ]237 }238 ]239 },240 "foreground": {241 "picture": [242 {243 "object_id": "SM_Picture",244 "bbox_2d": [245 311,246 0,247 519,248 343249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 279.9259898662567,254 -135.17440795898438,255 162.4700010716914256 ],257 "extent": [258 2.5000151592158204,259 34.20951843261719,260 42.329494625330454261 ]262 },263 "obb": {264 "center": [265 279.9259898662567,266 -135.17440795898438,267 162.4700010716914268 ],269 "extent": [270 2.5000151592158204,271 34.20951843261719,272 42.329494625330454273 ],274 "rotation": [275 3.4150900773965982e-06,276 0,277 0278 ]279 },280 "location": [281 282.4259948730469,282 -135.17440795898438,283 162.47000122070312284 ],285 "rotation": [286 3.4150900773965982e-06,287 0,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 0,298 127,299 127300 ]301 },302 {303 "object_id": "SM_Picture2",304 "bbox_2d": [305 918,306 0,307 1309,308 343309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 279.9259898662567,314 4.825592041015625,315 162.47000108980316316 ],317 "extent": [318 2.500014852551942,319 34.20951843261719,320 42.32949460721866321 ]322 },323 "obb": {324 "center": [325 279.9259898662567,326 4.825592041015625,327 162.47000108980316328 ],329 "extent": [330 2.500014852551942,331 34.20951843261719,332 42.32949460721866333 ],334 "rotation": [335 3.0000001061125654e-06,336 0,337 0338 ]339 },340 "location": [341 282.4259948730469,342 4.825592041015625,343 162.47000122070312344 ],345 "rotation": [346 3.0000001061125654e-06,347 0,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 255,358 255,359 191360 ]361 }362 ],363 "chair": [364 {365 "object_id": "SM_ChairA9",366 "bbox_2d": [367 1644,368 0,369 1919,370 1079371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 103.20674262103755,376 13.836113599562323,377 56.49450428883189378 ],379 "extent": [380 33.2366420770161,381 32.352612783202915,382 57.309982156719755383 ]384 },385 "obb": {386 "center": [387 103.20674262103755,388 13.83611359956232,389 56.4945042888319390 ],391 "extent": [392 33.2366420770161,393 32.352612783202915,394 57.309982156719755395 ],396 "rotation": [397 3.0332133116374176e-21,398 90.00018310546875,399 3.199999991920776e-05400 ]401 },402 "location": [403 103.19418334960938,404 13.83612060546875,405 -0.8154370188713074406 ],407 "rotation": [408 3.0332133116374176e-21,409 90.00018310546875,410 3.199999991920776e-05411 ],412 "scale": [413 0.9235389828681946,414 0.9235389828681946,415 1.1688100099563599416 ]417 },418 "color": [419 0,420 63,421 0422 ]423 },424 {425 "object_id": "SM_ChairA10",426 "bbox_2d": [427 0,428 0,429 347,430 1079431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 103.20703253802974,436 -56.163916918015815,437 56.49450428883189438 ],439 "extent": [440 33.2366420770161,441 32.352612783202915,442 57.309982156719755443 ]444 },445 "obb": {446 "center": [447 103.20703253802974,448 -56.163916918015815,449 56.4945042888319450 ],451 "extent": [452 33.2366420770161,453 32.352612783202915,454 57.309982156719755455 ],456 "rotation": [457 3.0332133116374176e-21,458 90.00018310546875,459 3.199999991920776e-05460 ]461 },462 "location": [463 103.19447326660156,464 -56.163909912109375,465 -0.8154370188713074466 ],467 "rotation": [468 3.0332133116374176e-21,469 90.00018310546875,470 3.199999991920776e-05471 ],472 "scale": [473 0.9235389828681946,474 0.9235389828681946,475 1.1688100099563599476 ]477 },478 "color": [479 0,480 63,481 255482 ]483 },484 {485 "object_id": "SM_ChairB9",486 "bbox_2d": [487 168,488 478,489 362,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 250.00101470947266,496 -150.00009155280753,497 48.06242370605469498 ],499 "extent": [500 29.05023242368219,501 30.591876361629296,502 48.062225341796875503 ]504 },505 "obb": {506 "center": [507 250.00101470947266,508 -150.00009155280753,509 48.06242370605469510 ],511 "extent": [512 29.05023242368219,513 30.591876361629296,514 48.062225341796875515 ],516 "rotation": [517 0,518 90.00018310546875,519 0520 ]521 },522 "location": [523 250.00103759765625,524 -150.00009155273438,525 0526 ],527 "rotation": [528 0,529 90.00018310546875,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 255,540 191,541 127542 ]543 },544 {545 "object_id": "SM_ChairB10",546 "bbox_2d": [547 318,548 476,549 846,550 1079551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 250.00067901611328,556 -70.00012207038564,557 48.06242370605469558 ],559 "extent": [560 29.05023242368219,561 30.591876361629303,562 48.062225341796875563 ]564 },565 "obb": {566 "center": [567 250.00067901611328,568 -70.00012207038564,569 48.06242370605469570 ],571 "extent": [572 29.05023242368219,573 30.591876361629303,574 48.062225341796875575 ],576 "rotation": [577 0,578 90.00018310546875,579 0580 ]581 },582 "location": [583 250.00070190429688,584 -70.0001220703125,585 0586 ],587 "rotation": [588 0,589 90.00018310546875,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 255,600 191,601 63602 ]603 },604 {605 "object_id": "SM_ChairB11",606 "bbox_2d": [607 970,608 476,609 1468,610 1079611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 250.00031280517578,616 9.999969482348728,617 48.06242370605469618 ],619 "extent": [620 29.05023242368219,621 30.5918763616293,622 48.062225341796875623 ]624 },625 "obb": {626 "center": [627 250.00031280517578,628 9.999969482348728,629 48.06242370605469630 ],631 "extent": [632 29.05023242368219,633 30.5918763616293,634 48.062225341796875635 ],636 "rotation": [637 0,638 90.00018310546875,639 0640 ]641 },642 "location": [643 250.00033569335938,644 9.999969482421875,645 0646 ],647 "rotation": [648 0,649 90.00018310546875,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 127,660 191,661 0662 ]663 },664 {665 "object_id": "SM_ChairB12",666 "bbox_2d": [667 1466,668 476,669 1858,670 1079671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 249.9999771118164,676 89.99999999992686,677 48.06242370605469678 ],679 "extent": [680 29.05023242368219,681 30.591876361629303,682 48.062225341796875683 ]684 },685 "obb": {686 "center": [687 249.9999771118164,688 89.99999999992686,689 48.06242370605469690 ],691 "extent": [692 29.05023242368219,693 30.591876361629303,694 48.062225341796875695 ],696 "rotation": [697 0,698 90.00018310546875,699 0700 ]701 },702 "location": [703 250,704 90,705 0706 ],707 "rotation": [708 0,709 90.00018310546875,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 127,720 191,721 255722 ]723 }724 ],725 "switch two": [726 {727 "object_id": "SM_switch_two2",728 "bbox_2d": [729 1653,730 146,731 1664,732 196733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 279.2911481856325,738 105.00024385745701,739 149.9890899658203740 ],741 "extent": [742 0.7088495981024039,743 4.300000473900937,744 4.300000190734863745 ]746 },747 "obb": {748 "center": [749 279.2911481856325,750 105.00024385745701,751 149.9890899658203752 ],753 "extent": [754 0.7088495981024039,755 4.300000473900937,756 4.300000190734863757 ],758 "rotation": [759 0,760 90.0000228881836,761 0762 ]763 },764 "location": [765 280,766 105,767 150768 ],769 "rotation": [770 0,771 90.0000228881836,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 191,782 255,783 63784 ]785 }786 ]787 }788}