TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l054_off0_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Bakery/l054_off0_r005/lit.png",5 "camera": {6 "location": [7 273,8 149,9 20110 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 273,38 149,39 201,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_wall_01_281",56 "bbox_2d": [57 46,58 0,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 0,67 199.2298889160156268 ],69 "extent": [70 448.35015869140625,71 456.7044982910156,72 200.5044555664062573 ]74 },75 "obb": {76 "center": [77 0,78 0,79 199.2298889160156280 ],81 "extent": [82 448.35015869140625,83 456.7044982910156,84 200.5044555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 },114 {115 "object_id": "SM_wall_02_491",116 "bbox_2d": [117 0,118 0,119 1150,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 170.26333618164062,126 -45.951751708984375,127 133.2178497314453128 ],129 "extent": [130 239.49139404296875,131 39.54395294189453,132 133.66961669921875133 ]134 },135 "obb": {136 "center": [137 170.26333618164062,138 -45.951751708984375,139 133.2178497314453140 ],141 "extent": [142 239.49139404296875,143 39.54395294189453,144 133.66961669921875145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 170.26333618164062,154 -45.951751708984375,155 2.2381439208984375156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 0,171 191172 ]173 },174 {175 "object_id": "SM_wall_06_505",176 "bbox_2d": [177 1138,178 0,179 1265,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 1.37738037109375,186 5.184879779815674,187 196.00094604492188188 ],189 "extent": [190 426.0718994140625,191 4.455683708190918,192 200.5044403076172193 ]194 },195 "obb": {196 "center": [197 1.37738037109375,198 5.184879779815674,199 196.00094604492188200 ],201 "extent": [202 426.0718994140625,203 4.455683708190918,204 200.5044403076172205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 1.37738037109375,214 5.184879302978516,215 -4.41204833984375216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 63,230 0,231 191232 ]233 },234 {235 "object_id": "SM_wall_05_19",236 "bbox_2d": [237 1229,238 0,239 1919,240 871241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 413.07183837890625,246 219.72203063964844,247 272.21002197265625248 ],249 "extent": [250 22.278289794921875,251 215.7262659626067,252 109.5366704119806253 ]254 },255 "obb": {256 "center": [257 413.07183837890625,258 219.72203063964844,259 272.21002197265625260 ],261 "extent": [262 22.278289794921875,263 215.7262659626067,264 109.5366704119806265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 413.07183837890625,274 219.72203063964844,275 272.21002197265625276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1.0699734687805176,285 1.0926108360290527286 ]287 },288 "color": [289 63,290 191,291 15292 ]293 }294 ]295 },296 "foreground": {297 "grill": [298 {299 "object_id": "SM_grill2",300 "bbox_2d": [301 839,302 696,303 1061,304 1006305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 385.2553100585887,310 -75.62591934204102,311 108.73949432373047312 ],313 "extent": [314 28.420366367019028,315 35.869838411538495,316 90.03331756591797317 ]318 },319 "obb": {320 "center": [321 385.2553100585887,322 -75.62591934204102,323 108.73949432373047324 ],325 "extent": [326 28.420366367019028,327 35.869838411538495,328 90.03331756591797329 ],330 "rotation": [331 0,332 90.00007629394531,333 0334 ]335 },336 "location": [337 385.25531005859375,338 -75.62592315673828,339 20340 ],341 "rotation": [342 0,343 90.00007629394531,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 127,354 0,355 255356 ]357 }358 ],359 "steel": [360 {361 "object_id": "SM_steel_02_346",362 "bbox_2d": [363 0,364 614,365 189,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 230.1611499786377,372 25.21088981628418,373 106.01264953613281374 ],375 "extent": [376 20.196971893310547,377 23.852373123168952,378 86.09856414794922379 ]380 },381 "obb": {382 "center": [383 230.1611499786377,384 25.21088981628418,385 106.01264953613281386 ],387 "extent": [388 20.196971893310547,389 23.852373123168952,390 86.09856414794922391 ],392 "rotation": [393 0,394 -90.00000000000001,395 0396 ]397 },398 "location": [399 230.16116333007812,400 25.21090316772461,401 20402 ],403 "rotation": [404 0,405 -90.00000000000001,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 0,416 255,417 63418 ]419 }420 ],421 "signage": [422 {423 "object_id": "SM_sign_01_485",424 "bbox_2d": [425 516,426 0,427 706,428 144429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 290.1590118408203,434 217.80007934570312,435 378.5911102294922436 ],437 "extent": [438 6.6835174560546875,439 184.19940185546875,440 131.75128173828125441 ]442 },443 "obb": {444 "center": [445 290.1590118408203,446 217.80007934570312,447 378.5911102294922448 ],449 "extent": [450 6.6835174560546875,451 184.19940185546875,452 131.75128173828125453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 290.15899658203125,462 217.80007934570312,463 300.5936279296875464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 0,478 255,479 191480 ]481 }482 ],483 "milk": [484 {485 "object_id": "SM_milk_9",486 "bbox_2d": [487 128,488 1078,489 132,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 243.03438936967146,496 11.147101010590868,497 127.55570602416992498 ],499 "extent": [500 6.441482794137272,501 6.240463720084426,502 15.55480670928955503 ]504 },505 "obb": {506 "center": [507 243.03438936967146,508 11.147101010590868,509 127.55570602416992510 ],511 "extent": [512 6.441482794137272,513 6.240463720084426,514 15.55480670928955515 ],516 "rotation": [517 0,518 71.6050338745117,519 0520 ]521 },522 "location": [523 242.82313537597656,524 11.283669471740723,525 112.1091537475586526 ],527 "rotation": [528 0,529 71.6050338745117,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 31,540 0,541 31542 ]543 },544 {545 "object_id": "SM_milk_67",546 "bbox_2d": [547 0,548 785,549 31,550 1079551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 240.79367557030255,556 38.72063089238229,557 167.22024059295654558 ],559 "extent": [560 4.959111868371792,561 5.248017012914893,562 14.232349395751953563 ]564 },565 "obb": {566 "center": [567 240.79367557030255,568 38.72063089238229,569 167.22024059295654570 ],571 "extent": [572 4.959111868371792,573 5.248017012914893,574 14.232349395751953575 ],576 "rotation": [577 0,578 79.65604400634766,579 0580 ]581 },582 "location": [583 240.4402618408203,584 38.78513717651367,585 153.02713012695312586 ],587 "rotation": [588 0,589 79.65604400634766,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 127,600 95,601 63602 ]603 },604 {605 "object_id": "SM_milk_62",606 "bbox_2d": [607 0,608 748,609 105,610 1069611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 243.07297998270366,616 27.276751332758675,617 167.22024059295654618 ],619 "extent": [620 5.444761068263631,621 5.6705971071007575,622 14.232349395751953623 ]624 },625 "obb": {626 "center": [627 243.07297998270366,628 27.276751332758675,629 167.22024059295654630 ],631 "extent": [632 5.444761068263631,633 5.6705971071007575,634 14.232349395751953635 ],636 "rotation": [637 0,638 -108.6079788208008,639 0640 ]641 },642 "location": [643 243.4134521484375,644 27.16211700439453,645 153.02713012695312646 ],647 "rotation": [648 0,649 -108.6079788208008,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 63,660 95,661 63662 ]663 },664 {665 "object_id": "SM_milk_63",666 "bbox_2d": [667 80,668 722,669 148,670 1001671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 243.5569530354126,676 13.822892418761688,677 167.22024059295654678 ],679 "extent": [680 4.398530981269772,681 4.742124374190775,682 14.232349395751953683 ]684 },685 "obb": {686 "center": [687 243.5569530354126,688 13.822892418761688,689 167.22024059295654690 ],691 "extent": [692 4.398530981269772,693 4.742124374190775,694 14.232349395751953695 ],696 "rotation": [697 0,698 -87.55447387695312,699 0700 ]701 },702 "location": [703 243.91587829589844,704 13.838221549987793,705 153.02713012695312706 ],707 "rotation": [708 0,709 -87.55447387695312,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 63,720 95,721 191722 ]723 }724 ],725 "font": [726 {727 "object_id": "SM_font_3",728 "bbox_2d": [729 723,730 0,731 963,732 66733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 269.62078857421875,738 0.9849855899810791,739 291.76318359375740 ],741 "extent": [742 88.67230987548828,743 1.5542266368865967,744 8.520476341247559745 ]746 },747 "obb": {748 "center": [749 269.62078857421875,750 0.9849855899810791,751 291.76318359375752 ],753 "extent": [754 88.67230987548828,755 1.5542266368865967,756 8.520476341247559757 ],758 "rotation": [759 0,760 0,761 0762 ]763 },764 "location": [765 269.62078857421875,766 0.9849855899810791,767 291.76318359375768 ],769 "rotation": [770 0,771 0,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 127,782 255,783 15784 ]785 }786 ],787 "tv": [788 {789 "object_id": "SM_Tv2_1",790 "bbox_2d": [791 1439,792 0,793 1919,794 733795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 425.5537898722134,800 137.5165252685547,801 228.19504566174675802 ],803 "extent": [804 7.263521880267774,805 84.92335510253906,806 49.21144082552911807 ]808 },809 "obb": {810 "center": [811 425.5537898722134,812 137.5165252685547,813 228.19504566174675814 ],815 "extent": [816 7.263521880267774,817 84.92335510253906,818 49.21144082552911819 ],820 "rotation": [821 -1.692149996757507,822 180,823 -2.2079159874887454e-32824 ]825 },826 "location": [827 425.9980163574219,828 137.4990234375,829 180.00645446777344830 ],831 "rotation": [832 -1.692149996757507,833 180,834 -2.2079159874887454e-32835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 63,844 255,845 15846 ]847 }848 ]849 }850}