TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ConferenceRoomVol1",3 "view_id": "l083_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/NEW/ConferenceRoomVol1/l083_r001/lit.png",5 "camera": {6 "location": [7 -185,8 226,9 21810 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -185,38 226,39 218,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "background": [54 {55 "object_id": "SM_BackgroundBL",56 "bbox_2d": [57 34,58 400,59 212,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 220.6057321258496,66 366.0860253082789,67 130.000335672335668 ],69 "extent": [70 61.8200303741379,71 5.650050481795915,72 130.000064270361873 ]74 },75 "obb": {76 "center": [77 220.6057321258496,78 366.0860253082789,79 130.0003356723356480 ],81 "extent": [82 61.8200303741379,83 5.650050481795915,84 130.000064270361885 ],86 "rotation": [87 -2.99844009532535e-06,88 1.001790042209905e-05,89 090 ]91 },92 "location": [93 220.20399475097656,94 371.7359924316406,95 096 ],97 "rotation": [98 -2.99844009532535e-06,99 1.001790042209905e-05,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 127112 ]113 },114 {115 "object_id": "SM_BackgroundB",116 "bbox_2d": [117 213,118 252,119 1268,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1.426069974899292,126 370.5859885215759,127 130.00021362304688128 ],129 "extent": [130 167.3599395751953,131 1.1500039100646973,132 130.00021362304688133 ]134 },135 "obb": {136 "center": [137 1.426069974899292,138 370.5859885215759,139 130.00021362304688140 ],141 "extent": [142 167.3599395751953,143 1.1500039100646973,144 130.00021362304688145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 1.426069974899292,154 371.7359924316406,155 0156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 255,171 127172 ]173 },174 {175 "object_id": "SM_BackgroundBR",176 "bbox_2d": [177 1269,178 131,179 1919,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -217.75371834196508,186 366.08603422770534,187 130.00033569335938188 ],189 "extent": [190 61.820012126809985,191 5.650117715832039,192 130.00006103515625193 ]194 },195 "obb": {196 "center": [197 -217.75371834196508,198 366.08603422770534,199 130.00033569335938200 ],201 "extent": [202 61.820012126809985,203 5.650117715832039,204 130.00006103515625205 ],206 "rotation": [207 0,208 1.0017900422099046e-05,209 0210 ]211 },212 "location": [213 -217.3520050048828,214 371.7359924316406,215 0216 ],217 "rotation": [218 0,219 1.0017900422099046e-05,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 191,230 127,231 127232 ]233 }234 ],235 "window": [236 {237 "object_id": "SM_Wall",238 "bbox_2d": [239 0,240 422,241 35,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 11.426239013671875,248 0,249 150.00003051757812250 ],251 "extent": [252 290.9999694824219,253 391.7356872558594,254 150.00003051757812255 ]256 },257 "obb": {258 "center": [259 11.426239013671875,260 0,261 150.00003051757812262 ],263 "extent": [264 290.9999694824219,265 391.7356872558594,266 150.00003051757812267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 0,276 0,277 0278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 255,292 127,293 127294 ]295 }296 ],297 "ceiling planks corner": [298 {299 "object_id": "SM_Ceiling",300 "bbox_2d": [301 0,302 0,303 1919,304 424305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 1.42608642578125,310 0,311 276.0003662109375312 ],313 "extent": [314 280.9999694824219,315 371.7356872558594,316 16.000015258789062317 ]318 },319 "obb": {320 "center": [321 1.42608642578125,322 0,323 276.0003662109375324 ],325 "extent": [326 280.9999694824219,327 371.7356872558594,328 16.000015258789062329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 0,338 0,339 0340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 127,354 0,355 0356 ]357 }358 ]359 },360 "foreground": {361 "whiteboard": [362 {363 "object_id": "SM_Whiteboard",364 "bbox_2d": [365 322,366 569,367 939,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 1.426069974899292,374 368.235967874527,375 150376 ],377 "extent": [378 100,379 0.6000003814697266,380 60381 ]382 },383 "obb": {384 "center": [385 1.426069974899292,386 368.235967874527,387 150388 ],389 "extent": [390 100,391 0.6000003814697266,392 60393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 1.426069974899292,402 368.8359680175781,403 150404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 0,418 127,419 255420 ]421 }422 ],423 "marker": [424 {425 "object_id": "SM_Marker",426 "bbox_2d": [427 330,428 1018,429 359,430 1045431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 77.39859820757857,436 361.70098873493515,437 90.49999988079071438 ],439 "extent": [440 8.052110020541093,441 2.3739971390881465,442 1.000000238418579443 ]444 },445 "obb": {446 "center": [447 77.39859820757857,448 361.70098873493515,449 90.49999988079071450 ],451 "extent": [452 8.052110020541093,453 2.3739971390881465,454 1.000000238418579455 ],456 "rotation": [457 0,458 10.000028610229492,459 0460 ]461 },462 "location": [463 77.39859771728516,464 361.70098876953125,465 90.5466 ],467 "rotation": [468 0,469 10.000028610229492,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 255,480 191,481 191482 ]483 },484 {485 "object_id": "SM_Marker2",486 "bbox_2d": [487 341,488 1013,489 372,490 1033491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 77.39859820269763,496 365.2345580282725,497 90.49999988079071498 ],499 "extent": [500 8.05671351949141,501 1.6934455476525159,502 1.000000238418579503 ]504 },505 "obb": {506 "center": [507 77.39859820269763,508 365.2345580282725,509 90.49999988079071510 ],511 "extent": [512 8.05671351949141,513 1.6934455476525159,514 1.000000238418579515 ],516 "rotation": [517 0,518 5.000034809112549,519 0520 ]521 },522 "location": [523 77.39859771728516,524 365.23455810546875,525 90.5526 ],527 "rotation": [528 0,529 5.000034809112549,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 191,540 0,541 127542 ]543 }544 ],545 "pin": [546 {547 "object_id": "SM_PIn",548 "bbox_2d": [549 341,550 960,551 347,552 970553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 89.71089935302734,558 367.92861172556877,559 102.63999927043915560 ],561 "extent": [562 1.4888758659362793,563 0.27156004309654236,564 1.4888758659362793565 ]566 },567 "obb": {568 "center": [569 89.71089935302734,570 367.92861172556877,571 102.63999927043915572 ],573 "extent": [574 1.4888758659362793,575 0.27156004309654236,576 1.4888758659362793577 ],578 "rotation": [579 0,580 0,581 0582 ]583 },584 "location": [585 89.71089935302734,586 368.2001647949219,587 102.63999938964844588 ],589 "rotation": [590 0,591 0,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 127,602 191,603 191604 ]605 },606 {607 "object_id": "SM_Pin2",608 "bbox_2d": [609 352,610 964,611 357,612 974613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 84.71089935302734,618 367.92861172556877,619 102.63999927043915620 ],621 "extent": [622 1.4888758659362793,623 0.27156004309654236,624 1.4888758659362793625 ]626 },627 "obb": {628 "center": [629 84.71089935302734,630 367.92861172556877,631 102.63999927043915632 ],633 "extent": [634 1.4888758659362793,635 0.27156004309654236,636 1.4888758659362793637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 84.71089935302734,646 368.2001647949219,647 102.63999938964844648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 191,662 0,663 63664 ]665 },666 {667 "object_id": "SM_Pin3",668 "bbox_2d": [669 362,670 968,671 368,672 978673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 79.71089935302734,678 367.92861172556877,679 102.63999927043915680 ],681 "extent": [682 1.4888758659362793,683 0.27156004309654236,684 1.4888758659362793685 ]686 },687 "obb": {688 "center": [689 79.71089935302734,690 367.92861172556877,691 102.63999927043915692 ],693 "extent": [694 1.4888758659362793,695 0.27156004309654236,696 1.4888758659362793697 ],698 "rotation": [699 0,700 0,701 0702 ]703 },704 "location": [705 79.71089935302734,706 368.2001647949219,707 102.63999938964844708 ],709 "rotation": [710 0,711 0,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 191,722 255,723 0724 ]725 },726 {727 "object_id": "SM_Pin4",728 "bbox_2d": [729 372,730 972,731 378,732 983733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 74.71089935302734,738 367.92861172556877,739 102.63999927043915740 ],741 "extent": [742 1.4888758659362793,743 0.27156004309654236,744 1.4888758659362793745 ]746 },747 "obb": {748 "center": [749 74.71089935302734,750 367.92861172556877,751 102.63999927043915752 ],753 "extent": [754 1.4888758659362793,755 0.27156004309654236,756 1.4888758659362793757 ],758 "rotation": [759 0,760 0,761 0762 ]763 },764 "location": [765 74.71089935302734,766 368.2001647949219,767 102.63999938964844768 ],769 "rotation": [770 0,771 0,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 191,782 255,783 255784 ]785 }786 ],787 "shelf": [788 {789 "object_id": "SM_Shelf",790 "bbox_2d": [791 308,792 1012,793 433,794 1073795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 69.33550262451172,800 363.63599824905396,801 89.25802 ],803 "extent": [804 20,805 5.199999809265137,806 0.75807 ]808 },809 "obb": {810 "center": [811 69.33550262451172,812 363.63599824905396,813 89.25814 ],815 "extent": [816 20,817 5.199999809265137,818 0.75819 ],820 "rotation": [821 0,822 0,823 0824 ]825 },826 "location": [827 69.33550262451172,828 363.83599853515625,829 89830 ],831 "rotation": [832 0,833 0,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 191,844 0,845 0846 ]847 }848 ],849 "eraser": [850 {851 "object_id": "SM_Eraser",852 "bbox_2d": [853 360,854 1023,855 425,856 1064857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 58.851901986856596,862 363.629058361525,863 91.3999993801117864 ],865 "extent": [866 8.169928280392249,867 4.351722424432637,868 1.9000000953674316869 ]870 },871 "obb": {872 "center": [873 58.851901986856596,874 363.629058361525,875 91.3999993801117876 ],877 "extent": [878 8.169928280392249,879 4.351722424432637,880 1.9000000953674316881 ],882 "rotation": [883 0,884 -2.5481939315795907,885 0886 ]887 },888 "location": [889 58.85190200805664,890 363.6290588378906,891 89.5892 ],893 "rotation": [894 0,895 -2.5481939315795907,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 191,906 0,907 255908 ]909 }910 ]911 }912}