TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "SciOffice",3 "view_id": "l055_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/SciOffice/l055_r004/lit.png",5 "camera": {6 "location": [7 -620,8 -143,9 26610 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -620,38 -143,39 266,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_Wall_3",56 "bbox_2d": [57 250,58 678,59 1123,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -600,66 710,67 159.9999847412109468 ],69 "extent": [70 100.25001287677517,71 11.000188794644828,72 150.2573 ]74 },75 "obb": {76 "center": [77 -600,78 710,79 159.9999847412109480 ],81 "extent": [82 100.25001287677517,83 11.000188794644828,84 150.2585 ],86 "rotation": [87 0,88 179.99989318847656,89 090 ]91 },92 "location": [93 -600,94 710,95 1096 ],97 "rotation": [98 0,99 179.99989318847656,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 },114 {115 "object_id": "SM_Wall_8",116 "bbox_2d": [117 223,118 692,119 1124,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -920,126 310,127 159.99998474121094128 ],129 "extent": [130 200.25000585892695,131 11.000108566948711,132 150.25133 ]134 },135 "obb": {136 "center": [137 -920,138 310,139 159.99998474121094140 ],141 "extent": [142 200.25000585892695,143 11.000108566948711,144 150.25145 ],146 "rotation": [147 0,148 -3.0517578125e-05,149 0150 ]151 },152 "location": [153 -920,154 310,155 10156 ],157 "rotation": [158 0,159 -3.0517578125e-05,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 127,171 255172 ]173 },174 {175 "object_id": "SM_Wall_16",176 "bbox_2d": [177 0,178 0,179 1259,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -710,186 -300,187 159.99998474121094188 ],189 "extent": [190 11.000428545730301,191 200.2500234353672,192 150.25193 ]194 },195 "obb": {196 "center": [197 -710,198 -300,199 159.99998474121094200 ],201 "extent": [202 11.000428545730301,203 200.2500234353672,204 150.25205 ],206 "rotation": [207 0,208 90.00012207031251,209 0210 ]211 },212 "location": [213 -710,214 -300,215 10216 ],217 "rotation": [218 0,219 90.00012207031251,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 127,230 255,231 255232 ]233 },234 {235 "object_id": "SM_Wall_17",236 "bbox_2d": [237 392,238 0,239 1261,240 416241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 -710,246 -300,247 359.99999237060547248 ],249 "extent": [250 11.000426638381668,251 200.25002343536312,252 50.24999237060547253 ]254 },255 "obb": {256 "center": [257 -710,258 -300,259 359.99999237060547260 ],261 "extent": [262 11.000426638381668,263 200.25002343536312,264 50.24999237060547265 ],266 "rotation": [267 0,268 90.00012207031251,269 0270 ]271 },272 "location": [273 -710,274 -300,275 310276 ],277 "rotation": [278 0,279 90.00012207031251,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 127,290 0,291 127292 ]293 }294 ],295 "wall div": [296 {297 "object_id": "SM_WallDiv_44",298 "bbox_2d": [299 277,300 679,301 1123,302 1077303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -295,308 -1400,309 359.99999618530273310 ],311 "extent": [312 5.500216446513662,313 100.25000408829283,314 50.249996185302734315 ]316 },317 "obb": {318 "center": [319 -295,320 -1400,321 359.99999618530273322 ],323 "extent": [324 5.500216446513662,325 100.25000408829283,326 50.249996185302734327 ],328 "rotation": [329 0,330 -90.00012207031251,331 0332 ]333 },334 "location": [335 -295,336 -1400,337 310338 ],339 "rotation": [340 0,341 -90.00012207031251,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 255,352 191,353 255354 ]355 },356 {357 "object_id": "SM_WallDiv_45",358 "bbox_2d": [359 1257,360 11,361 1919,362 416363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 -600,368 -500,369 359.99999618530273370 ],371 "extent": [372 100.24999237060547,373 5.500002861022949,374 50.249996185302734375 ]376 },377 "obb": {378 "center": [379 -600,380 -500,381 359.99999618530273382 ],383 "extent": [384 100.24999237060547,385 5.500002861022949,386 50.249996185302734387 ],388 "rotation": [389 0,390 0,391 0392 ]393 },394 "location": [395 -600,396 -500,397 310398 ],399 "rotation": [400 0,401 0,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 191,412 63,413 0414 ]415 }416 ],417 "floor planks corner": [418 {419 "object_id": "SM_Floor_18",420 "bbox_2d": [421 1170,422 0,423 1898,424 140425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 -500,430 -300,431 420432 ],433 "extent": [434 200.50001525878906,435 200.50001525878906,436 11.000001907348633437 ]438 },439 "obb": {440 "center": [441 -500,442 -300,443 420444 ],445 "extent": [446 200.50001525878906,447 200.50001525878906,448 11.000001907348633449 ],450 "rotation": [451 0,452 0,453 0454 ]455 },456 "location": [457 -500,458 -300,459 420460 ],461 "rotation": [462 0,463 0,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 0,474 0,475 31476 ]477 }478 ],479 "pipe connector": [480 {481 "object_id": "SM_Pipe_Con_26",482 "bbox_2d": [483 224,484 676,485 1124,486 1077487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 -1905,492 -285,493 379.8999996185303494 ],495 "extent": [496 25,497 13.199999809265137,498 13.300000190734863499 ]500 },501 "obb": {502 "center": [503 -1905,504 -285,505 379.8999996185303506 ],507 "extent": [508 25,509 13.199999809265137,510 13.300000190734863511 ],512 "rotation": [513 0,514 0,515 0516 ]517 },518 "location": [519 -1905,520 -285,521 380522 ],523 "rotation": [524 0,525 0,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 255,536 159,537 255538 ]539 }540 ],541 "cable rail holder": [542 {543 "object_id": "SM_CableRailHolder_79",544 "bbox_2d": [545 251,546 691,547 1123,548 1077549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -920,554 -830,555 403.66500091552734556 ],557 "extent": [558 1.247076786861271,559 16.2106158369171,560 11.935001373291016561 ]562 },563 "obb": {564 "center": [565 -920,566 -830,567 403.66500091552734568 ],569 "extent": [570 1.247076786861271,571 16.2106158369171,572 11.935001373291016573 ],574 "rotation": [575 0,576 179.999267578125,577 0578 ]579 },580 "location": [581 -920,582 -830,583 394584 ],585 "rotation": [586 0,587 179.999267578125,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 255,598 223,599 255600 ]601 }602 ],603 "wall div window": [604 {605 "object_id": "SM_WallDivWindow_25",606 "bbox_2d": [607 1257,608 376,609 1919,610 1079611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -600,616 -500,617 160618 ],619 "extent": [620 100.15355682373047,621 5.5,622 150.35354614257812623 ]624 },625 "obb": {626 "center": [627 -600,628 -500,629 160630 ],631 "extent": [632 100.15355682373047,633 5.5,634 150.35354614257812635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 -600,644 -500,645 10646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 79,660 127,661 111662 ]663 }664 ],665 "wall door": [666 {667 "object_id": "SM_WallDoor_5",668 "bbox_2d": [669 223,670 699,671 1124,672 1079673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -710,678 100,679 159.99998474121094680 ],681 "extent": [682 100.00029960542327,683 200.2500219706834,684 150.25685 ]686 },687 "obb": {688 "center": [689 -710,690 100,691 159.99998474121094692 ],693 "extent": [694 100.00029960542327,695 200.2500219706834,696 150.25697 ],698 "rotation": [699 0,700 90.00011444091797,701 0702 ]703 },704 "location": [705 -710,706 100,707 10708 ],709 "rotation": [710 0,711 90.00011444091797,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 255,722 111,723 255724 ]725 }726 ]727 },728 "foreground": {729 "couch": [730 {731 "object_id": "SM_Couch_5",732 "bbox_2d": [733 1590,734 1056,735 1682,736 1079737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 -499.999845748085,742 -448.6281356814399,743 60.00006103515625744 ],745 "extent": [746 100.25700619963808,747 41.57396693956264,748 50.00058364868164749 ]750 },751 "obb": {752 "center": [753 -499.999845748085,754 -448.6281356814399,755 60.00006103515625756 ],757 "extent": [758 100.25700619963808,759 41.57396693956264,760 50.00058364868164761 ],762 "rotation": [763 0,764 179.99978637695312,765 0766 ]767 },768 "location": [769 -500,770 -490,771 10772 ],773 "rotation": [774 0,775 179.99978637695312,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 0,786 255,787 31788 ]789 },790 {791 "object_id": "SM_Couch_6",792 "bbox_2d": [793 1225,794 1038,795 1593,796 1079797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 -650.0419664358927,802 -439.9783754165918,803 60.00006103515625804 ],805 "extent": [806 50.19835775982017,807 50.20866887846273,808 50.00058364868164809 ]810 },811 "obb": {812 "center": [813 -650.0419664358927,814 -439.9783754165918,815 60.00006103515625816 ],817 "extent": [818 50.19835775982017,819 50.20866887846273,820 50.00058364868164821 ],822 "rotation": [823 0,824 -4.482269287109375e-05,825 0826 ]827 },828 "location": [829 -700,830 -390,831 10832 ],833 "rotation": [834 0,835 -4.482269287109375e-05,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 0,846 63,847 31848 ]849 }850 ],851 "speaker": [852 {853 "object_id": "SM_Speaker_55",854 "bbox_2d": [855 1479,856 0,857 1655,858 37859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 -605,864 -440,865 408.20037508010864866 ],867 "extent": [868 24.28111457824707,869 24.28111457824707,870 1.7996249198913574871 ]872 },873 "obb": {874 "center": [875 -605,876 -440,877 408.20037508010864878 ],879 "extent": [880 24.28111457824707,881 24.28111457824707,882 1.7996249198913574883 ],884 "rotation": [885 0,886 0,887 0888 ]889 },890 "location": [891 -605,892 -440,893 410894 ],895 "rotation": [896 0,897 0,898 0899 ],900 "scale": [901 1,902 1,903 1904 ]905 },906 "color": [907 127,908 191,909 95910 ]911 }912 ],913 "books": [914 {915 "object_id": "SM_Book_01a3_9",916 "bbox_2d": [917 225,918 804,919 1124,920 1079921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 -1043,926 -173,927 94928 ],929 "extent": [930 18.1586835980695,931 13.693760616478727,932 1.5919867618626853933 ]934 },935 "obb": {936 "center": [937 -1043,938 -173,939 94940 ],941 "extent": [942 18.1586835980695,943 13.693760616478727,944 1.5919867618626853945 ],946 "rotation": [947 6.8301887978878694e-06,948 80.0001678466797,949 -89.99987792968753950 ]951 },952 "location": [953 -1043,954 -173,955 94956 ],957 "rotation": [958 6.8301887978878694e-06,959 80.0001678466797,960 -89.99987792968753961 ],962 "scale": [963 1,964 1,965 1966 ]967 },968 "color": [969 255,970 95,971 255972 ]973 }974 ],975 "monitor": [976 {977 "object_id": "SM_Monitor_03_37",978 "bbox_2d": [979 146,980 654,981 1128,982 1079983 ],984 "bbox_3d": {985 "aabb": {986 "center": [987 -697.3845221996489,988 -260.0000097516142,989 190990 ],991 "extent": [992 2.5848544531753532,993 89.16480455745307,994 50.15521240234375995 ]996 },997 "obb": {998 "center": [999 -697.3845221996489,1000 -260.0000097516142,1001 1901002 ],1003 "extent": [1004 2.5848544531753532,1005 89.16480455745307,1006 50.155212402343751007 ],1008 "rotation": [1009 0,1010 179.99978637695312,1011 01012 ]1013 },1014 "location": [1015 -700,1016 -260,1017 1901018 ],1019 "rotation": [1020 0,1021 179.99978637695312,1022 01023 ],1024 "scale": [1025 1,1026 1,1027 11028 ]1029 },1030 "color": [1031 255,1032 79,1033 2231034 ]1035 }1036 ]1037 }1038}