TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l043_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l043_r003/lit.png",5 "camera": {6 "location": [7 -55,8 -269,9 14110 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -55,38 -269,39 141,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "baseboard": [54 {55 "object_id": "SM_Baseboard",56 "bbox_2d": [57 389,58 911,59 1744,60 92761 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -404.2849975526333,66 -331.93701171875,67 368 ],69 "extent": [70 0.4000000059604645,71 270.4438781738281,72 373 ]74 },75 "obb": {76 "center": [77 -404.2849975526333,78 -331.93701171875,79 380 ],81 "extent": [82 0.4000000059604645,83 270.4438781738281,84 385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -404.68499755859375,94 -331.93701171875,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 127,111 255112 ]113 },114 {115 "object_id": "SM_Baseboard001",116 "bbox_2d": [117 0,118 911,119 45,120 927121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -404.2849975526333,126 333.5509948730469,127 3128 ],129 "extent": [130 0.4000000059604645,131 270.4438781738281,132 3133 ]134 },135 "obb": {136 "center": [137 -404.2849975526333,138 333.5509948730469,139 3140 ],141 "extent": [142 0.4000000059604645,143 270.4438781738281,144 3145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -404.68499755859375,154 333.5509948730469,155 0156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 63,170 191,171 63172 ]173 }174 ],175 "ceiling": [176 {177 "object_id": "SM_CeilingA",178 "bbox_2d": [179 0,180 0,181 1919,182 253183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -9.99993896484375,188 -0.0003662109375,189 262.50006103515625190 ],191 "extent": [192 414.6847229003906,193 582.3804321289062,194 17.500083923339844195 ]196 },197 "obb": {198 "center": [199 -9.99993896484375,200 -0.0003662109375,201 262.50006103515625202 ],203 "extent": [204 414.6847229003906,205 582.3804321289062,206 17.500083923339844207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 0,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 127,233 0234 ]235 }236 ],237 "wall": [238 {239 "object_id": "SM_WallA",240 "bbox_2d": [241 0,242 254,243 1742,244 910245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -414.68499755859375,250 -9.765630238689482e-05,251 140.00001525878906252 ],253 "extent": [254 10,255 602.3807373046875,256 140.00001525878906257 ]258 },259 "obb": {260 "center": [261 -414.68499755859375,262 -9.765630238689482e-05,263 140.00001525878906264 ],265 "extent": [266 10,267 602.3807373046875,268 140.00001525878906269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 -414.68499755859375,278 -9.765630238689482e-05,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 127,294 0,295 255296 ]297 }298 ],299 "door": [300 {301 "object_id": "SM_Door",302 "bbox_2d": [303 46,304 286,305 389,306 927307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -411.3640160560608,312 0.8069339990615845,313 116.7231216430664314 ],315 "extent": [316 7.5000152587890625,317 62.30000305175781,318 116.7231216430664319 ]320 },321 "obb": {322 "center": [323 -411.3640160560608,324 0.8069339990615845,325 116.7231216430664326 ],327 "extent": [328 7.5000152587890625,329 62.30000305175781,330 116.7231216430664331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 -418.864013671875,340 0.8069339990615845,341 0342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 127,356 255,357 0358 ]359 }360 ],361 "background wall": [362 {363 "object_id": "SM_BackgroundwallA",364 "bbox_2d": [365 1743,366 178,367 1919,368 1030369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -14.871739387512207,374 -563.4780158996582,375 139.99993896484375376 ],377 "extent": [378 389.81292724609375,379 18.90277099609375,380 139.9999542236328381 ]382 },383 "obb": {384 "center": [385 -14.871739387512207,386 -563.4780158996582,387 139.99993896484375388 ],389 "extent": [390 389.81292724609375,391 18.90277099609375,392 139.9999542236328393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 -14.871800422668457,402 -563.47802734375,403 0404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 0,418 0,419 63420 ]421 }422 ],423 "floor lamp": [424 {425 "object_id": "SM_Floorlamp",426 "bbox_2d": [427 1119,428 0,429 1496,430 1079431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -200.50994873046875,436 -334.127405166626,437 100.41319227218628438 ],439 "extent": [440 67.92303466796875,441 49.206172943115234,442 99.65167999267578443 ]444 },445 "obb": {446 "center": [447 -200.50994873046875,448 -334.127405166626,449 100.41319227218628450 ],451 "extent": [452 67.92303466796875,453 49.206172943115234,454 99.65167999267578455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 -226.33099365234375,464 -361.07501220703125,465 0.7972559928894043466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 127,480 255,481 63482 ]483 }484 ],485 "floor planks corner": [486 {487 "object_id": "SM_Floor",488 "bbox_2d": [489 0,490 915,491 1919,492 1079493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -19.752939224243164,498 -0.0001220703125,499 6.776263578034403e-21500 ],501 "extent": [502 404.9316711425781,503 582.3806762695312,504 3.5660530924670406e-14505 ]506 },507 "obb": {508 "center": [509 -19.752939224243164,510 -0.0001220703125,511 6.776263578034403e-21512 ],513 "extent": [514 404.9316711425781,515 582.3806762695312,516 3.5660530924670406e-14517 ],518 "rotation": [519 0,520 0,521 0522 ]523 },524 "location": [525 -9.752969741821289,526 0,527 0528 ],529 "rotation": [530 0,531 0,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 191,542 31,543 31544 ]545 }546 ]547 },548 "foreground": {549 "air conditioning": [550 {551 "object_id": "SM_AirConditioning",552 "bbox_2d": [553 315,554 24,555 1802,556 69557 ],558 "bbox_3d": {559 "aabb": {560 "center": [561 -257.33300971984863,562 -289.0069580078125,563 244.7000106573105564 ],565 "extent": [566 8.791104316711426,567 150.00003051757812,568 0.30008041858673096569 ]570 },571 "obb": {572 "center": [573 -257.33300971984863,574 -289.0069580078125,575 244.7000106573105576 ],577 "extent": [578 8.791104316711426,579 150.00003051757812,580 0.30008041858673096581 ],582 "rotation": [583 0,584 0,585 0586 ]587 },588 "location": [589 -257.3330078125,590 -289.0069885253906,591 245592 ],593 "rotation": [594 0,595 0,596 0597 ],598 "scale": [599 1,600 1,601 1602 ]603 },604 "color": [605 255,606 127,607 255608 ]609 }610 ],611 "downlight": [612 {613 "object_id": "SM_Downlight006",614 "bbox_2d": [615 1478,616 187,617 1510,618 197619 ],620 "bbox_3d": {621 "aabb": {622 "center": [623 -341.8015258654274,624 -428.69205086829743,625 244.66315888785522626 ],627 "extent": [628 4.314594785625786,629 4.3146177616889645,630 0.3368333969454511631 ]632 },633 "obb": {634 "center": [635 -341.8015258654274,636 -428.69205086829743,637 244.66315888785522638 ],639 "extent": [640 4.314594785625786,641 4.3146177616889645,642 0.3368333969454511643 ],644 "rotation": [645 -5.008960215491242e-06,646 -9.272649549529884e-06,647 -5.008960215491242e-06648 ]649 },650 "location": [651 -341.86700439453125,652 -428.6919860839844,653 245654 ],655 "rotation": [656 -5.008960215491242e-06,657 -9.272649549529884e-06,658 -5.008960215491242e-06659 ],660 "scale": [661 2.209779977798462,662 2.209789991378784,663 1664 ]665 },666 "color": [667 255,668 127,669 191670 ]671 },672 {673 "object_id": "SM_Downlight007",674 "bbox_2d": [675 1012,676 187,677 1040,678 197679 ],680 "bbox_3d": {681 "aabb": {682 "center": [683 -341.8015258654274,684 -288.9960669815787,685 244.66315888785522686 ],687 "extent": [688 4.314594785625786,689 4.3146177616889645,690 0.3368333969454511691 ]692 },693 "obb": {694 "center": [695 -341.8015258654274,696 -288.9960669815787,697 244.66315888785522698 ],699 "extent": [700 4.314594785625786,701 4.3146177616889645,702 0.3368333969454511703 ],704 "rotation": [705 -5.008960215491242e-06,706 -9.272649549529884e-06,707 -5.008960215491242e-06708 ]709 },710 "location": [711 -341.86700439453125,712 -288.9960021972656,713 245714 ],715 "rotation": [716 -5.008960215491242e-06,717 -9.272649549529884e-06,718 -5.008960215491242e-06719 ],720 "scale": [721 2.209779977798462,722 2.209789991378784,723 1724 ]725 },726 "color": [727 255,728 63,729 191730 ]731 },732 {733 "object_id": "SM_Downlight008",734 "bbox_2d": [735 544,736 187,737 574,738 197739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 -341.8015258654274,744 -149.32207100989902,745 244.66315888785522746 ],747 "extent": [748 4.314594785625786,749 4.3146177616889645,750 0.3368333969454511751 ]752 },753 "obb": {754 "center": [755 -341.8015258654274,756 -149.32207100989902,757 244.66315888785522758 ],759 "extent": [760 4.314594785625786,761 4.3146177616889645,762 0.3368333969454511763 ],764 "rotation": [765 -5.008960215491242e-06,766 -9.272649549529884e-06,767 -5.008960215491242e-06768 ]769 },770 "location": [771 -341.86700439453125,772 -149.32200622558594,773 245774 ],775 "rotation": [776 -5.008960215491242e-06,777 -9.272649549529884e-06,778 -5.008960215491242e-06779 ],780 "scale": [781 2.209779977798462,782 2.209789991378784,783 1784 ]785 },786 "color": [787 127,788 0,789 191790 ]791 },792 {793 "object_id": "SM_Downlight009",794 "bbox_2d": [795 37,796 187,797 75,798 197799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 -341.8015258654274,804 0.8068692147485095,805 244.66315888785522806 ],807 "extent": [808 4.314594785625786,809 4.314617761688953,810 0.3368333969454511811 ]812 },813 "obb": {814 "center": [815 -341.8015258654274,816 0.8068692147485095,817 244.66315888785522818 ],819 "extent": [820 4.314594785625786,821 4.314617761688953,822 0.3368333969454511823 ],824 "rotation": [825 -5.008960215491242e-06,826 -9.272649549529884e-06,827 -5.008960215491242e-06828 ]829 },830 "location": [831 -341.86700439453125,832 0.8069339990615845,833 245834 ],835 "rotation": [836 -5.008960215491242e-06,837 -9.272649549529884e-06,838 -5.008960215491242e-06839 ],840 "scale": [841 2.209779977798462,842 2.209789991378784,843 1844 ]845 },846 "color": [847 127,848 255,849 191850 ]851 }852 ],853 "picture": [854 {855 "object_id": "SM_PictureA002",856 "bbox_2d": [857 931,858 421,859 1098,860 645861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 -404.1486985683438,866 -289.0069903392954,867 143.3569946289059868 ],869 "extent": [870 0.5344979122089057,871 30.655253947298263,872 40.71728288678207873 ]874 },875 "obb": {876 "center": [877 -404.1486985683438,878 -289.0069903392954,879 143.3569946289059880 ],881 "extent": [882 0.5344979122089057,883 30.655253947298263,884 40.71728288678207885 ],886 "rotation": [887 0,888 1.0017900422099046e-05,889 -1.0017900422099046e-05890 ]891 },892 "location": [893 -404.6831359863281,894 -289.0069885253906,895 143.35699462890625896 ],897 "rotation": [898 0,899 1.0017900422099046e-05,900 -1.0017900422099046e-05901 ],902 "scale": [903 1,904 1,905 1906 ]907 },908 "color": [909 31,910 0,911 0912 ]913 }914 ]915 }916}