TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l136_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l136_r001/lit.png",5 "camera": {6 "location": [7 184,8 674,9 15510 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 184,38 674,39 155,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "counter corner": [54 {55 "object_id": "SM_Counter_Corner_Left_13",56 "bbox_2d": [57 974,58 783,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 168.2187271118164,66 859.9999656677246,67 55.0000076293945368 ],69 "extent": [70 91.78129577636719,71 50.00008010864258,72 45.000011444091873 ]74 },75 "obb": {76 "center": [77 168.2187271118164,78 859.9999656677246,79 55.0000076293945380 ],81 "extent": [82 91.78129577636719,83 50.00008010864258,84 45.000011444091885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 180,94 810,95 1096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 95,111 191112 ]113 }114 ]115 },116 "foreground": {117 "small shelf": [118 {119 "object_id": "SM_Small_Shelf_10",120 "bbox_2d": [121 1319,122 595,123 1561,124 803125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 200.30500335042814,130 950.1268792991527,131 75132 ],133 "extent": [134 26.97160964135395,135 31.83506042418435,136 65137 ]138 },139 "obb": {140 "center": [141 200.30500335042814,142 950.1268792991527,143 75144 ],145 "extent": [146 26.97160964135395,147 31.83506042418435,148 65149 ],150 "rotation": [151 0,152 -67.41302490234374,153 0154 ]155 },156 "location": [157 200,158 950,159 10160 ],161 "rotation": [162 0,163 -67.41302490234374,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 0,174 95,175 31176 ]177 }178 ],179 "shopping basket stand": [180 {181 "object_id": "SM_Shopping_Basket_Stand_2",182 "bbox_2d": [183 917,184 746,185 1063,186 819187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 437.0000002387705,192 1145.9999981076555,193 24.87095546722412194 ],195 "extent": [196 37.900795186396465,197 25.92428990466101,198 14.87095832824707199 ]200 },201 "obb": {202 "center": [203 437.0000002387705,204 1145.9999981076555,205 24.87095546722412206 ],207 "extent": [208 37.900795186396465,209 25.92428990466101,210 14.87095832824707211 ],212 "rotation": [213 0,214 7.191411018371582,215 0216 ]217 },218 "location": [219 437,220 1146,221 10222 ],223 "rotation": [224 0,225 7.191411018371582,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 95,236 0,237 31238 ]239 }240 ],241 "shopping basket": [242 {243 "object_id": "SM_Shopping_Basket_11",244 "bbox_2d": [245 930,246 737,247 1051,248 807249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 437.000002865246,254 1145.9999772918668,255 28.726181030273438256 ],257 "extent": [258 32.089719732421145,259 24.25146511108278,260 16.13337516784668261 ]262 },263 "obb": {264 "center": [265 437.000002865246,266 1145.9999772918668,267 28.726181030273438268 ],269 "extent": [270 32.089719732421145,271 24.25146511108278,272 16.13337516784668273 ],274 "rotation": [275 0,276 7.191411018371582,277 0278 ]279 },280 "location": [281 437,282 1146,283 12.592809677124023284 ],285 "rotation": [286 0,287 7.191411018371582,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 95,298 255,299 0300 ]301 },302 {303 "object_id": "SM_Shopping_Basket2",304 "bbox_2d": [305 930,306 721,307 1051,308 795309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 437.000002865246,314 1145.9999772918668,315 34.18583297729492316 ],317 "extent": [318 32.089719732421145,319 24.25146511108278,320 16.13337516784668321 ]322 },323 "obb": {324 "center": [325 437.000002865246,326 1145.9999772918668,327 34.18583297729492328 ],329 "extent": [330 32.089719732421145,331 24.25146511108278,332 16.13337516784668333 ],334 "rotation": [335 0,336 7.191411018371582,337 0338 ]339 },340 "location": [341 437,342 1146,343 18.052461624145508344 ],345 "rotation": [346 0,347 7.191411018371582,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 95,358 255,359 255360 ]361 },362 {363 "object_id": "SM_Shopping_Basket3",364 "bbox_2d": [365 930,366 709,367 1051,368 785369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 437.000002865246,374 1145.9999772918668,375 39.529951095581055376 ],377 "extent": [378 32.089719732421145,379 24.25146511108278,380 16.13337516784668381 ]382 },383 "obb": {384 "center": [385 437.000002865246,386 1145.9999772918668,387 39.529951095581055388 ],389 "extent": [390 32.089719732421145,391 24.25146511108278,392 16.13337516784668393 ],394 "rotation": [395 0,396 7.191411018371582,397 0398 ]399 },400 "location": [401 437,402 1146,403 23.39657974243164404 ],405 "rotation": [406 0,407 7.191411018371582,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 95,418 255,419 127420 ]421 },422 {423 "object_id": "SM_Shopping_Basket4",424 "bbox_2d": [425 924,426 661,427 1046,428 728429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 436.34887032376605,434 1145.2814455686596,435 59.73983968876464436 ],437 "extent": [438 36.4081771978602,439 25.262972897530062,440 28.069951478752223441 ]442 },443 "obb": {444 "center": [445 436.34887032376605,446 1145.2814455686596,447 59.73983968876464448 ],449 "extent": [450 36.4081771978602,451 25.262972897530062,452 28.069951478752223453 ],454 "rotation": [455 -27.591447830200202,456 8.121444702148441,457 0458 ]459 },460 "location": [461 428.951416015625,462 1144.225830078125,463 45.4412727355957464 ],465 "rotation": [466 -27.591447830200202,467 8.121444702148441,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 95,478 255,479 63480 ]481 }482 ],483 "mat": [484 {485 "object_id": "SM_Mat_2",486 "bbox_2d": [487 559,488 738,489 929,490 820491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 596.1696014404297,496 1124.8133697509766,497 11.26958978176117498 ],499 "extent": [500 92.76057434082031,501 68.32167053222656,502 0.5533158183097839503 ]504 },505 "obb": {506 "center": [507 596.1696014404297,508 1124.8133697509766,509 11.26958978176117510 ],511 "extent": [512 92.76057434082031,513 68.32167053222656,514 0.5533158183097839515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 596.1780395507812,524 1124.3819580078125,525 10.738197326660156526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 95,540 255,541 191542 ]543 }544 ],545 "lighter display": [546 {547 "object_id": "SM_Lighter_Display_5",548 "bbox_2d": [549 993,550 726,551 1145,552 960553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 238.92790071919288,558 802.2531143062456,559 113.30773448944092560 ],561 "extent": [562 13.147392160229316,563 14.132033608390088,564 13.30773639678955565 ]566 },567 "obb": {568 "center": [569 238.92790071919288,570 802.2531143062456,571 113.30773448944092572 ],573 "extent": [574 13.147392160229316,575 14.132033608390088,576 13.30773639678955577 ],578 "rotation": [579 0,580 -108.63994598388675,581 0582 ]583 },584 "location": [585 238.9279022216797,586 802.2531127929688,587 100588 ],589 "rotation": [590 0,591 -108.63994598388675,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 95,602 31,603 0604 ]605 }606 ],607 "sour candy": [608 {609 "object_id": "SM_Sour_Candy_5",610 "bbox_2d": [611 1025,612 748,613 1179,614 877615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 244.7695346689095,620 827.8213800941745,621 110.12102127075195622 ],623 "extent": [624 13.264915934971029,625 8.890602562099843,626 10.121023178100586627 ]628 },629 "obb": {630 "center": [631 244.7695346689095,632 827.8213800941745,633 110.12102127075195634 ],635 "extent": [636 13.264915934971029,637 8.890602562099843,638 10.121023178100586639 ],640 "rotation": [641 0,642 -96.92366790771486,643 0644 ]645 },646 "location": [647 244.79843139648438,648 827.81787109375,649 100650 ],651 "rotation": [652 0,653 -96.92366790771486,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 95,664 127,665 95666 ]667 }668 ],669 "brochures": [670 {671 "object_id": "SM_Brochures_8",672 "bbox_2d": [673 1217,674 664,675 1306,676 814677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 229.31616101974288,682 877.3379507332987,683 114.69073390960693684 ],685 "extent": [686 8.653435916451969,687 8.89416004278928,688 14.690765380859375689 ]690 },691 "obb": {692 "center": [693 229.31616101974288,694 877.3379507332987,695 114.69073390960693696 ],697 "extent": [698 8.653435916451969,699 8.89416004278928,700 14.690765380859375701 ],702 "rotation": [703 0,704 -49.61500930786132,705 0706 ]707 },708 "location": [709 229.316162109375,710 877.3379516601562,711 99.99996948242188712 ],713 "rotation": [714 0,715 -49.61500930786132,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 95,726 63,727 95728 ]729 }730 ],731 "ad": [732 {733 "object_id": "SM_Sandwich_Ad_2",734 "bbox_2d": [735 635,736 489,737 695,738 613739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 750.7865600585938,744 1201.00441634655,745 146.55841827392578746 ],747 "extent": [748 32.24943542480469,749 0.4452856779098511,750 47.182830810546875751 ]752 },753 "obb": {754 "center": [755 750.7865600585938,756 1201.00441634655,757 146.55841827392578758 ],759 "extent": [760 32.24943542480469,761 0.4452856779098511,762 47.182830810546875763 ],764 "rotation": [765 0,766 0,767 0768 ]769 },770 "location": [771 750.7865600585938,772 1200.9569091796875,773 145.04092407226562774 ],775 "rotation": [776 0,777 0,778 0779 ],780 "scale": [781 1,782 1,783 1784 ]785 },786 "color": [787 95,788 95,789 63790 ]791 },792 {793 "object_id": "SM_Galaxy_X_Ad_5",794 "bbox_2d": [795 964,796 463,797 1058,798 620799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 452.88775634765625,804 1201.7025364637375,805 153.90624237060547806 ],807 "extent": [808 32.24943542480469,809 0.4452856779098511,810 47.182830810546875811 ]812 },813 "obb": {814 "center": [815 452.88775634765625,816 1201.7025364637375,817 153.90624237060547818 ],819 "extent": [820 32.24943542480469,821 0.4452856779098511,822 47.182830810546875823 ],824 "rotation": [825 0,826 0,827 0828 ]829 },830 "location": [831 452.88775634765625,832 1201.655029296875,833 152.3887481689453834 ],835 "rotation": [836 0,837 0,838 0839 ],840 "scale": [841 1,842 1,843 1844 ]845 },846 "color": [847 95,848 95,849 191850 ]851 }852 ],853 "counter shelf display": [854 {855 "object_id": "SM_Counter_Shelf_Display_A_7",856 "bbox_2d": [857 653,858 879,859 1559,860 1079861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 220.08502578735352,866 710.0000381469727,867 55.00001907348633868 ],869 "extent": [870 40.08512878417969,871 100.00005340576172,872 45.00001907348633873 ]874 },875 "obb": {876 "center": [877 220.08502578735352,878 710.0000381469727,879 55.00001907348633880 ],881 "extent": [882 40.08512878417969,883 100.00005340576172,884 45.00001907348633885 ],886 "rotation": [887 0,888 0,889 0890 ]891 },892 "location": [893 180,894 610,895 10896 ],897 "rotation": [898 0,899 0,900 0901 ],902 "scale": [903 1,904 1,905 1906 ]907 },908 "color": [909 159,910 63,911 127912 ]913 }914 ]915 }916}