TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l028_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l028_r002/lit.png",5 "camera": {6 "location": [7 646,8 741,9 8710 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 646,38 741,39 87,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "counter corner": [54 {55 "object_id": "SM_Counter_Corner_Left_13",56 "bbox_2d": [57 1739,58 496,59 1919,60 79861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 168.2187271118164,66 859.9999656677246,67 55.0000076293945368 ],69 "extent": [70 91.78129577636719,71 50.00008010864258,72 45.000011444091873 ]74 },75 "obb": {76 "center": [77 168.2187271118164,78 859.9999656677246,79 55.0000076293945380 ],81 "extent": [82 91.78129577636719,83 50.00008010864258,84 45.000011444091885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 180,94 810,95 1096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 95,111 191112 ]113 }114 ]115 },116 "foreground": {117 "small shelf": [118 {119 "object_id": "SM_Small_Shelf_10",120 "bbox_2d": [121 1543,122 405,123 1725,124 736125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 200.30500335042814,130 950.1268792991527,131 75132 ],133 "extent": [134 26.97160964135395,135 31.83506042418435,136 65137 ]138 },139 "obb": {140 "center": [141 200.30500335042814,142 950.1268792991527,143 75144 ],145 "extent": [146 26.97160964135395,147 31.83506042418435,148 65149 ],150 "rotation": [151 0,152 -67.41302490234374,153 0154 ]155 },156 "location": [157 200,158 950,159 10160 ],161 "rotation": [162 0,163 -67.41302490234374,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 0,174 95,175 31176 ]177 }178 ],179 "atm": [180 {181 "object_id": "SM_ATM_27",182 "bbox_2d": [183 1604,184 398,185 1714,186 421187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 -165.37035369874536,192 1099.9999860165026,193 99.15963745117188194 ],195 "extent": [196 31.839377383484702,197 31.772072915673334,198 89.1596450805664199 ]200 },201 "obb": {202 "center": [203 -165.37035369874536,204 1099.9999860165026,205 99.15963745117188206 ],207 "extent": [208 31.839377383484702,209 31.772072915673334,210 89.1596450805664211 ],212 "rotation": [213 0,214 -90.00012207031251,215 0216 ]217 },218 "location": [219 -171.93374633789062,220 1100,221 10222 ],223 "rotation": [224 0,225 -90.00012207031251,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 255,236 95,237 31238 ]239 }240 ],241 "shopping basket stand": [242 {243 "object_id": "SM_Shopping_Basket_Stand_2",244 "bbox_2d": [245 830,246 638,247 1000,248 714249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 437.0000002387705,254 1145.9999981076555,255 24.87095546722412256 ],257 "extent": [258 37.900795186396465,259 25.92428990466101,260 14.87095832824707261 ]262 },263 "obb": {264 "center": [265 437.0000002387705,266 1145.9999981076555,267 24.87095546722412268 ],269 "extent": [270 37.900795186396465,271 25.92428990466101,272 14.87095832824707273 ],274 "rotation": [275 0,276 7.191411018371582,277 0278 ]279 },280 "location": [281 437,282 1146,283 10284 ],285 "rotation": [286 0,287 7.191411018371582,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 95,298 0,299 31300 ]301 }302 ],303 "shopping basket": [304 {305 "object_id": "SM_Shopping_Basket_11",306 "bbox_2d": [307 845,308 628,309 985,310 704311 ],312 "bbox_3d": {313 "aabb": {314 "center": [315 437.000002865246,316 1145.9999772918668,317 28.726181030273438318 ],319 "extent": [320 32.089719732421145,321 24.25146511108278,322 16.13337516784668323 ]324 },325 "obb": {326 "center": [327 437.000002865246,328 1145.9999772918668,329 28.726181030273438330 ],331 "extent": [332 32.089719732421145,333 24.25146511108278,334 16.13337516784668335 ],336 "rotation": [337 0,338 7.191411018371582,339 0340 ]341 },342 "location": [343 437,344 1146,345 12.592809677124023346 ],347 "rotation": [348 0,349 7.191411018371582,350 0351 ],352 "scale": [353 1,354 1,355 1356 ]357 },358 "color": [359 95,360 255,361 0362 ]363 },364 {365 "object_id": "SM_Shopping_Basket2",366 "bbox_2d": [367 845,368 617,369 985,370 690371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 437.000002865246,376 1145.9999772918668,377 34.18583297729492378 ],379 "extent": [380 32.089719732421145,381 24.25146511108278,382 16.13337516784668383 ]384 },385 "obb": {386 "center": [387 437.000002865246,388 1145.9999772918668,389 34.18583297729492390 ],391 "extent": [392 32.089719732421145,393 24.25146511108278,394 16.13337516784668395 ],396 "rotation": [397 0,398 7.191411018371582,399 0400 ]401 },402 "location": [403 437,404 1146,405 18.052461624145508406 ],407 "rotation": [408 0,409 7.191411018371582,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 95,420 255,421 255422 ]423 },424 {425 "object_id": "SM_Shopping_Basket3",426 "bbox_2d": [427 845,428 604,429 985,430 678431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 437.000002865246,436 1145.9999772918668,437 39.529951095581055438 ],439 "extent": [440 32.089719732421145,441 24.25146511108278,442 16.13337516784668443 ]444 },445 "obb": {446 "center": [447 437.000002865246,448 1145.9999772918668,449 39.529951095581055450 ],451 "extent": [452 32.089719732421145,453 24.25146511108278,454 16.13337516784668455 ],456 "rotation": [457 0,458 7.191411018371582,459 0460 ]461 },462 "location": [463 437,464 1146,465 23.39657974243164466 ],467 "rotation": [468 0,469 7.191411018371582,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 95,480 255,481 127482 ]483 },484 {485 "object_id": "SM_Shopping_Basket4",486 "bbox_2d": [487 839,488 538,489 982,490 654491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 436.34887032376605,496 1145.2814455686596,497 59.73983968876464498 ],499 "extent": [500 36.4081771978602,501 25.262972897530062,502 28.069951478752223503 ]504 },505 "obb": {506 "center": [507 436.34887032376605,508 1145.2814455686596,509 59.73983968876464510 ],511 "extent": [512 36.4081771978602,513 25.262972897530062,514 28.069951478752223515 ],516 "rotation": [517 -27.591447830200202,518 8.121444702148441,519 0520 ]521 },522 "location": [523 428.951416015625,524 1144.225830078125,525 45.4412727355957526 ],527 "rotation": [528 -27.591447830200202,529 8.121444702148441,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 95,540 255,541 63542 ]543 }544 ],545 "mat": [546 {547 "object_id": "SM_Mat_2",548 "bbox_2d": [549 220,550 698,551 861,552 829553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 596.1696014404297,558 1124.8133697509766,559 11.26958978176117560 ],561 "extent": [562 92.76057434082031,563 68.32167053222656,564 0.5533158183097839565 ]566 },567 "obb": {568 "center": [569 596.1696014404297,570 1124.8133697509766,571 11.26958978176117572 ],573 "extent": [574 92.76057434082031,575 68.32167053222656,576 0.5533158183097839577 ],578 "rotation": [579 0,580 0,581 0582 ]583 },584 "location": [585 596.1780395507812,586 1124.3819580078125,587 10.738197326660156588 ],589 "rotation": [590 0,591 0,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 95,602 255,603 191604 ]605 }606 ],607 "brochures": [608 {609 "object_id": "SM_Brochures_8",610 "bbox_2d": [611 1789,612 412,613 1853,614 500615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 229.31616101974288,620 877.3379507332987,621 114.69073390960693622 ],623 "extent": [624 8.653435916451969,625 8.89416004278928,626 14.690765380859375627 ]628 },629 "obb": {630 "center": [631 229.31616101974288,632 877.3379507332987,633 114.69073390960693634 ],635 "extent": [636 8.653435916451969,637 8.89416004278928,638 14.690765380859375639 ],640 "rotation": [641 0,642 -49.61500930786132,643 0644 ]645 },646 "location": [647 229.316162109375,648 877.3379516601562,649 99.99996948242188650 ],651 "rotation": [652 0,653 -49.61500930786132,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 95,664 63,665 95666 ]667 }668 ],669 "ad": [670 {671 "object_id": "SM_Sandwich_Ad_2",672 "bbox_2d": [673 0,674 235,675 183,676 506677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 750.7865600585938,682 1201.00441634655,683 146.55841827392578684 ],685 "extent": [686 32.24943542480469,687 0.4452856779098511,688 47.182830810546875689 ]690 },691 "obb": {692 "center": [693 750.7865600585938,694 1201.00441634655,695 146.55841827392578696 ],697 "extent": [698 32.24943542480469,699 0.4452856779098511,700 47.182830810546875701 ],702 "rotation": [703 0,704 0,705 0706 ]707 },708 "location": [709 750.7865600585938,710 1200.9569091796875,711 145.04092407226562712 ],713 "rotation": [714 0,715 0,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 95,726 95,727 63728 ]729 },730 {731 "object_id": "SM_Galaxy_X_Ad_5",732 "bbox_2d": [733 777,734 311,735 893,736 502737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 452.88775634765625,742 1201.7025364637375,743 153.90624237060547744 ],745 "extent": [746 32.24943542480469,747 0.4452856779098511,748 47.182830810546875749 ]750 },751 "obb": {752 "center": [753 452.88775634765625,754 1201.7025364637375,755 153.90624237060547756 ],757 "extent": [758 32.24943542480469,759 0.4452856779098511,760 47.182830810546875761 ],762 "rotation": [763 0,764 0,765 0766 ]767 },768 "location": [769 452.88775634765625,770 1201.655029296875,771 152.3887481689453772 ],773 "rotation": [774 0,775 0,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 95,786 95,787 191788 ]789 }790 ]791 }792}