TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l062_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l062_r003/lit.png",5 "camera": {6 "location": [7 356,8 788,9 12610 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 356,38 788,39 126,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "counter corner": [54 {55 "object_id": "SM_Counter_Corner_Left_13",56 "bbox_2d": [57 113,58 629,59 756,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 168.2187271118164,66 859.9999656677246,67 55.0000076293945368 ],69 "extent": [70 91.78129577636719,71 50.00008010864258,72 45.000011444091873 ]74 },75 "obb": {76 "center": [77 168.2187271118164,78 859.9999656677246,79 55.0000076293945380 ],81 "extent": [82 91.78129577636719,83 50.00008010864258,84 45.000011444091885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 180,94 810,95 1096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 95,111 191112 ]113 }114 ]115 },116 "foreground": {117 "small shelf": [118 {119 "object_id": "SM_Small_Shelf_10",120 "bbox_2d": [121 0,122 447,123 187,124 1079125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 200.30500335042814,130 950.1268792991527,131 75132 ],133 "extent": [134 26.97160964135395,135 31.83506042418435,136 65137 ]138 },139 "obb": {140 "center": [141 200.30500335042814,142 950.1268792991527,143 75144 ],145 "extent": [146 26.97160964135395,147 31.83506042418435,148 65149 ],150 "rotation": [151 0,152 -67.41302490234374,153 0154 ]155 },156 "location": [157 200,158 950,159 10160 ],161 "rotation": [162 0,163 -67.41302490234374,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 0,174 95,175 31176 ]177 }178 ],179 "tobacco display": [180 {181 "object_id": "SM_Tobacco_Display_C_8",182 "bbox_2d": [183 1397,184 281,185 1646,186 623187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 24.718214886462405,192 604.8800907798582,193 109.9212646484375194 ],195 "extent": [196 22.350087063553914,197 38.00004380254984,198 99.92132568359375199 ]200 },201 "obb": {202 "center": [203 24.718214886462402,204 604.8800907798582,205 109.9212646484375206 ],207 "extent": [208 22.350087063553914,209 38.00004380254984,210 99.92132568359375211 ],212 "rotation": [213 0,214 -90.00012207031251,215 0216 ]217 },218 "location": [219 2.3681564331054688,220 566.880126953125,221 9.99993896484375222 ],223 "rotation": [224 0,225 -90.00012207031251,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 255,236 95,237 0238 ]239 },240 {241 "object_id": "SM_Tobacco_Display_A_2",242 "bbox_2d": [243 934,244 282,245 1167,246 681247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 23.729498760974124,252 758.7660160728269,253 109.92137145996094254 ],255 "extent": [256 22.350087063553914,257 38.00004380254984,258 99.92132568359375259 ]260 },261 "obb": {262 "center": [263 23.72949876097412,264 758.7660160728269,265 109.92137145996094266 ],267 "extent": [268 22.350087063553914,269 38.00004380254984,270 99.92132568359375271 ],272 "rotation": [273 0,274 -90.00012207031251,275 0276 ]277 },278 "location": [279 1.3794403076171875,280 720.7660522460938,281 10.000045776367188282 ],283 "rotation": [284 0,285 -90.00012207031251,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 95,296 63,297 63298 ]299 },300 {301 "object_id": "SM_Tobacco_Display_B_8",302 "bbox_2d": [303 1164,304 282,305 1404,306 681307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 23.90831144999611,312 682.3889438536045,313 109.92131042480469314 ],315 "extent": [316 22.3500820035545,317 38.00004082647695,318 99.92132568359375319 ]320 },321 "obb": {322 "center": [323 23.90831144999611,324 682.3889438536045,325 109.92131042480469326 ],327 "extent": [328 22.3500820035545,329 38.00004082647695,330 99.92132568359375331 ],332 "rotation": [333 0,334 -90.00011444091797,335 0336 ]337 },338 "location": [339 1.558258056640625,340 644.3889770507812,341 9.999984741210938342 ],343 "rotation": [344 0,345 -90.00011444091797,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 95,356 63,357 191358 ]359 }360 ],361 "atm": [362 {363 "object_id": "SM_ATM_27",364 "bbox_2d": [365 293,366 424,367 389,368 670369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -165.37035369874536,374 1099.9999860165026,375 99.15963745117188376 ],377 "extent": [378 31.839377383484702,379 31.772072915673334,380 89.1596450805664381 ]382 },383 "obb": {384 "center": [385 -165.37035369874536,386 1099.9999860165026,387 99.15963745117188388 ],389 "extent": [390 31.839377383484702,391 31.772072915673334,392 89.1596450805664393 ],394 "rotation": [395 0,396 -90.00012207031251,397 0398 ]399 },400 "location": [401 -171.93374633789062,402 1100,403 10404 ],405 "rotation": [406 0,407 -90.00012207031251,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 255,418 95,419 31420 ]421 }422 ],423 "card reader": [424 {425 "object_id": "SM_Card_Reader_2",426 "bbox_2d": [427 1391,428 658,429 1495,430 725431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 212.96651400260225,436 716.4899456618128,437 104.12414264678955438 ],439 "extent": [440 10.298967466885273,441 6.94403134721415,442 4.124121189117432443 ]444 },445 "obb": {446 "center": [447 212.96651400260225,448 716.4899456618128,449 104.12414264678955450 ],451 "extent": [452 10.298967466885273,453 6.94403134721415,454 4.124121189117432455 ],456 "rotation": [457 0,458 -77.24995422363281,459 0460 ]461 },462 "location": [463 213.7287139892578,464 716.6624145507812,465 100.0000228881836466 ],467 "rotation": [468 0,469 -77.24995422363281,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 95,480 0,481 191482 ]483 }484 ],485 "lighter display": [486 {487 "object_id": "SM_Lighter_Display_5",488 "bbox_2d": [489 738,490 535,491 958,492 779493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 238.92790071919288,498 802.2531143062456,499 113.30773448944092500 ],501 "extent": [502 13.147392160229316,503 14.132033608390088,504 13.30773639678955505 ]506 },507 "obb": {508 "center": [509 238.92790071919288,510 802.2531143062456,511 113.30773448944092512 ],513 "extent": [514 13.147392160229316,515 14.132033608390088,516 13.30773639678955517 ],518 "rotation": [519 0,520 -108.63994598388675,521 0522 ]523 },524 "location": [525 238.9279022216797,526 802.2531127929688,527 100528 ],529 "rotation": [530 0,531 -108.63994598388675,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 95,542 31,543 0544 ]545 }546 ],547 "energy drink display": [548 {549 "object_id": "SM_Energy_Drink_Display_2",550 "bbox_2d": [551 1892,552 338,553 1919,554 727555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 234.2728631504418,560 646.744538947257,561 129.77771377563477562 ],563 "extent": [564 19.787281211975227,565 17.610119532174963,566 29.777729034423828567 ]568 },569 "obb": {570 "center": [571 234.2728631504418,572 646.744538947257,573 129.77771377563477574 ],575 "extent": [576 19.787281211975227,577 17.610119532174963,578 29.777729034423828579 ],580 "rotation": [581 0,582 -66.38336181640624,583 0584 ]585 },586 "location": [587 232.88006591796875,588 646.1355590820312,589 99.99999237060547590 ],591 "rotation": [592 0,593 -66.38336181640624,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 95,604 31,605 255606 ]607 }608 ],609 "sour candy": [610 {611 "object_id": "SM_Sour_Candy_5",612 "bbox_2d": [613 523,614 585,615 693,616 784617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 244.7695346689095,622 827.8213800941745,623 110.12102127075195624 ],625 "extent": [626 13.264915934971029,627 8.890602562099843,628 10.121023178100586629 ]630 },631 "obb": {632 "center": [633 244.7695346689095,634 827.8213800941745,635 110.12102127075195636 ],637 "extent": [638 13.264915934971029,639 8.890602562099843,640 10.121023178100586641 ],642 "rotation": [643 0,644 -96.92366790771486,645 0646 ]647 },648 "location": [649 244.79843139648438,650 827.81787109375,651 100652 ],653 "rotation": [654 0,655 -96.92366790771486,656 0657 ],658 "scale": [659 1,660 1,661 1662 ]663 },664 "color": [665 95,666 127,667 95668 ]669 }670 ],671 "brochures": [672 {673 "object_id": "SM_Brochures_8",674 "bbox_2d": [675 220,676 514,677 346,678 750679 ],680 "bbox_3d": {681 "aabb": {682 "center": [683 229.31616101974288,684 877.3379507332987,685 114.69073390960693686 ],687 "extent": [688 8.653435916451969,689 8.89416004278928,690 14.690765380859375691 ]692 },693 "obb": {694 "center": [695 229.31616101974288,696 877.3379507332987,697 114.69073390960693698 ],699 "extent": [700 8.653435916451969,701 8.89416004278928,702 14.690765380859375703 ],704 "rotation": [705 0,706 -49.61500930786132,707 0708 ]709 },710 "location": [711 229.316162109375,712 877.3379516601562,713 99.99996948242188714 ],715 "rotation": [716 0,717 -49.61500930786132,718 0719 ],720 "scale": [721 1,722 1,723 1724 ]725 },726 "color": [727 95,728 63,729 95730 ]731 }732 ],733 "beer sign": [734 {735 "object_id": "SM_Beer_Sign_4",736 "bbox_2d": [737 1111,738 189,739 1333,740 270741 ],742 "bbox_3d": {743 "aabb": {744 "center": [745 2.072068214411798,746 690.9740556403841,747 240.57837009429932748 ],749 "extent": [750 2.073853505422177,751 41.1873022391693,752 14.96452808380127753 ]754 },755 "obb": {756 "center": [757 2.072068214411798,758 690.9740556403841,759 240.57837009429932760 ],761 "extent": [762 2.073853505422177,763 41.1873022391693,764 14.96452808380127765 ],766 "rotation": [767 0,768 -90.00012207031251,769 0770 ]771 },772 "location": [773 -0.0016937255859375,774 690.9740600585938,775 240.578369140625776 ],777 "rotation": [778 0,779 -90.00012207031251,780 0781 ],782 "scale": [783 1,784 1,785 1786 ]787 },788 "color": [789 95,790 31,791 95792 ]793 }794 ],795 "counter shelf display": [796 {797 "object_id": "SM_Counter_Shelf_Display_A_7",798 "bbox_2d": [799 740,800 682,801 1919,802 1079803 ],804 "bbox_3d": {805 "aabb": {806 "center": [807 220.08502578735352,808 710.0000381469727,809 55.00001907348633810 ],811 "extent": [812 40.08512878417969,813 100.00005340576172,814 45.00001907348633815 ]816 },817 "obb": {818 "center": [819 220.08502578735352,820 710.0000381469727,821 55.00001907348633822 ],823 "extent": [824 40.08512878417969,825 100.00005340576172,826 45.00001907348633827 ],828 "rotation": [829 0,830 0,831 0832 ]833 },834 "location": [835 180,836 610,837 10838 ],839 "rotation": [840 0,841 0,842 0843 ],844 "scale": [845 1,846 1,847 1848 ]849 },850 "color": [851 159,852 63,853 127854 ]855 }856 ]857 }858}