TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l008_off1_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/JapaneseRestaurant_02/l008_off1_r005/lit.png",5 "camera": {6 "location": [7 717,8 -283,9 14710 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 717,38 -283,39 147,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "plane": [55 {56 "object_id": "Plane_243",57 "bbox_2d": [58 496,59 870,60 1710,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 890,67 -460,68 069 ],70 "extent": [71 150,72 150,73 2.4121840694324697e-1474 ]75 },76 "obb": {77 "center": [78 890,79 -460,80 081 ],82 "extent": [83 150,84 150,85 2.4121840694324697e-1486 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 890,95 -460,96 097 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 3,105 3,106 3107 ]108 },109 "color": [110 0,111 31,112 191113 ]114 }115 ],116 "bar stool": [117 {118 "object_id": "SM_Barstool_01_Small5",119 "bbox_2d": [120 399,121 1054,122 559,123 1079124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 725.0137140270415,129 -480.0092285153805,130 22.542636655631668131 ],132 "extent": [133 18.463972746955733,134 18.183464331535106,135 22.60599171834542136 ]137 },138 "obb": {139 "center": [140 725.0137140270415,141 -480.0092285153805,142 22.542636655631668143 ],144 "extent": [145 18.463972746955733,146 18.183464331535106,147 22.60599171834542148 ],149 "rotation": [150 0,151 0,152 0153 ]154 },155 "location": [156 725,157 -480,158 0159 ],160 "rotation": [161 0,162 0,163 0164 ],165 "scale": [166 0.8999999761581421,167 0.8999999761581421,168 0.8999999761581421169 ]170 },171 "color": [172 159,173 95,174 191175 ]176 }177 ],178 "chair": [179 {180 "object_id": "SM_Chair_6",181 "bbox_2d": [182 1234,183 745,184 1396,185 1035186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 971.6390950331421,191 -493.59936645032934,192 40.02226257324219193 ],194 "extent": [195 25.088410343233022,196 23.97411729918059,197 40.022247314453125198 ]199 },200 "obb": {201 "center": [202 971.6390950331421,203 -493.59936645032934,204 40.02226257324219205 ],206 "extent": [207 25.088410343233022,208 23.97411729918059,209 40.022247314453125210 ],211 "rotation": [212 0,213 169.99996948242188,214 0215 ]216 },217 "location": [218 971.6390991210938,219 -493.599365234375,220 1.52587890625e-05221 ],222 "rotation": [223 0,224 169.99996948242188,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 159,235 63,236 159237 ]238 },239 {240 "object_id": "SM_Chair_7",241 "bbox_2d": [242 1084,243 750,244 1174,245 1007246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 921.6391010284572,251 -543.5993690490649,252 40.02226257324219253 ],254 "extent": [255 20.489052319893403,256 21.8627519254851,257 40.022247314453125258 ]259 },260 "obb": {261 "center": [262 921.6391010284572,263 -543.5993690490649,264 40.02226257324219265 ],266 "extent": [267 20.489052319893403,268 21.8627519254851,269 40.022247314453125270 ],271 "rotation": [272 0,273 -89.99977874755861,274 0275 ]276 },277 "location": [278 921.6390991210938,279 -543.599365234375,280 1.52587890625e-05281 ],282 "rotation": [283 0,284 -89.99977874755861,285 0286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 159,295 191,296 159297 ]298 },299 {300 "object_id": "SM_Chair_9",301 "bbox_2d": [302 1842,303 977,304 1919,305 1079306 ],307 "bbox_3d": {308 "aabb": {309 "center": [310 930.4258401842941,311 -341.2888831061714,312 40.02226257324219313 ],314 "extent": [315 29.575940657640103,316 29.202731953769387,317 40.022247314453125318 ]319 },320 "obb": {321 "center": [322 930.4258401842941,323 -341.2888831061714,324 40.02226257324219325 ],326 "extent": [327 29.575940657640103,328 29.202731953769387,329 40.022247314453125330 ],331 "rotation": [332 0,333 -146.07577514648438,334 0335 ]336 },337 "location": [338 930.4258422851562,339 -341.28887939453125,340 1.52587890625e-05341 ],342 "rotation": [343 0,344 -146.07577514648438,345 0346 ],347 "scale": [348 1,349 1,350 1351 ]352 },353 "color": [354 127,355 223,356 95357 ]358 },359 {360 "object_id": "SM_Chair_10",361 "bbox_2d": [362 1503,363 784,364 1734,365 1079366 ],367 "bbox_3d": {368 "aabb": {369 "center": [370 985.8643203661144,371 -412.11346036997264,372 40.022262314452746373 ],374 "extent": [375 29.961430282544256,376 29.8793430926807,377 40.022247314453125378 ]379 },380 "obb": {381 "center": [382 985.8643203661144,383 -412.11346036997264,384 40.022262314452746385 ],386 "extent": [387 29.961430282544256,388 29.8793430926807,389 40.022247314453125390 ],391 "rotation": [392 0,393 42.57830810546874,394 0395 ]396 },397 "location": [398 985.8643188476562,399 -412.11346435546875,400 1.4999999621068127e-05401 ],402 "rotation": [403 0,404 42.57830810546874,405 0406 ],407 "scale": [408 1,409 1,410 1411 ]412 },413 "color": [414 63,415 223,416 0417 ]418 }419 ],420 "folding": [421 {422 "object_id": "SM_Folding_Closed2_202",423 "bbox_2d": [424 0,425 728,426 77,427 944428 ],429 "bbox_3d": {430 "aabb": {431 "center": [432 623.0215454101562,433 -586.7859187588545,434 50.90002023749304435 ],436 "extent": [437 24.49518585205078,438 14.748378323691782,439 51.498875079143275440 ]441 },442 "obb": {443 "center": [444 623.0215454101562,445 -586.7859187588545,446 50.90002023749304447 ],448 "extent": [449 24.49518585205078,450 14.748378323691782,451 51.498875079143275452 ],453 "rotation": [454 0,455 0,456 -10.000030517578125457 ]458 },459 "location": [460 623.0215454101562,461 -578.4370727539062,462 0463 ],464 "rotation": [465 0,466 0,467 -10.000030517578125468 ],469 "scale": [470 1,471 1,472 1473 ]474 },475 "color": [476 191,477 223,478 255479 ]480 },481 {482 "object_id": "SM_Folding_Closed3",483 "bbox_2d": [484 0,485 734,486 67,487 945488 ],489 "bbox_3d": {490 "aabb": {491 "center": [492 623.0215454101562,493 -578.7832340591979,494 50.90002009852853495 ],496 "extent": [497 24.49518585205078,498 14.748379146541879,499 51.49887502838979500 ]501 },502 "obb": {503 "center": [504 623.0215454101562,505 -578.7832340591979,506 50.90002009852852507 ],508 "extent": [509 24.49518585205078,510 14.748379146541879,511 51.49887502838979512 ],513 "rotation": [514 0,515 0,516 -10.000031471252441517 ]518 },519 "location": [520 623.0215454101562,521 -570.4343872070312,522 0523 ],524 "rotation": [525 0,526 0,527 -10.000031471252441528 ],529 "scale": [530 1,531 1,532 1533 ]534 },535 "color": [536 191,537 223,538 127539 ]540 },541 {542 "object_id": "SM_Folding_Closed4",543 "bbox_2d": [544 0,545 739,546 57,547 953548 ],549 "bbox_3d": {550 "aabb": {551 "center": [552 623.0215454101562,553 -571.6513370865416,554 50.90002009852853555 ],556 "extent": [557 24.49518585205078,558 14.748379146541879,559 51.49887502838979560 ]561 },562 "obb": {563 "center": [564 623.0215454101562,565 -571.6513370865416,566 50.90002009852852567 ],568 "extent": [569 24.49518585205078,570 14.748379146541879,571 51.49887502838979572 ],573 "rotation": [574 0,575 0,576 -10.000031471252441577 ]578 },579 "location": [580 623.0215454101562,581 -563.302490234375,582 0583 ],584 "rotation": [585 0,586 0,587 -10.000031471252441588 ],589 "scale": [590 1,591 1,592 1593 ]594 },595 "color": [596 191,597 223,598 63599 ]600 }601 ],602 "chopstick stand": [603 {604 "object_id": "SM_ChopstickStand_208",605 "bbox_2d": [606 8,607 946,608 18,609 955610 ],611 "bbox_3d": {612 "aabb": {613 "center": [614 666.3295193233147,615 -455.5632950685806,616 82.75994300842285617 ],618 "extent": [619 6.685890457922596,620 5.78266473468193,621 9.759943008422852622 ]623 },624 "obb": {625 "center": [626 666.3295193233147,627 -455.5632950685806,628 82.75994300842285629 ],630 "extent": [631 6.685890457922596,632 5.78266473468193,633 9.759943008422852634 ],635 "rotation": [636 0,637 -99.99993896484378,638 0639 ]640 },641 "location": [642 668.0160522460938,643 -454.51544189453125,644 73645 ],646 "rotation": [647 0,648 -99.99993896484378,649 0650 ],651 "scale": [652 1,653 1,654 1655 ]656 },657 "color": [658 191,659 223,660 31661 ]662 },663 {664 "object_id": "SM_ChopstickStand6",665 "bbox_2d": [666 1265,667 685,668 1292,669 740670 ],671 "bbox_3d": {672 "aabb": {673 "center": [674 997.7741084688197,675 -533.4500338492278,676 82.75994300842285677 ],678 "extent": [679 6.685885999391189,680 5.7826587302615735,681 9.759943008422852682 ]683 },684 "obb": {685 "center": [686 997.7741084688197,687 -533.4500338492278,688 82.75994300842285689 ],690 "extent": [691 6.685885999391189,692 5.7826587302615735,693 9.759943008422852694 ],695 "rotation": [696 0,697 -80.00012969970702,698 0699 ]700 },701 "location": [702 999.0005493164062,703 -531.8885498046875,704 73705 ],706 "rotation": [707 0,708 -80.00012969970702,709 0710 ],711 "scale": [712 1,713 1,714 1715 ]716 },717 "color": [718 159,719 223,720 255721 ]722 },723 {724 "object_id": "SM_ChopstickStand7",725 "bbox_2d": [726 1875,727 812,728 1919,729 924730 ],731 "bbox_3d": {732 "aabb": {733 "center": [734 971.9487169396981,735 -353.4552515550635,736 82.75997352600098737 ],738 "extent": [739 7.650315807778043,740 7.513067096372026,741 9.759943008422852742 ]743 },744 "obb": {745 "center": [746 971.9487169396981,747 -353.4552515550635,748 82.75997352600098749 ],750 "extent": [751 7.650315807778043,752 7.513067096372026,753 9.759943008422852754 ],755 "rotation": [756 0,757 -50.000091552734375,758 0759 ]760 },761 "location": [762 972.2301025390625,763 -351.48974609375,764 73.00003051757812765 ],766 "rotation": [767 0,768 -50.000091552734375,769 0770 ],771 "scale": [772 1,773 1,774 1775 ]776 },777 "color": [778 159,779 223,780 31781 ]782 }783 ],784 "coat hanger": [785 {786 "object_id": "SM_CoatHanger5_356",787 "bbox_2d": [788 1487,789 694,790 1621,791 828792 ],793 "bbox_3d": {794 "aabb": {795 "center": [796 1025.4565052501187,797 -449.97724143623657,798 80.35374069213867799 ],800 "extent": [801 3.543537719734161,802 19.967594066807465,803 18.870166778564453804 ]805 },806 "obb": {807 "center": [808 1025.4565052501187,809 -449.97724143623657,810 80.35374069213867811 ],812 "extent": [813 3.543537719734161,814 19.967594066807465,815 18.870166778564453816 ],817 "rotation": [818 0,819 90.00012207031251,820 0821 ]822 },823 "location": [824 1029,825 -450,826 87827 ],828 "rotation": [829 0,830 90.00012207031251,831 0832 ],833 "scale": [834 1,835 1,836 1837 ]838 },839 "color": [840 0,841 31,842 15843 ]844 }845 ]846 }847}