TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l046_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l046_r003/lit.png",5 "camera": {6 "location": [7 717,8 -382,9 8010 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 717,38 -382,39 80,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "bar stool": [55 {56 "object_id": "SM_Barstool_01_Small6",57 "bbox_2d": [58 1820,59 900,60 1839,61 98762 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 635.0137140270415,67 -480.0092285153805,68 22.54263665563166869 ],70 "extent": [71 18.463972746955733,72 18.183464331535106,73 22.6059917183454274 ]75 },76 "obb": {77 "center": [78 635.0137140270415,79 -480.0092285153805,80 22.54263665563166881 ],82 "extent": [83 18.463972746955733,84 18.183464331535106,85 22.6059917183454286 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 635,95 -480,96 097 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 0.8999999761581421,105 0.8999999761581421,106 0.8999999761581421107 ]108 },109 "color": [110 159,111 95,112 31113 ]114 }115 ],116 "chair": [117 {118 "object_id": "SM_Chair_01_53",119 "bbox_2d": [120 705,121 540,122 774,123 629124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 530.0000038146973,129 -324.99999809265137,130 40.022247314453125131 ],132 "extent": [133 21.862672805786133,134 20.488967895507812,135 40.022247314453125136 ]137 },138 "obb": {139 "center": [140 530.0000038146973,141 -324.99999809265137,142 40.022247314453125143 ],144 "extent": [145 21.862672805786133,146 20.488967895507812,147 40.022247314453125148 ],149 "rotation": [150 0,151 0,152 0153 ]154 },155 "location": [156 530,157 -325,158 0159 ],160 "rotation": [161 0,162 0,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 159,173 95,174 95175 ]176 },177 {178 "object_id": "SM_Chair_3",179 "bbox_2d": [180 1541,181 540,182 1865,183 989184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 530.0000038146973,189 -524.9999980926514,190 40.022247314453125191 ],192 "extent": [193 21.862672805786133,194 20.488967895507812,195 40.022247314453125196 ]197 },198 "obb": {199 "center": [200 530.0000038146973,201 -524.9999980926514,202 40.022247314453125203 ],204 "extent": [205 21.862672805786133,206 20.488967895507812,207 40.022247314453125208 ],209 "rotation": [210 0,211 0,212 0213 ]214 },215 "location": [216 530,217 -525,218 0219 ],220 "rotation": [221 0,222 0,223 0224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 159,233 255,234 159235 ]236 },237 {238 "object_id": "SM_Chair_4",239 "bbox_2d": [240 1074,241 540,242 1314,243 781244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 529.9999961853027,249 -425.00000190734863,250 40.022247314453125251 ],252 "extent": [253 21.862672805786133,254 20.488967895507812,255 40.022247314453125256 ]257 },258 "obb": {259 "center": [260 529.9999961853027,261 -425.00000190734863,262 40.022247314453125263 ],264 "extent": [265 21.862672805786133,266 20.488967895507812,267 40.022247314453125268 ],269 "rotation": [270 0,271 180,272 0273 ]274 },275 "location": [276 530,277 -425,278 0279 ],280 "rotation": [281 0,282 180,283 0284 ],285 "scale": [286 1,287 1,288 1289 ]290 },291 "color": [292 159,293 127,294 159295 ]296 }297 ],298 "chopstick stand": [299 {300 "object_id": "SM_ChopstickStand2",301 "bbox_2d": [302 0,303 479,304 47,305 506306 ],307 "bbox_3d": {308 "aabb": {309 "center": [310 669.8083425419895,311 -329.6758147638004,312 82.75994300842285313 ],314 "extent": [315 6.685903833459065,316 5.782682747893148,317 9.759943008422852318 ]319 },320 "obb": {321 "center": [322 669.8083425419895,323 -329.6758147638004,324 82.75994300842285325 ],326 "extent": [327 6.685903833459065,328 5.782682747893148,329 9.759943008422852330 ],331 "rotation": [332 0,333 100.00014495849612,334 0335 ]336 },337 "location": [338 668.5819091796875,339 -331.2373046875,340 73341 ],342 "rotation": [343 0,344 100.00014495849612,345 0346 ],347 "scale": [348 1,349 1,350 1351 ]352 },353 "color": [354 191,355 223,356 95357 ]358 },359 {360 "object_id": "SM_ChopstickStand4",361 "bbox_2d": [362 512,363 485,364 538,365 490366 ],367 "bbox_3d": {368 "aabb": {369 "center": [370 498.11653956347396,371 -284.3640471856754,372 82.75994300842285373 ],374 "extent": [375 6.685903833459065,376 5.782682747893148,377 9.759943008422852378 ]379 },380 "obb": {381 "center": [382 498.11653956347396,383 -284.3640471856754,384 82.75994300842285385 ],386 "extent": [387 6.685903833459065,388 5.782682747893148,389 9.759943008422852390 ],391 "rotation": [392 0,393 100.00014495849612,394 0395 ]396 },397 "location": [398 496.8901062011719,399 -285.925537109375,400 73401 ],402 "rotation": [403 0,404 100.00014495849612,405 0406 ],407 "scale": [408 1,409 1,410 1411 ]412 },413 "color": [414 31,415 223,416 0417 ]418 },419 {420 "object_id": "SM_ChopstickStand5",421 "bbox_2d": [422 1395,423 486,424 1441,425 528426 ],427 "bbox_3d": {428 "aabb": {429 "center": [430 495.20186671191146,431 -488.4879180352848,432 82.75994300842285433 ],434 "extent": [435 6.685903833459065,436 5.782682747893148,437 9.759943008422852438 ]439 },440 "obb": {441 "center": [442 495.20186671191146,443 -488.4879180352848,444 82.75994300842285445 ],446 "extent": [447 6.685903833459065,448 5.782682747893148,449 9.759943008422852450 ],451 "rotation": [452 0,453 100.00014495849612,454 0455 ]456 },457 "location": [458 493.9754333496094,459 -490.0494079589844,460 73461 ],462 "rotation": [463 0,464 100.00014495849612,465 0466 ],467 "scale": [468 1,469 1,470 1471 ]472 },473 "color": [474 31,475 223,476 255477 ]478 }479 ],480 "coat hanger": [481 {482 "object_id": "SM_CoatHanger_350",483 "bbox_2d": [484 311,485 355,486 428,487 494488 ],489 "bbox_3d": {490 "aabb": {491 "center": [492 453.5434946528736,493 -224.02277366279895,494 111.35374069213867495 ],496 "extent": [497 3.5435377197342177,498 19.967594066807465,499 18.870166778564453500 ]501 },502 "obb": {503 "center": [504 453.5434946528736,505 -224.02277366279895,506 111.35374069213867507 ],508 "extent": [509 3.5435377197342177,510 19.967594066807465,511 18.870166778564453512 ],513 "rotation": [514 0,515 -90.00012207031251,516 0517 ]518 },519 "location": [520 450,521 -224,522 118523 ],524 "rotation": [525 0,526 -90.00012207031251,527 0528 ],529 "scale": [530 1,531 1,532 1533 ]534 },535 "color": [536 0,537 255,538 15539 ]540 },541 {542 "object_id": "SM_CoatHanger2",543 "bbox_2d": [544 698,545 355,546 843,547 494548 ],549 "bbox_3d": {550 "aabb": {551 "center": [552 453.5434946528736,553 -330.02277366279895,554 111.35374069213867555 ],556 "extent": [557 3.5435377197342177,558 19.967594066807465,559 18.870166778564453560 ]561 },562 "obb": {563 "center": [564 453.5434946528736,565 -330.02277366279895,566 111.35374069213867567 ],568 "extent": [569 3.5435377197342177,570 19.967594066807465,571 18.870166778564453572 ],573 "rotation": [574 0,575 -90.00012207031251,576 0577 ]578 },579 "location": [580 450,581 -330,582 118583 ],584 "rotation": [585 0,586 -90.00012207031251,587 0588 ],589 "scale": [590 1,591 1,592 1593 ]594 },595 "color": [596 0,597 127,598 15599 ]600 },601 {602 "object_id": "SM_CoatHanger3",603 "bbox_2d": [604 1025,605 355,606 1170,607 494608 ],609 "bbox_3d": {610 "aabb": {611 "center": [612 453.5434946528736,613 -420.02277366279895,614 111.35374069213867615 ],616 "extent": [617 3.5435377197342177,618 19.967594066807465,619 18.870166778564453620 ]621 },622 "obb": {623 "center": [624 453.5434946528736,625 -420.02277366279895,626 111.35374069213867627 ],628 "extent": [629 3.5435377197342177,630 19.967594066807465,631 18.870166778564453632 ],633 "rotation": [634 0,635 -90.00012207031251,636 0637 ]638 },639 "location": [640 450,641 -420,642 118643 ],644 "rotation": [645 0,646 -90.00012207031251,647 0648 ],649 "scale": [650 1,651 1,652 1653 ]654 },655 "color": [656 0,657 63,658 15659 ]660 },661 {662 "object_id": "SM_CoatHanger4",663 "bbox_2d": [664 1493,665 355,666 1642,667 494668 ],669 "bbox_3d": {670 "aabb": {671 "center": [672 453.5434946528736,673 -549.022773662799,674 111.35374069213867675 ],676 "extent": [677 3.5435377197342177,678 19.967594066807465,679 18.870166778564453680 ]681 },682 "obb": {683 "center": [684 453.5434946528736,685 -549.022773662799,686 111.35374069213867687 ],688 "extent": [689 3.5435377197342177,690 19.967594066807465,691 18.870166778564453692 ],693 "rotation": [694 0,695 -90.00012207031251,696 0697 ]698 },699 "location": [700 450,701 -549,702 118703 ],704 "rotation": [705 0,706 -90.00012207031251,707 0708 ],709 "scale": [710 1,711 1,712 1713 ]714 },715 "color": [716 0,717 191,718 15719 ]720 }721 ]722 }723}