TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l011_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l011_r000/lit.png",5 "camera": {6 "location": [7 574,8 -407,9 4710 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 574,38 -407,39 47,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "plane": [55 {56 "object_id": "Plane_243",57 "bbox_2d": [58 0,59 640,60 1519,61 81162 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 890,67 -460,68 069 ],70 "extent": [71 150,72 150,73 2.4121840694324697e-1474 ]75 },76 "obb": {77 "center": [78 890,79 -460,80 081 ],82 "extent": [83 150,84 150,85 2.4121840694324697e-1486 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 890,95 -460,96 097 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 3,105 3,106 3107 ]108 },109 "color": [110 0,111 31,112 191113 ]114 }115 ],116 "bar stool": [117 {118 "object_id": "SM_Barstool_01_Small_45",119 "bbox_2d": [120 1253,121 551,122 1463,123 868124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 725.0137140279497,129 -350.0092285159917,130 22.542636655631668131 ],132 "extent": [133 18.46397396977636,134 18.183465535778396,135 22.60599171834542136 ]137 },138 "obb": {139 "center": [140 725.0137140279497,141 -350.0092285159917,142 22.542636655631668143 ],144 "extent": [145 18.46397396977636,146 18.183465535778396,147 22.60599171834542148 ],149 "rotation": [150 0,151 0,152 0153 ]154 },155 "location": [156 725,157 -350,158 0159 ],160 "rotation": [161 0,162 0,163 0164 ],165 "scale": [166 0.9000000357627869,167 0.9000000357627869,168 0.8999999761581421169 ]170 },171 "color": [172 159,173 95,174 0175 ]176 },177 {178 "object_id": "SM_Barstool_01_Small2",179 "bbox_2d": [180 1504,181 563,182 1919,183 1079184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 635.0137140270415,189 -350.0092285153805,190 22.542636655631668191 ],192 "extent": [193 18.463972746955733,194 18.183464331535106,195 22.60599171834542196 ]197 },198 "obb": {199 "center": [200 635.0137140270415,201 -350.0092285153805,202 22.542636655631668203 ],204 "extent": [205 18.463972746955733,206 18.183464331535106,207 22.60599171834542208 ],209 "rotation": [210 0,211 0,212 0213 ]214 },215 "location": [216 635,217 -350,218 0219 ],220 "rotation": [221 0,222 0,223 0224 ],225 "scale": [226 0.8999999761581421,227 0.8999999761581421,228 0.8999999761581421229 ]230 },231 "color": [232 159,233 95,234 255235 ]236 },237 {238 "object_id": "SM_Barstool_01_Small5",239 "bbox_2d": [240 343,241 551,242 621,243 868244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 725.0137140270415,249 -480.0092285153805,250 22.542636655631668251 ],252 "extent": [253 18.463972746955733,254 18.183464331535106,255 22.60599171834542256 ]257 },258 "obb": {259 "center": [260 725.0137140270415,261 -480.0092285153805,262 22.542636655631668263 ],264 "extent": [265 18.463972746955733,266 18.183464331535106,267 22.60599171834542268 ],269 "rotation": [270 0,271 0,272 0273 ]274 },275 "location": [276 725,277 -480,278 0279 ],280 "rotation": [281 0,282 0,283 0284 ],285 "scale": [286 0.8999999761581421,287 0.8999999761581421,288 0.8999999761581421289 ]290 },291 "color": [292 159,293 95,294 191295 ]296 },297 {298 "object_id": "SM_Barstool_01_Small6",299 "bbox_2d": [300 0,301 563,302 210,303 1079304 ],305 "bbox_3d": {306 "aabb": {307 "center": [308 635.0137140270415,309 -480.0092285153805,310 22.542636655631668311 ],312 "extent": [313 18.463972746955733,314 18.183464331535106,315 22.60599171834542316 ]317 },318 "obb": {319 "center": [320 635.0137140270415,321 -480.0092285153805,322 22.542636655631668323 ],324 "extent": [325 18.463972746955733,326 18.183464331535106,327 22.60599171834542328 ],329 "rotation": [330 0,331 0,332 0333 ]334 },335 "location": [336 635,337 -480,338 0339 ],340 "rotation": [341 0,342 0,343 0344 ],345 "scale": [346 0.8999999761581421,347 0.8999999761581421,348 0.8999999761581421349 ]350 },351 "color": [352 159,353 95,354 31355 ]356 }357 ],358 "chair": [359 {360 "object_id": "SM_Chair_6",361 "bbox_2d": [362 696,363 457,364 800,365 658366 ],367 "bbox_3d": {368 "aabb": {369 "center": [370 971.6390950331421,371 -493.59936645032934,372 40.02226257324219373 ],374 "extent": [375 25.088410343233022,376 23.97411729918059,377 40.022247314453125378 ]379 },380 "obb": {381 "center": [382 971.6390950331421,383 -493.59936645032934,384 40.02226257324219385 ],386 "extent": [387 25.088410343233022,388 23.97411729918059,389 40.022247314453125390 ],391 "rotation": [392 0,393 169.99996948242188,394 0395 ]396 },397 "location": [398 971.6390991210938,399 -493.599365234375,400 1.52587890625e-05401 ],402 "rotation": [403 0,404 169.99996948242188,405 0406 ],407 "scale": [408 1,409 1,410 1411 ]412 },413 "color": [414 159,415 63,416 159417 ]418 },419 {420 "object_id": "SM_Chair_9",421 "bbox_2d": [422 1068,423 445,424 1186,425 676426 ],427 "bbox_3d": {428 "aabb": {429 "center": [430 930.4258401842941,431 -341.2888831061714,432 40.02226257324219433 ],434 "extent": [435 29.575940657640103,436 29.202731953769387,437 40.022247314453125438 ]439 },440 "obb": {441 "center": [442 930.4258401842941,443 -341.2888831061714,444 40.02226257324219445 ],446 "extent": [447 29.575940657640103,448 29.202731953769387,449 40.022247314453125450 ],451 "rotation": [452 0,453 -146.07577514648438,454 0455 ]456 },457 "location": [458 930.4258422851562,459 -341.28887939453125,460 1.52587890625e-05461 ],462 "rotation": [463 0,464 -146.07577514648438,465 0466 ],467 "scale": [468 1,469 1,470 1471 ]472 },473 "color": [474 127,475 223,476 95477 ]478 },479 {480 "object_id": "SM_Chair_10",481 "bbox_2d": [482 887,483 462,484 1007,485 656486 ],487 "bbox_3d": {488 "aabb": {489 "center": [490 985.8643203661144,491 -412.11346036997264,492 40.022262314452746493 ],494 "extent": [495 29.961430282544256,496 29.8793430926807,497 40.022247314453125498 ]499 },500 "obb": {501 "center": [502 985.8643203661144,503 -412.11346036997264,504 40.022262314452746505 ],506 "extent": [507 29.961430282544256,508 29.8793430926807,509 40.022247314453125510 ],511 "rotation": [512 0,513 42.57830810546874,514 0515 ]516 },517 "location": [518 985.8643188476562,519 -412.11346435546875,520 1.4999999621068127e-05521 ],522 "rotation": [523 0,524 42.57830810546874,525 0526 ],527 "scale": [528 1,529 1,530 1531 ]532 },533 "color": [534 63,535 223,536 0537 ]538 }539 ],540 "chopstick stand": [541 {542 "object_id": "SM_ChopstickStand_208",543 "bbox_2d": [544 400,545 50,546 513,547 214548 ],549 "bbox_3d": {550 "aabb": {551 "center": [552 666.3295193233147,553 -455.5632950685806,554 82.75994300842285555 ],556 "extent": [557 6.685890457922596,558 5.78266473468193,559 9.759943008422852560 ]561 },562 "obb": {563 "center": [564 666.3295193233147,565 -455.5632950685806,566 82.75994300842285567 ],568 "extent": [569 6.685890457922596,570 5.78266473468193,571 9.759943008422852572 ],573 "rotation": [574 0,575 -99.99993896484378,576 0577 ]578 },579 "location": [580 668.0160522460938,581 -454.51544189453125,582 73583 ],584 "rotation": [585 0,586 -99.99993896484378,587 0588 ],589 "scale": [590 1,591 1,592 1593 ]594 },595 "color": [596 191,597 223,598 31599 ]600 },601 {602 "object_id": "SM_ChopstickStand2",603 "bbox_2d": [604 1676,605 57,606 1813,607 173608 ],609 "bbox_3d": {610 "aabb": {611 "center": [612 669.8083425419895,613 -329.6758147638004,614 82.75994300842285615 ],616 "extent": [617 6.685903833459065,618 5.782682747893148,619 9.759943008422852620 ]621 },622 "obb": {623 "center": [624 669.8083425419895,625 -329.6758147638004,626 82.75994300842285627 ],628 "extent": [629 6.685903833459065,630 5.782682747893148,631 9.759943008422852632 ],633 "rotation": [634 0,635 100.00014495849612,636 0637 ]638 },639 "location": [640 668.5819091796875,641 -331.2373046875,642 73643 ],644 "rotation": [645 0,646 100.00014495849612,647 0648 ],649 "scale": [650 1,651 1,652 1653 ]654 },655 "color": [656 191,657 223,658 95659 ]660 },661 {662 "object_id": "SM_ChopstickStand8",663 "bbox_2d": [664 1819,665 380,666 1847,667 391668 ],669 "bbox_3d": {670 "aabb": {671 "center": [672 893.5608769591819,673 -118.92147453089552,674 103.75994300842285675 ],676 "extent": [677 5.782672073406616,678 6.6858959072256425,679 9.759943008422852680 ]681 },682 "obb": {683 "center": [684 893.5608769591819,685 -118.92147453089552,686 103.75994300842285687 ],688 "extent": [689 5.782672073406616,690 6.6858959072256425,691 9.759943008422852692 ],693 "rotation": [694 0,695 10.000022888183594,696 0697 ]698 },699 "location": [700 891.9993896484375,701 -117.69503784179688,702 94703 ],704 "rotation": [705 0,706 10.000022888183594,707 0708 ],709 "scale": [710 1,711 1,712 1713 ]714 },715 "color": [716 223,717 255,718 0719 ]720 }721 ],722 "coat hanger": [723 {724 "object_id": "SM_CoatHanger5_356",725 "bbox_2d": [726 826,727 428,728 906,729 508730 ],731 "bbox_3d": {732 "aabb": {733 "center": [734 1025.4565052501187,735 -449.97724143623657,736 80.35374069213867737 ],738 "extent": [739 3.543537719734161,740 19.967594066807465,741 18.870166778564453742 ]743 },744 "obb": {745 "center": [746 1025.4565052501187,747 -449.97724143623657,748 80.35374069213867749 ],750 "extent": [751 3.543537719734161,752 19.967594066807465,753 18.870166778564453754 ],755 "rotation": [756 0,757 90.00012207031251,758 0759 ]760 },761 "location": [762 1029,763 -450,764 87765 ],766 "rotation": [767 0,768 90.00012207031251,769 0770 ],771 "scale": [772 1,773 1,774 1775 ]776 },777 "color": [778 0,779 31,780 15781 ]782 }783 ]784 }785}