TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l030_off0_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Bakery/l030_off0_r000/lit.png",5 "camera": {6 "location": [7 -300,8 -16,9 17610 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -300,38 -16,39 176,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling planks corner": [54 {55 "object_id": "SM_ceiling",56 "bbox_2d": [57 0,58 0,59 971,60 11961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 10.70562744140625,67 407.093048095703168 ],69 "extent": [70 447.2875671386719,71 455.69342041015625,72 8.67544555664062573 ]74 },75 "obb": {76 "center": [77 0,78 10.70562744140625,79 407.093048095703180 ],81 "extent": [82 447.2875671386719,83 455.69342041015625,84 8.67544555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 10,95 3.5836791992187596 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 }114 ],115 "window": [116 {117 "object_id": "SM_wall_01_281",118 "bbox_2d": [119 0,120 0,121 991,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 0,128 0,129 199.22988891601562130 ],131 "extent": [132 448.35015869140625,133 456.7044982910156,134 200.50445556640625135 ]136 },137 "obb": {138 "center": [139 0,140 0,141 199.22988891601562142 ],143 "extent": [144 448.35015869140625,145 456.7044982910156,146 200.50445556640625147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 255,173 127174 ]175 },176 {177 "object_id": "SM_wall_02_491",178 "bbox_2d": [179 671,180 214,181 979,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 170.26333618164062,188 -45.951751708984375,189 133.2178497314453190 ],191 "extent": [192 239.49139404296875,193 39.54395294189453,194 133.66961669921875195 ]196 },197 "obb": {198 "center": [199 170.26333618164062,200 -45.951751708984375,201 133.2178497314453202 ],203 "extent": [204 239.49139404296875,205 39.54395294189453,206 133.66961669921875207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 170.26333618164062,216 -45.951751708984375,217 2.2381439208984375218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 0,233 191234 ]235 }236 ],237 "kitchen door": [238 {239 "object_id": "SM_kitchendoor_311",240 "bbox_2d": [241 992,242 0,243 1919,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -234.50432228229522,250 25.448821957562917,251 144.00258676668727252 ],253 "extent": [254 69.59251455133818,255 38.71392749448036,256 122.33860056063259257 ]258 },259 "obb": {260 "center": [261 -234.50432228229522,262 25.44882195756292,263 144.00258676668727264 ],265 "extent": [266 69.59251455133818,267 38.71392749448036,268 122.33860056063259269 ],270 "rotation": [271 0,272 -25.016937255859375,273 0274 ]275 },276 "location": [277 -235.97296142578125,278 22.14883041381836,279 21.663986206054688280 ],281 "rotation": [282 0,283 -25.016937255859375,284 0285 ],286 "scale": [287 1.2099636793136597,288 1.0495829582214355,289 1.0398658514022827290 ]291 },292 "color": [293 127,294 0,295 0296 ]297 }298 ],299 "ground": [300 {301 "object_id": "SM_ground_9",302 "bbox_2d": [303 0,304 835,305 440,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 0,312 0.704864501953125,313 11.041000366210938314 ],315 "extent": [316 447.2875671386719,317 455.69342041015625,318 8.675445556640625319 ]320 },321 "obb": {322 "center": [323 0,324 0.704864501953125,325 11.041000366210938326 ],327 "extent": [328 447.2875671386719,329 455.69342041015625,330 8.675445556640625331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 0,340 -0.000762939453125,341 11.041000366210938342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 191,356 0,357 255358 ]359 }360 ]361 },362 "foreground": {363 "cooler": [364 {365 "object_id": "SM_cooler_01_331",366 "bbox_2d": [367 294,368 1069,369 315,370 1079371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 -102.03457720646135,376 -127.45418695384372,377 42.132957458496094378 ],379 "extent": [380 56.72395008162313,381 36.52733803127778,382 22.122224807739258383 ]384 },385 "obb": {386 "center": [387 -102.03457720646135,388 -127.45418695384372,389 42.132957458496094390 ],391 "extent": [392 56.72395008162313,393 36.52733803127778,394 22.122224807739258395 ],396 "rotation": [397 0,398 -10.252677917480467,399 0400 ]401 },402 "location": [403 -102.04588317871094,404 -127.51669311523438,405 42.132957458496094406 ],407 "rotation": [408 0,409 -10.252677917480467,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 127,420 127,421 255422 ]423 }424 ],425 "oven": [426 {427 "object_id": "SM_oven_01_358",428 "bbox_2d": [429 0,430 293,431 296,432 890433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 144.40982995164813,438 -389.24361138724043,439 148.95591256545958440 ],441 "extent": [442 47.94131682050647,443 44.08319791576105,444 128.9559430830377445 ]446 },447 "obb": {448 "center": [449 144.40982995164813,450 -389.24361138724043,451 148.95591256545958452 ],453 "extent": [454 47.94131682050647,455 44.08319791576105,456 128.9559430830377457 ],458 "rotation": [459 0,460 0,461 0462 ]463 },464 "location": [465 144.39044189453125,466 -393.42523193359375,467 19.999969482421875468 ],469 "rotation": [470 0,471 0,472 0473 ],474 "scale": [475 1.369197964668274,476 1.369197964668274,477 1.369197964668274478 ]479 },480 "color": [481 255,482 0,483 63484 ]485 }486 ],487 "exit door": [488 {489 "object_id": "SM_exitdoor_379",490 "bbox_2d": [491 460,492 396,493 661,494 795495 ],496 "bbox_3d": {497 "aabb": {498 "center": [499 213.24381917873689,500 -226.70896911621094,501 134.8391164401255502 ],503 "extent": [504 11.549467334564724,505 64.80331382804889,506 129.2236785888672507 ]508 },509 "obb": {510 "center": [511 213.24381917873689,512 -226.70896911621094,513 134.8391164401255514 ],515 "extent": [516 11.549467334564724,517 64.80331382804889,518 129.2236785888672519 ],520 "rotation": [521 0,522 0,523 0524 ]525 },526 "location": [527 214.8571014404297,528 -226.70896911621094,529 4.860979080200195530 ],531 "rotation": [532 0,533 0,534 0535 ],536 "scale": [537 1.0691914558410645,538 1.1697558164596558,539 1.153782844543457540 ]541 },542 "color": [543 0,544 63,545 127546 ]547 }548 ],549 "plastic crate": [550 {551 "object_id": "SM_plasticcrate_407",552 "bbox_2d": [553 364,554 794,555 503,556 933557 ],558 "bbox_3d": {559 "aabb": {560 "center": [561 94.54304504394531,562 -216.02774047851562,563 40.44333267211914564 ],565 "extent": [566 37.942039489746094,567 24.95184326171875,568 20.95279884338379569 ]570 },571 "obb": {572 "center": [573 94.54304504394531,574 -216.02774047851562,575 40.44333267211914576 ],577 "extent": [578 37.942039489746094,579 24.95184326171875,580 20.95279884338379581 ],582 "rotation": [583 0,584 0,585 0586 ]587 },588 "location": [589 94.54304504394531,590 -216.02774047851562,591 21.756372451782227592 ],593 "rotation": [594 0,595 0,596 0597 ],598 "scale": [599 1,600 1,601 1602 ]603 },604 "color": [605 63,606 0,607 127608 ]609 }610 ],611 "stove": [612 {613 "object_id": "SM_stove2",614 "bbox_2d": [615 631,616 731,617 991,618 1079619 ],620 "bbox_3d": {621 "aabb": {622 "center": [623 -114.07608367239891,624 -52.60411092301774,625 77.20909704465384626 ],627 "extent": [628 39.05511535546157,629 41.75836820912946,630 56.65154985764184631 ]632 },633 "obb": {634 "center": [635 -114.07608367239891,636 -52.60411092301774,637 77.20909704465384638 ],639 "extent": [640 39.05511535546157,641 41.75836820912946,642 56.65154985764184643 ],644 "rotation": [645 0,646 180,647 0648 ]649 },650 "location": [651 -113.91584777832031,652 -60.50368118286133,653 30.171188354492188654 ],655 "rotation": [656 0,657 180,658 0659 ],660 "scale": [661 1.0578175783157349,662 1.0578175783157349,663 1.0578175783157349664 ]665 },666 "color": [667 63,668 255,669 0670 ]671 }672 ],673 "rag": [674 {675 "object_id": "SM_rag_03_524",676 "bbox_2d": [677 178,678 830,679 411,680 880681 ],682 "bbox_3d": {683 "aabb": {684 "center": [685 186.8205382754601,686 -354.52456240680664,687 26.68419647216797688 ],689 "extent": [690 57.390710356759854,691 57.497865056258945,692 6.453814506530762693 ]694 },695 "obb": {696 "center": [697 186.8205382754601,698 -354.52456240680664,699 26.68419647216797700 ],701 "extent": [702 57.390710356759854,703 57.497865056258945,704 6.453814506530762705 ],706 "rotation": [707 0,708 45.34944152832031,709 0710 ]711 },712 "location": [713 171.75717163085938,714 -340.9709777832031,715 26.68419647216797716 ],717 "rotation": [718 0,719 45.34944152832031,720 0721 ],722 "scale": [723 1,724 1,725 1726 ]727 },728 "color": [729 0,730 191,731 127732 ]733 }734 ],735 "grill": [736 {737 "object_id": "SM_grill3",738 "bbox_2d": [739 173,740 477,741 410,742 954743 ],744 "bbox_3d": {745 "aabb": {746 "center": [747 98.59298073717966,748 -287.42181038068304,749 109.591552734375750 ],751 "extent": [752 38.98341540159428,753 43.43223855924043,754 90.03331756591797755 ]756 },757 "obb": {758 "center": [759 98.59298073717966,760 -287.42181038068304,761 109.591552734375762 ],763 "extent": [764 38.98341540159428,765 43.43223855924043,766 90.03331756591797767 ],768 "rotation": [769 0,770 69.9788360595703,771 0772 ]773 },774 "location": [775 98.59297943115234,776 -287.42181396484375,777 20.85205841064453778 ],779 "rotation": [780 0,781 69.9788360595703,782 0783 ],784 "scale": [785 1,786 1,787 1788 ]789 },790 "color": [791 223,792 191,793 127794 ]795 }796 ],797 "cloth": [798 {799 "object_id": "SM_cloth_02_10",800 "bbox_2d": [801 286,802 705,803 979,804 1079805 ],806 "bbox_3d": {807 "aabb": {808 "center": [809 -126.56896067690829,810 -66.04514597813584,811 110.2273063659668812 ],813 "extent": [814 46.4123947724406,815 56.589640497569206,816 35.76215744018555817 ]818 },819 "obb": {820 "center": [821 -126.56896067690829,822 -66.04514597813584,823 110.2273063659668824 ],825 "extent": [826 46.4123947724406,827 56.589640497569206,828 35.76215744018555829 ],830 "rotation": [831 0,832 -100.70302581787112,833 0834 ]835 },836 "location": [837 -126.69341278076172,838 -62.561378479003906,839 110.22730255126953840 ],841 "rotation": [842 0,843 -100.70302581787112,844 0845 ],846 "scale": [847 1,848 1,849 1850 ]851 },852 "color": [853 63,854 63,855 15856 ]857 }858 ]859 }860}