TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l025_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Bakery/l025_r004/lit.png",5 "camera": {6 "location": [7 241,8 71,9 12610 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 241,38 71,39 126,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_wall_01_281",56 "bbox_2d": [57 1873,58 791,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 0,67 199.2298889160156268 ],69 "extent": [70 448.35015869140625,71 456.7044982910156,72 200.5044555664062573 ]74 },75 "obb": {76 "center": [77 0,78 0,79 199.2298889160156280 ],81 "extent": [82 448.35015869140625,83 456.7044982910156,84 200.5044555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 },114 {115 "object_id": "SM_wall_02_491",116 "bbox_2d": [117 0,118 0,119 1919,120 794121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 170.26333618164062,126 -45.951751708984375,127 133.2178497314453128 ],129 "extent": [130 239.49139404296875,131 39.54395294189453,132 133.66961669921875133 ]134 },135 "obb": {136 "center": [137 170.26333618164062,138 -45.951751708984375,139 133.2178497314453140 ],141 "extent": [142 239.49139404296875,143 39.54395294189453,144 133.66961669921875145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 170.26333618164062,154 -45.951751708984375,155 2.2381439208984375156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 0,171 191172 ]173 }174 ],175 "ground": [176 {177 "object_id": "SM_ground_9",178 "bbox_2d": [179 75,180 1069,181 89,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 0,188 0.704864501953125,189 11.041000366210938190 ],191 "extent": [192 447.2875671386719,193 455.69342041015625,194 8.675445556640625195 ]196 },197 "obb": {198 "center": [199 0,200 0.704864501953125,201 11.041000366210938202 ],203 "extent": [204 447.2875671386719,205 455.69342041015625,206 8.675445556640625207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 -0.000762939453125,217 11.041000366210938218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 191,232 0,233 255234 ]235 }236 ]237 },238 "foreground": {239 "breadrack": [240 {241 "object_id": "SM_breadrack_03_299",242 "bbox_2d": [243 0,244 385,245 1004,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 69.35102081298828,252 -45.5966682434082,253 81.75312423706055254 ],255 "extent": [256 133.66964721679688,257 39.26552200317383,258 67.28050231933594259 ]260 },261 "obb": {262 "center": [263 69.35102081298828,264 -45.5966682434082,265 81.75312423706055266 ],267 "extent": [268 133.66964721679688,269 39.26552200317383,270 67.28050231933594271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 69.35102081298828,280 -45.5966682434082,281 19.998779296875282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 255,296 127,297 0298 ]299 }300 ],301 "steel": [302 {303 "object_id": "SM_steel_02_346",304 "bbox_2d": [305 523,306 0,307 1918,308 1079309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 230.1611499786377,314 25.21088981628418,315 106.01264953613281316 ],317 "extent": [318 20.196971893310547,319 23.852373123168952,320 86.09856414794922321 ]322 },323 "obb": {324 "center": [325 230.1611499786377,326 25.21088981628418,327 106.01264953613281328 ],329 "extent": [330 20.196971893310547,331 23.852373123168952,332 86.09856414794922333 ],334 "rotation": [335 0,336 -90.00000000000001,337 0338 ]339 },340 "location": [341 230.16116333007812,342 25.21090316772461,343 20344 ],345 "rotation": [346 0,347 -90.00000000000001,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 0,358 255,359 63360 ]361 }362 ],363 "signage": [364 {365 "object_id": "SM_sign_02_527",366 "bbox_2d": [367 258,368 0,369 522,370 94371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 77.47122955322266,376 -41.80059051513672,377 245.19674682617188378 ],379 "extent": [380 91.57255554199219,381 5.599132537841797,382 20.065216064453125383 ]384 },385 "obb": {386 "center": [387 77.47122955322266,388 -41.80059051513672,389 245.19674682617188390 ],391 "extent": [392 91.57255554199219,393 5.599132537841797,394 20.065216064453125395 ],396 "rotation": [397 0,398 0,399 0400 ]401 },402 "location": [403 77.47122955322266,404 -41.80059051513672,405 245.19674682617188406 ],407 "rotation": [408 0,409 0,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 0,420 191,421 63422 ]423 }424 ],425 "milk": [426 {427 "object_id": "SM_milk_3",428 "bbox_2d": [429 990,430 185,431 990,432 185433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 219.84640643254153,438 29.30139869580654,439 127.55570602416992440 ],441 "extent": [442 7.092373092662854,443 7.0913927140830495,444 15.55480670928955445 ]446 },447 "obb": {448 "center": [449 219.84640643254153,450 29.30139869580654,451 127.55570602416992452 ],453 "extent": [454 7.092373092662854,455 7.0913927140830495,456 15.55480670928955457 ],458 "rotation": [459 0,460 -45.12514114379883,461 0462 ]463 },464 "location": [465 220.0634002685547,466 29.42864990234375,467 112.1091537475586468 ],469 "rotation": [470 0,471 -45.12514114379883,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 31,482 63,483 191484 ]485 },486 {487 "object_id": "SM_milk_4",488 "bbox_2d": [489 1361,490 755,491 1369,492 854493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 233.67514231133146,498 19.89204369350241,499 127.55570602416992500 ],501 "extent": [502 7.031568522159091,503 7.077565022127117,504 15.55480670928955505 ]506 },507 "obb": {508 "center": [509 233.67514231133146,510 19.89204369350241,511 127.55570602416992512 ],513 "extent": [514 7.031568522159091,515 7.077565022127117,516 15.55480670928955517 ],518 "rotation": [519 0,520 39.11842346191407,521 0522 ]523 },524 "location": [525 233.57029724121094,526 20.12070655822754,527 112.1091537475586528 ],529 "rotation": [530 0,531 39.11842346191407,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 31,542 191,543 0544 ]545 },546 {547 "object_id": "SM_milk_5",548 "bbox_2d": [549 1348,550 0,551 1881,552 1079553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 242.59680344514481,558 41.68203290183922,559 127.55570602416992560 ],561 "extent": [562 5.3246830248370145,563 5.610554717209446,564 15.55480670928955565 ]566 },567 "obb": {568 "center": [569 242.59680344514481,570 41.68203290183922,571 127.55570602416992572 ],573 "extent": [574 5.3246830248370145,575 5.610554717209446,576 15.55480670928955577 ],578 "rotation": [579 0,580 5.440780639648438,581 0582 ]583 },584 "location": [585 242.6363525390625,586 41.930458068847656,587 112.1091537475586588 ],589 "rotation": [590 0,591 5.440780639648438,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 31,602 191,603 255604 ]605 },606 {607 "object_id": "SM_milk_6",608 "bbox_2d": [609 991,610 0,611 1364,612 1060613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 231.6966583448379,618 39.938258669657486,619 127.55570602416992620 ],621 "extent": [622 5.681994700258485,623 5.939334257786598,624 15.55480670928955625 ]626 },627 "obb": {628 "center": [629 231.6966583448379,630 39.938258669657486,631 127.55570602416992632 ],633 "extent": [634 5.681994700258485,635 5.939334257786598,636 15.55480670928955637 ],638 "rotation": [639 0,640 -169.9813995361328,641 0642 ]643 },644 "location": [645 231.67706298828125,646 39.687469482421875,647 112.1091537475586648 ],649 "rotation": [650 0,651 -169.9813995361328,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 31,662 191,663 127664 ]665 },666 {667 "object_id": "SM_milk_7",668 "bbox_2d": [669 664,670 62,671 993,672 973673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 218.87854710596835,678 41.61242794794113,679 127.55570602416992680 ],681 "extent": [682 5.206857863447425,683 5.501215727667095,684 15.55480670928955685 ]686 },687 "obb": {688 "center": [689 218.87854710596835,690 41.61242794794113,691 127.55570602416992692 ],693 "extent": [694 5.206857863447425,695 5.501215727667095,696 15.55480670928955697 ],698 "rotation": [699 0,700 -175.97891235351562,701 0702 ]703 },704 "location": [705 218.83285522460938,706 41.36505889892578,707 112.1091537475586708 ],709 "rotation": [710 0,711 -175.97891235351562,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 31,722 191,723 63724 ]725 },726 {727 "object_id": "SM_milk_46",728 "bbox_2d": [729 1005,730 1078,731 1011,732 1079733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 216.59986877441406,738 10.796896934509277,739 82.53738594055176740 ],741 "extent": [742 6.533717963221704,743 5.903260727776563,744 11.325533866882324745 ]746 },747 "obb": {748 "center": [749 216.59986877441406,750 10.796896934509277,751 82.53738594055176752 ],753 "extent": [754 6.533717963221704,755 5.903260727776563,756 11.325533866882324757 ],758 "rotation": [759 0,760 -150.15615844726565,761 0762 ]763 },764 "location": [765 216.59986877441406,766 10.796896934509277,767 71.30583953857422768 ],769 "rotation": [770 0,771 -150.15615844726565,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 0,782 95,783 255784 ]785 }786 ]787 }788}