TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l002_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/PizzaStore/l002_r005/lit.png",5 "camera": {6 "location": [7 548,8 -213,9 11810 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 548,38 -213,39 118,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall": [54 {55 "object_id": "SM_backwall_14",56 "bbox_2d": [57 0,58 0,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 727,66 -42,67 244.245971679687568 ],69 "extent": [70 513.4542740243764,71 298.30824864120177,72 243.7413177490234473 ]74 },75 "obb": {76 "center": [77 726.9999999999999,78 -42,79 244.245971679687580 ],81 "extent": [82 513.4542740243764,83 298.30824864120177,84 243.7413177490234485 ],86 "rotation": [87 0,88 179.999755859375,89 090 ]91 },92 "location": [93 727,94 -42,95 -1.5661010742187596 ],97 "rotation": [98 0,99 179.999755859375,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 127112 ]113 }114 ]115 },116 "foreground": {117 "shelving": [118 {119 "object_id": "SM_kitchenshelf_01_66",120 "bbox_2d": [121 1786,122 363,123 1919,124 1079125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 789.006477355957,130 -256.27825927734375,131 85.66647338867188132 ],133 "extent": [134 100.21844482421875,135 40.54936981201172,136 79.90824890136719137 ]138 },139 "obb": {140 "center": [141 789.006477355957,142 -256.27825927734375,143 85.66647338867188144 ],145 "extent": [146 100.21844482421875,147 40.54936981201172,148 79.90824890136719149 ],150 "rotation": [151 0,152 0,153 0154 ]155 },156 "location": [157 789.0064697265625,158 -256.27825927734375,159 5.758232116699219160 ],161 "rotation": [162 0,163 0,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 255,174 191,175 255176 ]177 },178 {179 "object_id": "SM_kitchenshelf_2",180 "bbox_2d": [181 0,182 577,183 1919,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 587.5064392089844,190 -256.2773094177246,191 61.13639831542969192 ],193 "extent": [194 100.01679229736328,195 40.04176330566406,196 54.999107360839844197 ]198 },199 "obb": {200 "center": [201 587.5064392089844,202 -256.2773094177246,203 61.13639831542969204 ],205 "extent": [206 100.01679229736328,207 40.04176330566406,208 54.999107360839844209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 587.5064697265625,218 -256.27728271484375,219 5.758232116699219220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 255,234 191,235 63236 ]237 }238 ],239 "rack": [240 {241 "object_id": "SM_potrack_98",242 "bbox_2d": [243 1066,244 0,245 1120,246 32247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 552.9032776829881,252 -272.0926284614452,253 208.36021662483108254 ],255 "extent": [256 57.77327762029381,257 24.881000084882558,258 47.0049159501541259 ]260 },261 "obb": {262 "center": [263 552.9032776829881,264 -272.0926284614452,265 208.36021662483108266 ],267 "extent": [268 57.77327762029381,269 24.881000084882558,270 47.0049159501541271 ],272 "rotation": [273 0,274 90.00000000000001,275 0276 ]277 },278 "location": [279 552.9215698242188,280 -272.63623046875,281 180.7266387939453282 ],283 "rotation": [284 0,285 90.00000000000001,286 0287 ],288 "scale": [289 1.2925000190734863,290 1.2925000190734863,291 1.2925000190734863292 ]293 },294 "color": [295 255,296 191,297 191298 ]299 },300 {301 "object_id": "SM_potrack2_101",302 "bbox_2d": [303 1105,304 0,305 1919,306 218307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 668.0903504368944,312 -272.0927200141796,313 208.36021662483108314 ],315 "extent": [316 57.77327762029381,317 24.881000084882558,318 47.0049159501541319 ]320 },321 "obb": {322 "center": [323 668.0903504368944,324 -272.0927200141796,325 208.36021662483108326 ],327 "extent": [328 57.77327762029381,329 24.881000084882558,330 47.0049159501541331 ],332 "rotation": [333 0,334 90.00000000000001,335 0336 ]337 },338 "location": [339 668.108642578125,340 -272.6363220214844,341 180.7266387939453342 ],343 "rotation": [344 0,345 90.00000000000001,346 0347 ],348 "scale": [349 1.2925000190734863,350 1.2925000190734863,351 1.2925000190734863352 ]353 },354 "color": [355 127,356 191,357 191358 ]359 },360 {361 "object_id": "SM_kitchenrack_01_191",362 "bbox_2d": [363 1797,364 81,365 1919,366 195367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 795.0182226657862,372 -283.8942193627356,373 221.20362854003906374 ],375 "extent": [376 69.32912685175688,377 13.728644802682538,378 33.61538142823338379 ]380 },381 "obb": {382 "center": [383 795.0182226657862,384 -283.8942193627356,385 221.20362854003906386 ],387 "extent": [388 69.32912685175688,389 13.728644802682538,390 33.61538142823338391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 795.0182495117188,400 -283.89422607421875,401 221.20362854003906402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1.4075000286102295,410 1.4075000286102295,411 1.4075000286102295412 ]413 },414 "color": [415 0,416 63,417 31418 ]419 }420 ],421 "detergent bag": [422 {423 "object_id": "SM_detergent_174",424 "bbox_2d": [425 1912,426 402,427 1919,428 448429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 806.8837890484732,434 -278.65231895727624,435 134.52036666870117436 ],437 "extent": [438 9.648114948387388,439 7.775964348389152,440 18.756542205810547441 ]442 },443 "obb": {444 "center": [445 806.8837890484732,446 -278.65231895727624,447 134.52036666870117448 ],449 "extent": [450 9.648114948387388,451 7.775964348389152,452 18.756542205810547453 ],454 "rotation": [455 0,456 -22.576663970947266,457 0458 ]459 },460 "location": [461 806.48779296875,462 -278.4876708984375,463 115.76382446289062464 ],465 "rotation": [466 0,467 -22.576663970947266,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 31,478 191,479 127480 ]481 }482 ],483 "decor": [484 {485 "object_id": "SM_sunfloweroil_225",486 "bbox_2d": [487 1672,488 96,489 1870,490 461491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 657.5003614425659,496 -252.60947465896606,497 137.17693328857422498 ],499 "extent": [500 5.742660999298096,501 5.742663383483887,502 21.04144287109375503 ]504 },505 "obb": {506 "center": [507 657.5003614425659,508 -252.60947465896606,509 137.17693328857422510 ],511 "extent": [512 5.742660999298096,513 5.742663383483887,514 21.04144287109375515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 657.5003662109375,524 -252.60946655273438,525 116.13548278808594526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 0,540 127,541 95542 ]543 }544 ],545 "utensil": [546 {547 "object_id": "SM_ladle3",548 "bbox_2d": [549 1246,550 0,551 1487,552 312553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 588.6608232326041,558 -244.71797535568118,559 146.8375821231828560 ],561 "extent": [562 5.526465541050811,563 10.63425401085641,564 18.34904535211271565 ]566 },567 "obb": {568 "center": [569 588.6608232326041,570 -244.71797535568118,571 146.8375821231828572 ],573 "extent": [574 5.526465541050811,575 10.63425401085641,576 18.34904535211271577 ],578 "rotation": [579 0,580 0,581 98.63956451416018582 ]583 },584 "location": [585 588.6610717773438,586 -248.57000732421875,587 164.72760009765625588 ],589 "rotation": [590 0,591 0,592 98.63956451416018593 ],594 "scale": [595 0.6858369708061218,596 0.6858369708061218,597 0.6858369708061218598 ]599 },600 "color": [601 0,602 31,603 159604 ]605 },606 {607 "object_id": "SM_ladle4",608 "bbox_2d": [609 474,610 0,611 738,612 190613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 554.6373901367188,618 -250.1768615245819,619 147.98595809936523620 ],621 "extent": [622 4.590956687927246,623 4.456455707550049,624 16.89163589477539625 ]626 },627 "obb": {628 "center": [629 554.6373901367188,630 -250.1768615245819,631 147.98595809936523632 ],633 "extent": [634 4.590956687927246,635 4.456455707550049,636 16.89163589477539637 ],638 "rotation": [639 0,640 0,641 180642 ]643 },644 "location": [645 554.6373901367188,646 -248.08279418945312,647 160.36016845703125648 ],649 "rotation": [650 0,651 0,652 180653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 0,662 95,663 159664 ]665 }666 ]667 }668}