TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l052_off0_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l052_off0_r004/lit.png",5 "camera": {6 "location": [7 322,8 -38,9 23110 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 322,38 -38,39 231,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall": [54 {55 "object_id": "SM_leftwall_8",56 "bbox_2d": [57 0,58 0,59 1082,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -512.0688954164282,66 -240.97154998867288,67 245.515548706054768 ],69 "extent": [70 725.6351637653181,71 99.6704478559158,72 242.1362304687573 ]74 },75 "obb": {76 "center": [77 -512.0688954164282,78 -240.97154998867288,79 245.515548706054780 ],81 "extent": [82 725.6351637653181,83 99.6704478559158,84 242.1362304687585 ],86 "rotation": [87 0,88 179.99977111816406,89 090 ]91 },92 "location": [93 -512.0692138671875,94 -290.13128662109375,95 096 ],97 "rotation": [98 0,99 179.99977111816406,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 },114 {115 "object_id": "SM_backwall_14",116 "bbox_2d": [117 1083,118 0,119 1919,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 727,126 -42,127 244.2459716796875128 ],129 "extent": [130 513.4542740243764,131 298.30824864120177,132 243.74131774902344133 ]134 },135 "obb": {136 "center": [137 726.9999999999999,138 -42,139 244.2459716796875140 ],141 "extent": [142 513.4542740243764,143 298.30824864120177,144 243.74131774902344145 ],146 "rotation": [147 0,148 179.999755859375,149 0150 ]151 },152 "location": [153 727,154 -42,155 -1.56610107421875156 ],157 "rotation": [158 0,159 179.999755859375,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 0,171 127172 ]173 }174 ],175 "door frame": [176 {177 "object_id": "SM_doorframe2",178 "bbox_2d": [179 76,180 316,181 326,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 49.11266356234569,188 -155.33301375058022,189 141.48603439331055190 ],191 "extent": [192 59.77880480604274,193 13.562216479467907,194 135.9108123779297195 ]196 },197 "obb": {198 "center": [199 49.11266356234569,200 -155.33301375058022,201 141.48603439331055202 ],203 "extent": [204 59.77880480604274,205 13.562216479467907,206 135.9108123779297207 ],208 "rotation": [209 0,210 179.30589294433597,211 0212 ]213 },214 "location": [215 49.11272430419922,216 -155.33303833007812,217 7.076168060302734218 ],219 "rotation": [220 0,221 179.30589294433597,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 0,232 127,233 0234 ]235 }236 ],237 "door": [238 {239 "object_id": "SM_wooddoor2",240 "bbox_2d": [241 84,242 350,243 301,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 51.556976318359375,250 -145.8241720199585,251 147.42587280273438252 ],253 "extent": [254 56.42961883544922,255 8.872248649597168,256 124.50353240966797257 ]258 },259 "obb": {260 "center": [261 51.556976318359375,262 -145.8241720199585,263 147.42587280273438264 ],265 "extent": [266 56.42961883544922,267 8.872248649597168,268 124.50353240966797269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 51.55695343017578,278 -145.8241729736328,279 22.922348022460938280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 255,294 127,295 255296 ]297 }298 ],299 "pipe": [300 {301 "object_id": "SM_pipeskitchen2",302 "bbox_2d": [303 1066,304 0,305 1158,306 831307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 227.54487258468762,312 -284.40251964971355,313 248.0353830024833314 ],315 "extent": [316 11.047083256055203,317 13.444635788883545,318 242.980073706829319 ]320 },321 "obb": {322 "center": [323 227.54487258468762,324 -284.40251964971355,325 248.0353830024833326 ],327 "extent": [328 11.047083256055203,329 13.444635788883545,330 242.980073706829331 ],332 "rotation": [333 0,334 -0.23931884765624997,335 0336 ]337 },338 "location": [339 227.58517456054688,340 -279.1572265625,341 5.055309295654297342 ],343 "rotation": [344 0,345 -0.23931884765624997,346 0347 ],348 "scale": [349 1.013401985168457,350 1.013401985168457,351 1.013401985168457352 ]353 },354 "color": [355 63,356 191,357 63358 ]359 }360 ]361 },362 "foreground": {363 "lamp": [364 {365 "object_id": "SM_menulamp_110",366 "bbox_2d": [367 41,368 0,369 690,370 202371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 190.35113716125488,376 -110.09845352172852,377 324.38989639282227378 ],379 "extent": [380 22.20184326171875,381 35.38909912109374,382 38.32521057128906383 ]384 },385 "obb": {386 "center": [387 190.35113716125488,388 -110.09845352172852,389 324.38989639282227390 ],391 "extent": [392 22.20184326171875,393 35.38909912109374,394 38.32521057128906395 ],396 "rotation": [397 0,398 180,399 0400 ]401 },402 "location": [403 194.90130615234375,404 -110.19397735595703,405 324.34259033203125406 ],407 "rotation": [408 0,409 180,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 191,420 0,421 0422 ]423 }424 ],425 "power": [426 {427 "object_id": "SM_power_box_219",428 "bbox_2d": [429 1347,430 611,431 1727,432 897433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 323.1612663269043,438 -292.20082092285156,439 185.96233367919922440 ],441 "extent": [442 37.290985107421875,443 5.41290283203125,444 28.38867950439453445 ]446 },447 "obb": {448 "center": [449 323.1612663269043,450 -292.20082092285156,451 185.96233367919922452 ],453 "extent": [454 37.290985107421875,455 5.41290283203125,456 28.38867950439453457 ],458 "rotation": [459 0,460 90.00000000000001,461 0462 ]463 },464 "location": [465 322.9575500488281,466 -292.1800842285156,467 185.96234130859375468 ],469 "rotation": [470 0,471 90.00000000000001,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 0,482 0,483 95484 ]485 },486 {487 "object_id": "SM_powerplug_B2",488 "bbox_2d": [489 0,490 712,491 16,492 789493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -70.43809179622087,498 -143.6004728070576,499 167.72523973416224500 ],501 "extent": [502 6.688226855723315,503 1.5520698488054734,504 10.84524787366945505 ]506 },507 "obb": {508 "center": [509 -70.43809179622087,510 -143.6004728070576,511 167.72523973416224512 ],513 "extent": [514 6.688226855723315,515 1.5520698488054734,516 10.84524787366945517 ],518 "rotation": [519 0,520 0,521 0522 ]523 },524 "location": [525 -70.4380874633789,526 -145.1525421142578,527 168.26414489746094528 ],529 "rotation": [530 0,531 0,532 0533 ],534 "scale": [535 1.5144380331039429,536 1.5144380331039429,537 1.5144380331039429538 ]539 },540 "color": [541 63,542 63,543 95544 ]545 },546 {547 "object_id": "SM_powerplug_B3",548 "bbox_2d": [549 344,550 801,551 386,552 879553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 123.6061158042545,558 -143.65715369166827,559 171.2145748689195560 ],561 "extent": [562 6.688223967162003,563 1.5225630144691422,564 6.688224689302331565 ]566 },567 "obb": {568 "center": [569 123.6061158042545,570 -143.65715369166827,571 171.2145748689195572 ],573 "extent": [574 6.688223967162003,575 1.5225630144691422,576 6.688224689302331577 ],578 "rotation": [579 0,580 0,581 0582 ]583 },584 "location": [585 123.60611724853516,586 -145.1525421142578,587 171.21456909179688588 ],589 "rotation": [590 0,591 0,592 0593 ],594 "scale": [595 1.5144380331039429,596 1.5144380331039429,597 1.5144380331039429598 ]599 },600 "color": [601 63,602 191,603 95604 ]605 }606 ],607 "rag": [608 {609 "object_id": "SM_rag_01_222",610 "bbox_2d": [611 591,612 799,613 1603,614 1079615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 285.14586639404297,620 -142.20605850219727,621 194.02125549316406622 ],623 "extent": [624 44.20343780517578,625 40.65312194824219,626 6.162961006164551627 ]628 },629 "obb": {630 "center": [631 285.14586639404297,632 -142.20605850219727,633 194.02125549316406634 ],635 "extent": [636 44.20343780517578,637 40.65312194824219,638 6.162961006164551639 ],640 "rotation": [641 0,642 0,643 0644 ]645 },646 "location": [647 278.95208740234375,648 -142.16123962402344,649 194.02125549316406650 ],651 "rotation": [652 0,653 0,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 0,664 255,665 95666 ]667 }668 ],669 "device": [670 {671 "object_id": "SM_megaphone_109",672 "bbox_2d": [673 862,674 867,675 1389,676 1079677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 291.82728012609203,682 -104.44778969655124,683 194.50672012655326684 ],685 "extent": [686 24.642490398743746,687 21.582222146958372,688 15.047307297863689 ]690 },691 "obb": {692 "center": [693 291.82728012609203,694 -104.44778969655124,695 194.50672012655326696 ],697 "extent": [698 24.642490398743746,699 21.582222146958372,700 15.047307297863701 ],702 "rotation": [703 -11.495376586914064,704 -157.4867706298828,705 89.37276458740233706 ]707 },708 "location": [709 289.30743408203125,710 -109.3406753540039,711 193.69873046875712 ],713 "rotation": [714 -11.495376586914064,715 -157.4867706298828,716 89.37276458740233717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 255,726 0,727 159728 ]729 }730 ]731 }732}