TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l059_off1_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l059_off1_r004/lit.png",5 "camera": {6 "location": [7 30,8 173,9 26110 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 30,38 173,39 261,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "roof": [54 {55 "object_id": "SM_roof_5",56 "bbox_2d": [57 693,58 0,59 806,60 4061 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3,66 -24.625823974609375,67 491.182006835937568 ],69 "extent": [70 1235.6843500952236,71 284.49486201703985,72 3.76006865501403873 ]74 },75 "obb": {76 "center": [77 -3,78 -24.625823974609375,79 491.182006835937580 ],81 "extent": [82 1235.6843500952236,83 284.49486201703985,84 3.76006865501403885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -3,94 -24.625823974609375,95 491.182006835937596 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1.0174999237060547,104 1.0950000286102295,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 }114 ],115 "wall": [116 {117 "object_id": "SM_leftwall_8",118 "bbox_2d": [119 693,120 0,121 1919,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -512.0688954164282,128 -240.97154998867288,129 245.5155487060547130 ],131 "extent": [132 725.6351637653181,133 99.6704478559158,134 242.13623046875135 ]136 },137 "obb": {138 "center": [139 -512.0688954164282,140 -240.97154998867288,141 245.5155487060547142 ],143 "extent": [144 725.6351637653181,145 99.6704478559158,146 242.13623046875147 ],148 "rotation": [149 0,150 179.99977111816406,151 0152 ]153 },154 "location": [155 -512.0692138671875,156 -290.13128662109375,157 0158 ],159 "rotation": [160 0,161 179.99977111816406,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 0,173 127174 ]175 }176 ],177 "door frame": [178 {179 "object_id": "SM_doorframe_17",180 "bbox_2d": [181 823,182 494,183 1094,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -157.67118806118947,190 -155.33301375058022,191 141.48603439331055192 ],193 "extent": [194 59.778804806042736,195 13.562216479467907,196 135.9108123779297197 ]198 },199 "obb": {200 "center": [201 -157.67118806118947,202 -155.33301375058022,203 141.48603439331055204 ],205 "extent": [206 59.778804806042736,207 13.562216479467907,208 135.9108123779297209 ],210 "rotation": [211 0,212 179.30589294433597,213 0214 ]215 },216 "location": [217 -157.67112731933594,218 -155.33303833007812,219 7.076168060302734220 ],221 "rotation": [222 0,223 179.30589294433597,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 255,234 255,235 127236 ]237 },238 {239 "object_id": "SM_doorframe2",240 "bbox_2d": [241 1363,242 473,243 1883,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 49.11266356234569,250 -155.33301375058022,251 141.48603439331055252 ],253 "extent": [254 59.77880480604274,255 13.562216479467907,256 135.9108123779297257 ]258 },259 "obb": {260 "center": [261 49.11266356234569,262 -155.33301375058022,263 141.48603439331055264 ],265 "extent": [266 59.77880480604274,267 13.562216479467907,268 135.9108123779297269 ],270 "rotation": [271 0,272 179.30589294433597,273 0274 ]275 },276 "location": [277 49.11272430419922,278 -155.33303833007812,279 7.076168060302734280 ],281 "rotation": [282 0,283 179.30589294433597,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 0,294 127,295 0296 ]297 }298 ],299 "door": [300 {301 "object_id": "SM_wooddoor_39",302 "bbox_2d": [303 841,304 509,305 1093,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -156.7989273071289,312 -145.8241720199585,313 147.42587280273438314 ],315 "extent": [316 56.42961883544922,317 8.872248649597168,318 124.50353240966797319 ]320 },321 "obb": {322 "center": [323 -156.7989273071289,324 -145.8241720199585,325 147.42587280273438326 ],327 "extent": [328 56.42961883544922,329 8.872248649597168,330 124.50353240966797331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 -156.7989501953125,340 -145.8241729736328,341 22.922348022460938342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 255,356 127,357 0358 ]359 },360 {361 "object_id": "SM_wooddoor2",362 "bbox_2d": [363 1386,364 496,365 1847,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 51.556976318359375,372 -145.8241720199585,373 147.42587280273438374 ],375 "extent": [376 56.42961883544922,377 8.872248649597168,378 124.50353240966797379 ]380 },381 "obb": {382 "center": [383 51.556976318359375,384 -145.8241720199585,385 147.42587280273438386 ],387 "extent": [388 56.42961883544922,389 8.872248649597168,390 124.50353240966797391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 51.55695343017578,400 -145.8241729736328,401 22.922348022460938402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 255,416 127,417 255418 ]419 }420 ]421 },422 "foreground": {423 "lamp": [424 {425 "object_id": "SM_lamp_01_135",426 "bbox_2d": [427 693,428 0,429 1024,430 258431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -155.69004873376252,436 -53.48185731531885,437 419.36306829580644438 ],439 "extent": [440 67.05482144542475,441 67.05480329110287,442 68.9042566781718443 ]444 },445 "obb": {446 "center": [447 -155.69004873376252,448 -53.48185731531885,449 419.36306829580644450 ],451 "extent": [452 67.05482144542475,453 67.05480329110287,454 68.9042566781718455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 -154.6347198486328,464 -54.026309967041016,465 487.3963623046875466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1.1897616386413574,474 1.1897616386413574,475 1.1897616386413574476 ]477 },478 "color": [479 191,480 127,481 127482 ]483 }484 ],485 "trash": [486 {487 "object_id": "SM_smalltrashcan_17",488 "bbox_2d": [489 693,490 1036,491 726,492 1079493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -271.9435117259863,498 -112.58234216259682,499 26.62493896484375500 ],501 "extent": [502 19.155992612047797,503 19.099169858907246,504 20.416366577148438505 ]506 },507 "obb": {508 "center": [509 -271.9435117259863,510 -112.58234216259682,511 26.62493896484375512 ],513 "extent": [514 19.155992612047797,515 19.099169858907246,516 20.416366577148438517 ],518 "rotation": [519 0,520 -7.13491153717041,521 0522 ]523 },524 "location": [525 -271.9435119628906,526 -112.58234405517578,527 6.2085723876953125528 ],529 "rotation": [530 0,531 -7.13491153717041,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 63,542 0,543 31544 ]545 }546 ],547 "power": [548 {549 "object_id": "SM_powerplug_B_256",550 "bbox_2d": [551 1106,552 777,553 1143,554 820555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 -87.05441428607753,560 -143.65715369166827,561 171.2145748689195562 ],563 "extent": [564 6.688223967162003,565 1.5225630144691422,566 6.688224689302331567 ]568 },569 "obb": {570 "center": [571 -87.05441428607753,572 -143.65715369166827,573 171.2145748689195574 ],575 "extent": [576 6.688223967162003,577 1.5225630144691422,578 6.688224689302331579 ],580 "rotation": [581 0,582 0,583 0584 ]585 },586 "location": [587 -87.05441284179688,588 -145.1525421142578,589 171.21456909179688590 ],591 "rotation": [592 0,593 0,594 0595 ],596 "scale": [597 1.5144380331039429,598 1.5144380331039429,599 1.5144380331039429600 ]601 },602 "color": [603 63,604 127,605 95606 ]607 },608 {609 "object_id": "SM_powerplug_B2",610 "bbox_2d": [611 1152,612 781,613 1191,614 850615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 -70.43809179622087,620 -143.6004728070576,621 167.72523973416224622 ],623 "extent": [624 6.688226855723315,625 1.5520698488054734,626 10.84524787366945627 ]628 },629 "obb": {630 "center": [631 -70.43809179622087,632 -143.6004728070576,633 167.72523973416224634 ],635 "extent": [636 6.688226855723315,637 1.5520698488054734,638 10.84524787366945639 ],640 "rotation": [641 0,642 0,643 0644 ]645 },646 "location": [647 -70.4380874633789,648 -145.1525421142578,649 168.26414489746094650 ],651 "rotation": [652 0,653 0,654 0655 ],656 "scale": [657 1.5144380331039429,658 1.5144380331039429,659 1.5144380331039429660 ]661 },662 "color": [663 63,664 63,665 95666 ]667 }668 ]669 }670}