TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l050_off0_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l050_off0_r005/lit.png",5 "camera": {6 "location": [7 -152,8 147,9 23110 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -152,38 147,39 231,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 1221,58 1077,59 1228,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "wall": [116 {117 "object_id": "SM_leftwall_8",118 "bbox_2d": [119 0,120 0,121 1228,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -512.0688954164282,128 -240.97154998867288,129 245.5155487060547130 ],131 "extent": [132 725.6351637653181,133 99.6704478559158,134 242.13623046875135 ]136 },137 "obb": {138 "center": [139 -512.0688954164282,140 -240.97154998867288,141 245.5155487060547142 ],143 "extent": [144 725.6351637653181,145 99.6704478559158,146 242.13623046875147 ],148 "rotation": [149 0,150 179.99977111816406,151 0152 ]153 },154 "location": [155 -512.0692138671875,156 -290.13128662109375,157 0158 ],159 "rotation": [160 0,161 179.99977111816406,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 0,173 127174 ]175 }176 ],177 "door frame": [178 {179 "object_id": "SM_doorframe_17",180 "bbox_2d": [181 77,182 336,183 619,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -157.67118806118947,190 -155.33301375058022,191 141.48603439331055192 ],193 "extent": [194 59.778804806042736,195 13.562216479467907,196 135.9108123779297197 ]198 },199 "obb": {200 "center": [201 -157.67118806118947,202 -155.33301375058022,203 141.48603439331055204 ],205 "extent": [206 59.778804806042736,207 13.562216479467907,208 135.9108123779297209 ],210 "rotation": [211 0,212 179.30589294433597,213 0214 ]215 },216 "location": [217 -157.67112731933594,218 -155.33303833007812,219 7.076168060302734220 ],221 "rotation": [222 0,223 179.30589294433597,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 255,234 255,235 127236 ]237 },238 {239 "object_id": "SM_doorframe2",240 "bbox_2d": [241 892,242 402,243 1162,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 49.11266356234569,250 -155.33301375058022,251 141.48603439331055252 ],253 "extent": [254 59.77880480604274,255 13.562216479467907,256 135.9108123779297257 ]258 },259 "obb": {260 "center": [261 49.11266356234569,262 -155.33301375058022,263 141.48603439331055264 ],265 "extent": [266 59.77880480604274,267 13.562216479467907,268 135.9108123779297269 ],270 "rotation": [271 0,272 179.30589294433597,273 0274 ]275 },276 "location": [277 49.11272430419922,278 -155.33303833007812,279 7.076168060302734280 ],281 "rotation": [282 0,283 179.30589294433597,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 0,294 127,295 0296 ]297 }298 ],299 "door": [300 {301 "object_id": "SM_wooddoor_39",302 "bbox_2d": [303 116,304 365,305 595,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -156.7989273071289,312 -145.8241720199585,313 147.42587280273438314 ],315 "extent": [316 56.42961883544922,317 8.872248649597168,318 124.50353240966797319 ]320 },321 "obb": {322 "center": [323 -156.7989273071289,324 -145.8241720199585,325 147.42587280273438326 ],327 "extent": [328 56.42961883544922,329 8.872248649597168,330 124.50353240966797331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 -156.7989501953125,340 -145.8241729736328,341 22.922348022460938342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 255,356 127,357 0358 ]359 },360 {361 "object_id": "SM_wooddoor2",362 "bbox_2d": [363 895,364 421,365 1145,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 51.556976318359375,372 -145.8241720199585,373 147.42587280273438374 ],375 "extent": [376 56.42961883544922,377 8.872248649597168,378 124.50353240966797379 ]380 },381 "obb": {382 "center": [383 51.556976318359375,384 -145.8241720199585,385 147.42587280273438386 ],387 "extent": [388 56.42961883544922,389 8.872248649597168,390 124.50353240966797391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 51.55695343017578,400 -145.8241729736328,401 22.922348022460938402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 255,416 127,417 255418 ]419 }420 ]421 },422 "foreground": {423 "power": [424 {425 "object_id": "SM_powerplug_B_256",426 "bbox_2d": [427 635,428 717,429 681,430 766431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -87.05441428607753,436 -143.65715369166827,437 171.2145748689195438 ],439 "extent": [440 6.688223967162003,441 1.5225630144691422,442 6.688224689302331443 ]444 },445 "obb": {446 "center": [447 -87.05441428607753,448 -143.65715369166827,449 171.2145748689195450 ],451 "extent": [452 6.688223967162003,453 1.5225630144691422,454 6.688224689302331455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 -87.05441284179688,464 -145.1525421142578,465 171.21456909179688466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1.5144380331039429,474 1.5144380331039429,475 1.5144380331039429476 ]477 },478 "color": [479 63,480 127,481 95482 ]483 },484 {485 "object_id": "SM_powerplug_B2",486 "bbox_2d": [487 692,488 710,489 735,490 785491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -70.43809179622087,496 -143.6004728070576,497 167.72523973416224498 ],499 "extent": [500 6.688226855723315,501 1.5520698488054734,502 10.84524787366945503 ]504 },505 "obb": {506 "center": [507 -70.43809179622087,508 -143.6004728070576,509 167.72523973416224510 ],511 "extent": [512 6.688226855723315,513 1.5520698488054734,514 10.84524787366945515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 -70.4380874633789,524 -145.1525421142578,525 168.26414489746094526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1.5144380331039429,534 1.5144380331039429,535 1.5144380331039429536 ]537 },538 "color": [539 63,540 63,541 95542 ]543 },544 {545 "object_id": "SM_powerplug_B3",546 "bbox_2d": [547 1175,548 669,549 1201,550 704551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 123.6061158042545,556 -143.65715369166827,557 171.2145748689195558 ],559 "extent": [560 6.688223967162003,561 1.5225630144691422,562 6.688224689302331563 ]564 },565 "obb": {566 "center": [567 123.6061158042545,568 -143.65715369166827,569 171.2145748689195570 ],571 "extent": [572 6.688223967162003,573 1.5225630144691422,574 6.688224689302331575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 123.60611724853516,584 -145.1525421142578,585 171.21456909179688586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 1.5144380331039429,594 1.5144380331039429,595 1.5144380331039429596 ]597 },598 "color": [599 63,600 191,601 95602 ]603 }604 ]605 }606}