TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l006_off1_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l006_off1_r002/lit.png",5 "camera": {6 "location": [7 562,8 -40,9 17810 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 562,38 -40,39 178,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall": [54 {55 "object_id": "SM_rightwall_11",56 "bbox_2d": [57 45,58 107,59 154,60 91661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -26.000122070144926,66 201.00004196215752,67 248.0951843261718868 ],69 "extent": [70 1213.475322102896,71 56.19279383862782,72 242.1362609863281273 ]74 },75 "obb": {76 "center": [77 -26.000122070144926,78 201.00004196215752,79 248.0951843261718880 ],81 "extent": [82 1213.475322102896,83 56.19279383862782,84 242.1362609863281285 ],86 "rotation": [87 0,88 179.99977111816406,89 090 ]91 },92 "location": [93 -26,94 201,95 9.8146362304687596 ],97 "rotation": [98 0,99 179.99977111816406,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 }114 ],115 "pipe": [116 {117 "object_id": "SM_pipeskitchen3",118 "bbox_2d": [119 0,120 0,121 104,122 959123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 622.7100430042074,128 196.72460267988026,129 248.03538252564613130 ],131 "extent": [132 10.991213643204901,133 13.39884358308882,134 242.980073706829135 ]136 },137 "obb": {138 "center": [139 622.7100430042074,140 196.72460267988026,141 248.03538252564613142 ],143 "extent": [144 10.991213643204901,145 13.39884358308882,146 242.980073706829147 ],148 "rotation": [149 0,150 180,151 0152 ]153 },154 "location": [155 622.691650390625,156 191.47918701171875,157 5.055308818817139158 ],159 "rotation": [160 0,161 180,162 0163 ],164 "scale": [165 1.013401985168457,166 1.013401985168457,167 1.013401985168457168 ]169 },170 "color": [171 0,172 191,173 191174 ]175 }176 ]177 },178 "foreground": {179 "shelving": [180 {181 "object_id": "SM_kitchenshelf_3",182 "bbox_2d": [183 0,184 874,185 202,186 1079187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 573.2568359375,192 93.78185272216797,193 61.110496044158936194 ],195 "extent": [196 39.9998779296875,197 99.99972534179693,198 54.99895095825195199 ]200 },201 "obb": {202 "center": [203 573.2568359375,204 93.78185272216798,205 61.110496044158936206 ],207 "extent": [208 39.9998779296875,209 99.99972534179693,210 54.99895095825195211 ],212 "rotation": [213 0,214 90.00000000000001,215 0216 ]217 },218 "location": [219 573.2568359375,220 93.78185272216797,221 3.6686129570007324222 ],223 "rotation": [224 0,225 90.00000000000001,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 191,236 63,237 0238 ]239 }240 ],241 "appliance": [242 {243 "object_id": "SM_drinkmachine_02_142",244 "bbox_2d": [245 1691,246 0,247 1919,248 1079249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 494.77347951432216,254 -53.24713112184537,255 162.6904411315918256 ],257 "extent": [258 46.57321219130756,259 32.825059154618884,260 41.84847640991211261 ]262 },263 "obb": {264 "center": [265 494.77347951432216,266 -53.24713112184537,267 162.6904411315918268 ],269 "extent": [270 46.57321219130756,271 32.825059154618884,272 41.84847640991211273 ],274 "rotation": [275 0,276 179.7389678955078,277 0278 ]279 },280 "location": [281 494.7735290527344,282 -53.24714279174805,283 118.64938354492188284 ],285 "rotation": [286 0,287 179.7389678955078,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 191,298 63,299 255300 ]301 },302 {303 "object_id": "SM_drinkmachine_01_148",304 "bbox_2d": [305 28,306 0,307 1742,308 1079309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 578.17551612854,314 -54.67023849487305,315 159.90197372436523316 ],317 "extent": [318 29.289949417114258,319 29.229614257812514,320 40.97690200805664321 ]322 },323 "obb": {324 "center": [325 578.17551612854,326 -54.67023849487305,327 159.90197372436523328 ],329 "extent": [330 29.289949417114258,331 29.229614257812514,332 40.97690200805664333 ],334 "rotation": [335 0,336 -90.00000000000001,337 0338 ]339 },340 "location": [341 578.175537109375,342 -54.67021179199219,343 116.28553009033203344 ],345 "rotation": [346 0,347 -90.00000000000001,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 191,358 63,359 127360 ]361 }362 ],363 "decor": [364 {365 "object_id": "SM_oliveoil_A_264",366 "bbox_2d": [367 92,368 736,369 177,370 927371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 593.1617031097412,376 161.46028804779053,377 134.76478385925293378 ],379 "extent": [380 11.005355834960938,381 11.005354881286621,382 18.655363082885742383 ]384 },385 "obb": {386 "center": [387 593.1617031097412,388 161.46028804779053,389 134.76478385925293390 ],391 "extent": [392 11.005355834960938,393 11.005354881286621,394 18.655363082885742395 ],396 "rotation": [397 0,398 0,399 0400 ]401 },402 "location": [403 593.160888671875,404 161.46115112304688,405 116.10943603515625406 ],407 "rotation": [408 0,409 0,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 191,420 255,421 95422 ]423 }424 ],425 "plate": [426 {427 "object_id": "SM_Plate_200",428 "bbox_2d": [429 0,430 922,431 191,432 1059433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 596.0915451049805,438 122.45497703552246,439 119.9393002986908440 ],441 "extent": [442 16.940677642822266,443 16.940677642822266,444 2.3559725284576416445 ]446 },447 "obb": {448 "center": [449 596.0915451049805,450 122.45497703552246,451 119.9393002986908452 ],453 "extent": [454 16.940677642822266,455 16.940677642822266,456 2.3559725284576416457 ],458 "rotation": [459 0,460 0,461 0462 ]463 },464 "location": [465 596.091552734375,466 122.4549560546875,467 117.58332824707031468 ],469 "rotation": [470 0,471 0,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 31,482 0,483 159484 ]485 },486 {487 "object_id": "SM_Plate_203",488 "bbox_2d": [489 0,490 1011,491 194,492 1074493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 594.7018356323242,498 123.50405502319336,499 117.14864826202393500 ],501 "extent": [502 16.948688507080078,503 16.948688507080078,504 0.6946386098861694505 ]506 },507 "obb": {508 "center": [509 594.7018356323242,510 123.50405502319336,511 117.14864826202393512 ],513 "extent": [514 16.948688507080078,515 16.948688507080078,516 0.6946386098861694517 ],518 "rotation": [519 0,520 0,521 0522 ]523 },524 "location": [525 594.7018432617188,526 123.50403594970703,527 116.45401000976562528 ],529 "rotation": [530 0,531 0,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 31,542 255,543 159544 ]545 },546 {547 "object_id": "SM_Plate_206",548 "bbox_2d": [549 0,550 933,551 186,552 1038553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 597.5947103500366,558 122.7077169418335,559 120.43826389312744560 ],561 "extent": [562 12.399820327758789,563 12.399818420410156,564 2.0544354915618896565 ]566 },567 "obb": {568 "center": [569 597.5947103500366,570 122.7077169418335,571 120.43826389312744572 ],573 "extent": [574 12.399820327758789,575 12.399818420410156,576 2.0544354915618896577 ],578 "rotation": [579 0,580 0,581 0582 ]583 },584 "location": [585 597.5947265625,586 122.70768737792969,587 117.92790222167969588 ],589 "rotation": [590 0,591 0,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 31,602 127,603 159604 ]605 }606 ]607 }608}