TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l107_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l107_r001/lit.png",5 "camera": {6 "location": [7 91,8 912,9 15010 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 91,38 912,39 150,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "small shelf": [55 {56 "object_id": "SM_Small_Shelf_10",57 "bbox_2d": [58 0,59 632,60 497,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 200.30500335042814,67 950.1268792991527,68 7569 ],70 "extent": [71 26.97160964135395,72 31.83506042418435,73 6574 ]75 },76 "obb": {77 "center": [78 200.30500335042814,79 950.1268792991527,80 7581 ],82 "extent": [83 26.97160964135395,84 31.83506042418435,85 6586 ],87 "rotation": [88 0,89 -67.41302490234374,90 091 ]92 },93 "location": [94 200,95 950,96 1097 ],98 "rotation": [99 0,100 -67.41302490234374,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 0,111 95,112 31113 ]114 }115 ],116 "shopping basket stand": [117 {118 "object_id": "SM_Shopping_Basket_Stand_2",119 "bbox_2d": [120 498,121 821,122 592,123 902124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 437.0000002387705,129 1145.9999981076555,130 24.87095546722412131 ],132 "extent": [133 37.900795186396465,134 25.92428990466101,135 14.87095832824707136 ]137 },138 "obb": {139 "center": [140 437.0000002387705,141 1145.9999981076555,142 24.87095546722412143 ],144 "extent": [145 37.900795186396465,146 25.92428990466101,147 14.87095832824707148 ],149 "rotation": [150 0,151 7.191411018371582,152 0153 ]154 },155 "location": [156 437,157 1146,158 10159 ],160 "rotation": [161 0,162 7.191411018371582,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 95,173 0,174 31175 ]176 }177 ],178 "shopping basket": [179 {180 "object_id": "SM_Shopping_Basket_11",181 "bbox_2d": [182 498,183 810,184 577,185 913186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 437.000002865246,191 1145.9999772918668,192 28.726181030273438193 ],194 "extent": [195 32.089719732421145,196 24.25146511108278,197 16.13337516784668198 ]199 },200 "obb": {201 "center": [202 437.000002865246,203 1145.9999772918668,204 28.726181030273438205 ],206 "extent": [207 32.089719732421145,208 24.25146511108278,209 16.13337516784668210 ],211 "rotation": [212 0,213 7.191411018371582,214 0215 ]216 },217 "location": [218 437,219 1146,220 12.592809677124023221 ],222 "rotation": [223 0,224 7.191411018371582,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 95,235 255,236 0237 ]238 },239 {240 "object_id": "SM_Shopping_Basket2",241 "bbox_2d": [242 498,243 796,244 577,245 896246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 437.000002865246,251 1145.9999772918668,252 34.18583297729492253 ],254 "extent": [255 32.089719732421145,256 24.25146511108278,257 16.13337516784668258 ]259 },260 "obb": {261 "center": [262 437.000002865246,263 1145.9999772918668,264 34.18583297729492265 ],266 "extent": [267 32.089719732421145,268 24.25146511108278,269 16.13337516784668270 ],271 "rotation": [272 0,273 7.191411018371582,274 0275 ]276 },277 "location": [278 437,279 1146,280 18.052461624145508281 ],282 "rotation": [283 0,284 7.191411018371582,285 0286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 95,295 255,296 255297 ]298 },299 {300 "object_id": "SM_Shopping_Basket3",301 "bbox_2d": [302 498,303 767,304 577,305 881306 ],307 "bbox_3d": {308 "aabb": {309 "center": [310 437.000002865246,311 1145.9999772918668,312 39.529951095581055313 ],314 "extent": [315 32.089719732421145,316 24.25146511108278,317 16.13337516784668318 ]319 },320 "obb": {321 "center": [322 437.000002865246,323 1145.9999772918668,324 39.529951095581055325 ],326 "extent": [327 32.089719732421145,328 24.25146511108278,329 16.13337516784668330 ],331 "rotation": [332 0,333 7.191411018371582,334 0335 ]336 },337 "location": [338 437,339 1146,340 23.39657974243164341 ],342 "rotation": [343 0,344 7.191411018371582,345 0346 ],347 "scale": [348 1,349 1,350 1351 ]352 },353 "color": [354 95,355 255,356 127357 ]358 },359 {360 "object_id": "SM_Shopping_Basket4",361 "bbox_2d": [362 498,363 699,364 567,365 799366 ],367 "bbox_3d": {368 "aabb": {369 "center": [370 436.34887032376605,371 1145.2814455686596,372 59.73983968876464373 ],374 "extent": [375 36.4081771978602,376 25.262972897530062,377 28.069951478752223378 ]379 },380 "obb": {381 "center": [382 436.34887032376605,383 1145.2814455686596,384 59.73983968876464385 ],386 "extent": [387 36.4081771978602,388 25.262972897530062,389 28.069951478752223390 ],391 "rotation": [392 -27.591447830200202,393 8.121444702148441,394 0395 ]396 },397 "location": [398 428.951416015625,399 1144.225830078125,400 45.4412727355957401 ],402 "rotation": [403 -27.591447830200202,404 8.121444702148441,405 0406 ],407 "scale": [408 1,409 1,410 1411 ]412 },413 "color": [414 95,415 255,416 63417 ]418 }419 ],420 "ad": [421 {422 "object_id": "SM_Sandwich_Ad_2",423 "bbox_2d": [424 227,425 466,426 281,427 625428 ],429 "bbox_3d": {430 "aabb": {431 "center": [432 750.7865600585938,433 1201.00441634655,434 146.55841827392578435 ],436 "extent": [437 32.24943542480469,438 0.4452856779098511,439 47.182830810546875440 ]441 },442 "obb": {443 "center": [444 750.7865600585938,445 1201.00441634655,446 146.55841827392578447 ],448 "extent": [449 32.24943542480469,450 0.4452856779098511,451 47.182830810546875452 ],453 "rotation": [454 0,455 0,456 0457 ]458 },459 "location": [460 750.7865600585938,461 1200.9569091796875,462 145.04092407226562463 ],464 "rotation": [465 0,466 0,467 0468 ],469 "scale": [470 1,471 1,472 1473 ]474 },475 "color": [476 95,477 95,478 63479 ]480 },481 {482 "object_id": "SM_Galaxy_X_Ad_5",483 "bbox_2d": [484 538,485 422,486 635,487 639488 ],489 "bbox_3d": {490 "aabb": {491 "center": [492 452.88775634765625,493 1201.7025364637375,494 153.90624237060547495 ],496 "extent": [497 32.24943542480469,498 0.4452856779098511,499 47.182830810546875500 ]501 },502 "obb": {503 "center": [504 452.88775634765625,505 1201.7025364637375,506 153.90624237060547507 ],508 "extent": [509 32.24943542480469,510 0.4452856779098511,511 47.182830810546875512 ],513 "rotation": [514 0,515 0,516 0517 ]518 },519 "location": [520 452.88775634765625,521 1201.655029296875,522 152.3887481689453523 ],524 "rotation": [525 0,526 0,527 0528 ],529 "scale": [530 1,531 1,532 1533 ]534 },535 "color": [536 95,537 95,538 191539 ]540 }541 ]542 }543}