TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l117_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l117_r002/lit.png",5 "camera": {6 "location": [7 517,8 826,9 16310 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 517,38 826,39 163,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "small shelf": [55 {56 "object_id": "SM_Small_Shelf_10",57 "bbox_2d": [58 1591,59 615,60 1888,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 200.30500335042814,67 950.1268792991527,68 7569 ],70 "extent": [71 26.97160964135395,72 31.83506042418435,73 6574 ]75 },76 "obb": {77 "center": [78 200.30500335042814,79 950.1268792991527,80 7581 ],82 "extent": [83 26.97160964135395,84 31.83506042418435,85 6586 ],87 "rotation": [88 0,89 -67.41302490234374,90 091 ]92 },93 "location": [94 200,95 950,96 1097 ],98 "rotation": [99 0,100 -67.41302490234374,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 0,111 95,112 31113 ]114 }115 ],116 "atm": [117 {118 "object_id": "SM_ATM_27",119 "bbox_2d": [120 1631,121 496,122 1796,123 622124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 -165.37035369874536,129 1099.9999860165026,130 99.15963745117188131 ],132 "extent": [133 31.839377383484702,134 31.772072915673334,135 89.1596450805664136 ]137 },138 "obb": {139 "center": [140 -165.37035369874536,141 1099.9999860165026,142 99.15963745117188143 ],144 "extent": [145 31.839377383484702,146 31.772072915673334,147 89.1596450805664148 ],149 "rotation": [150 0,151 -90.00012207031251,152 0153 ]154 },155 "location": [156 -171.93374633789062,157 1100,158 10159 ],160 "rotation": [161 0,162 -90.00012207031251,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 255,173 95,174 31175 ]176 }177 ],178 "shopping basket stand": [179 {180 "object_id": "SM_Shopping_Basket_Stand_2",181 "bbox_2d": [182 569,183 905,184 805,185 1056186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 437.0000002387705,191 1145.9999981076555,192 24.87095546722412193 ],194 "extent": [195 37.900795186396465,196 25.92428990466101,197 14.87095832824707198 ]199 },200 "obb": {201 "center": [202 437.0000002387705,203 1145.9999981076555,204 24.87095546722412205 ],206 "extent": [207 37.900795186396465,208 25.92428990466101,209 14.87095832824707210 ],211 "rotation": [212 0,213 7.191411018371582,214 0215 ]216 },217 "location": [218 437,219 1146,220 10221 ],222 "rotation": [223 0,224 7.191411018371582,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 95,235 0,236 31237 ]238 }239 ],240 "shopping basket": [241 {242 "object_id": "SM_Shopping_Basket_11",243 "bbox_2d": [244 587,245 873,246 784,247 1030248 ],249 "bbox_3d": {250 "aabb": {251 "center": [252 437.000002865246,253 1145.9999772918668,254 28.726181030273438255 ],256 "extent": [257 32.089719732421145,258 24.25146511108278,259 16.13337516784668260 ]261 },262 "obb": {263 "center": [264 437.000002865246,265 1145.9999772918668,266 28.726181030273438267 ],268 "extent": [269 32.089719732421145,270 24.25146511108278,271 16.13337516784668272 ],273 "rotation": [274 0,275 7.191411018371582,276 0277 ]278 },279 "location": [280 437,281 1146,282 12.592809677124023283 ],284 "rotation": [285 0,286 7.191411018371582,287 0288 ],289 "scale": [290 1,291 1,292 1293 ]294 },295 "color": [296 95,297 255,298 0299 ]300 },301 {302 "object_id": "SM_Shopping_Basket2",303 "bbox_2d": [304 588,305 859,306 784,307 1010308 ],309 "bbox_3d": {310 "aabb": {311 "center": [312 437.000002865246,313 1145.9999772918668,314 34.18583297729492315 ],316 "extent": [317 32.089719732421145,318 24.25146511108278,319 16.13337516784668320 ]321 },322 "obb": {323 "center": [324 437.000002865246,325 1145.9999772918668,326 34.18583297729492327 ],328 "extent": [329 32.089719732421145,330 24.25146511108278,331 16.13337516784668332 ],333 "rotation": [334 0,335 7.191411018371582,336 0337 ]338 },339 "location": [340 437,341 1146,342 18.052461624145508343 ],344 "rotation": [345 0,346 7.191411018371582,347 0348 ],349 "scale": [350 1,351 1,352 1353 ]354 },355 "color": [356 95,357 255,358 255359 ]360 },361 {362 "object_id": "SM_Shopping_Basket3",363 "bbox_2d": [364 589,365 841,366 784,367 992368 ],369 "bbox_3d": {370 "aabb": {371 "center": [372 437.000002865246,373 1145.9999772918668,374 39.529951095581055375 ],376 "extent": [377 32.089719732421145,378 24.25146511108278,379 16.13337516784668380 ]381 },382 "obb": {383 "center": [384 437.000002865246,385 1145.9999772918668,386 39.529951095581055387 ],388 "extent": [389 32.089719732421145,390 24.25146511108278,391 16.13337516784668392 ],393 "rotation": [394 0,395 7.191411018371582,396 0397 ]398 },399 "location": [400 437,401 1146,402 23.39657974243164403 ],404 "rotation": [405 0,406 7.191411018371582,407 0408 ],409 "scale": [410 1,411 1,412 1413 ]414 },415 "color": [416 95,417 255,418 127419 ]420 },421 {422 "object_id": "SM_Shopping_Basket4",423 "bbox_2d": [424 577,425 753,426 781,427 952428 ],429 "bbox_3d": {430 "aabb": {431 "center": [432 436.34887032376605,433 1145.2814455686596,434 59.73983968876464435 ],436 "extent": [437 36.4081771978602,438 25.262972897530062,439 28.069951478752223440 ]441 },442 "obb": {443 "center": [444 436.34887032376605,445 1145.2814455686596,446 59.73983968876464447 ],448 "extent": [449 36.4081771978602,450 25.262972897530062,451 28.069951478752223452 ],453 "rotation": [454 -27.591447830200202,455 8.121444702148441,456 0457 ]458 },459 "location": [460 428.951416015625,461 1144.225830078125,462 45.4412727355957463 ],464 "rotation": [465 -27.591447830200202,466 8.121444702148441,467 0468 ],469 "scale": [470 1,471 1,472 1473 ]474 },475 "color": [476 95,477 255,478 63479 ]480 }481 ],482 "mat": [483 {484 "object_id": "SM_Mat_2",485 "bbox_2d": [486 25,487 991,488 459,489 1079490 ],491 "bbox_3d": {492 "aabb": {493 "center": [494 596.1696014404297,495 1124.8133697509766,496 11.26958978176117497 ],498 "extent": [499 92.76057434082031,500 68.32167053222656,501 0.5533158183097839502 ]503 },504 "obb": {505 "center": [506 596.1696014404297,507 1124.8133697509766,508 11.26958978176117509 ],510 "extent": [511 92.76057434082031,512 68.32167053222656,513 0.5533158183097839514 ],515 "rotation": [516 0,517 0,518 0519 ]520 },521 "location": [522 596.1780395507812,523 1124.3819580078125,524 10.738197326660156525 ],526 "rotation": [527 0,528 0,529 0530 ],531 "scale": [532 1,533 1,534 1535 ]536 },537 "color": [538 95,539 255,540 191541 ]542 }543 ],544 "ad": [545 {546 "object_id": "SM_Galaxy_X_Ad_5",547 "bbox_2d": [548 509,549 433,550 691,551 697552 ],553 "bbox_3d": {554 "aabb": {555 "center": [556 452.88775634765625,557 1201.7025364637375,558 153.90624237060547559 ],560 "extent": [561 32.24943542480469,562 0.4452856779098511,563 47.182830810546875564 ]565 },566 "obb": {567 "center": [568 452.88775634765625,569 1201.7025364637375,570 153.90624237060547571 ],572 "extent": [573 32.24943542480469,574 0.4452856779098511,575 47.182830810546875576 ],577 "rotation": [578 0,579 0,580 0581 ]582 },583 "location": [584 452.88775634765625,585 1201.655029296875,586 152.3887481689453587 ],588 "rotation": [589 0,590 0,591 0592 ],593 "scale": [594 1,595 1,596 1597 ]598 },599 "color": [600 95,601 95,602 191603 ]604 }605 ]606 }607}