TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l046_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l046_r002/lit.png",5 "camera": {6 "location": [7 754,8 802,9 8210 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 754,38 802,39 82,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "small shelf": [55 {56 "object_id": "SM_Small_Shelf_10",57 "bbox_2d": [58 1818,59 407,60 1919,61 71562 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 200.30500335042814,67 950.1268792991527,68 7569 ],70 "extent": [71 26.97160964135395,72 31.83506042418435,73 6574 ]75 },76 "obb": {77 "center": [78 200.30500335042814,79 950.1268792991527,80 7581 ],82 "extent": [83 26.97160964135395,84 31.83506042418435,85 6586 ],87 "rotation": [88 0,89 -67.41302490234374,90 091 ]92 },93 "location": [94 200,95 950,96 1097 ],98 "rotation": [99 0,100 -67.41302490234374,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 0,111 95,112 31113 ]114 }115 ],116 "atm": [117 {118 "object_id": "SM_ATM_27",119 "bbox_2d": [120 1757,121 392,122 1894,123 637124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 -165.37035369874536,129 1099.9999860165026,130 99.15963745117188131 ],132 "extent": [133 31.839377383484702,134 31.772072915673334,135 89.1596450805664136 ]137 },138 "obb": {139 "center": [140 -165.37035369874536,141 1099.9999860165026,142 99.15963745117188143 ],144 "extent": [145 31.839377383484702,146 31.772072915673334,147 89.1596450805664148 ],149 "rotation": [150 0,151 -90.00012207031251,152 0153 ]154 },155 "location": [156 -171.93374633789062,157 1100,158 10159 ],160 "rotation": [161 0,162 -90.00012207031251,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 255,173 95,174 31175 ]176 }177 ],178 "shopping basket stand": [179 {180 "object_id": "SM_Shopping_Basket_Stand_2",181 "bbox_2d": [182 1089,183 627,184 1264,185 702186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 437.0000002387705,191 1145.9999981076555,192 24.87095546722412193 ],194 "extent": [195 37.900795186396465,196 25.92428990466101,197 14.87095832824707198 ]199 },200 "obb": {201 "center": [202 437.0000002387705,203 1145.9999981076555,204 24.87095546722412205 ],206 "extent": [207 37.900795186396465,208 25.92428990466101,209 14.87095832824707210 ],211 "rotation": [212 0,213 7.191411018371582,214 0215 ]216 },217 "location": [218 437,219 1146,220 10221 ],222 "rotation": [223 0,224 7.191411018371582,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 95,235 0,236 31237 ]238 }239 ],240 "shopping basket": [241 {242 "object_id": "SM_Shopping_Basket_11",243 "bbox_2d": [244 1103,245 617,246 1249,247 693248 ],249 "bbox_3d": {250 "aabb": {251 "center": [252 437.000002865246,253 1145.9999772918668,254 28.726181030273438255 ],256 "extent": [257 32.089719732421145,258 24.25146511108278,259 16.13337516784668260 ]261 },262 "obb": {263 "center": [264 437.000002865246,265 1145.9999772918668,266 28.726181030273438267 ],268 "extent": [269 32.089719732421145,270 24.25146511108278,271 16.13337516784668272 ],273 "rotation": [274 0,275 7.191411018371582,276 0277 ]278 },279 "location": [280 437,281 1146,282 12.592809677124023283 ],284 "rotation": [285 0,286 7.191411018371582,287 0288 ],289 "scale": [290 1,291 1,292 1293 ]294 },295 "color": [296 95,297 255,298 0299 ]300 },301 {302 "object_id": "SM_Shopping_Basket2",303 "bbox_2d": [304 1103,305 606,306 1249,307 678308 ],309 "bbox_3d": {310 "aabb": {311 "center": [312 437.000002865246,313 1145.9999772918668,314 34.18583297729492315 ],316 "extent": [317 32.089719732421145,318 24.25146511108278,319 16.13337516784668320 ]321 },322 "obb": {323 "center": [324 437.000002865246,325 1145.9999772918668,326 34.18583297729492327 ],328 "extent": [329 32.089719732421145,330 24.25146511108278,331 16.13337516784668332 ],333 "rotation": [334 0,335 7.191411018371582,336 0337 ]338 },339 "location": [340 437,341 1146,342 18.052461624145508343 ],344 "rotation": [345 0,346 7.191411018371582,347 0348 ],349 "scale": [350 1,351 1,352 1353 ]354 },355 "color": [356 95,357 255,358 255359 ]360 },361 {362 "object_id": "SM_Shopping_Basket3",363 "bbox_2d": [364 1103,365 592,366 1249,367 666368 ],369 "bbox_3d": {370 "aabb": {371 "center": [372 437.000002865246,373 1145.9999772918668,374 39.529951095581055375 ],376 "extent": [377 32.089719732421145,378 24.25146511108278,379 16.13337516784668380 ]381 },382 "obb": {383 "center": [384 437.000002865246,385 1145.9999772918668,386 39.529951095581055387 ],388 "extent": [389 32.089719732421145,390 24.25146511108278,391 16.13337516784668392 ],393 "rotation": [394 0,395 7.191411018371582,396 0397 ]398 },399 "location": [400 437,401 1146,402 23.39657974243164403 ],404 "rotation": [405 0,406 7.191411018371582,407 0408 ],409 "scale": [410 1,411 1,412 1413 ]414 },415 "color": [416 95,417 255,418 127419 ]420 },421 {422 "object_id": "SM_Shopping_Basket4",423 "bbox_2d": [424 1098,425 528,426 1245,427 643428 ],429 "bbox_3d": {430 "aabb": {431 "center": [432 436.34887032376605,433 1145.2814455686596,434 59.73983968876464435 ],436 "extent": [437 36.4081771978602,438 25.262972897530062,439 28.069951478752223440 ]441 },442 "obb": {443 "center": [444 436.34887032376605,445 1145.2814455686596,446 59.73983968876464447 ],448 "extent": [449 36.4081771978602,450 25.262972897530062,451 28.069951478752223452 ],453 "rotation": [454 -27.591447830200202,455 8.121444702148441,456 0457 ]458 },459 "location": [460 428.951416015625,461 1144.225830078125,462 45.4412727355957463 ],464 "rotation": [465 -27.591447830200202,466 8.121444702148441,467 0468 ],469 "scale": [470 1,471 1,472 1473 ]474 },475 "color": [476 95,477 255,478 63479 ]480 }481 ],482 "mat": [483 {484 "object_id": "SM_Mat_2",485 "bbox_2d": [486 603,487 687,488 1204,489 809490 ],491 "bbox_3d": {492 "aabb": {493 "center": [494 596.1696014404297,495 1124.8133697509766,496 11.26958978176117497 ],498 "extent": [499 92.76057434082031,500 68.32167053222656,501 0.5533158183097839502 ]503 },504 "obb": {505 "center": [506 596.1696014404297,507 1124.8133697509766,508 11.26958978176117509 ],510 "extent": [511 92.76057434082031,512 68.32167053222656,513 0.5533158183097839514 ],515 "rotation": [516 0,517 0,518 0519 ]520 },521 "location": [522 596.1780395507812,523 1124.3819580078125,524 10.738197326660156525 ],526 "rotation": [527 0,528 0,529 0530 ],531 "scale": [532 1,533 1,534 1535 ]536 },537 "color": [538 95,539 255,540 191541 ]542 }543 ],544 "ad": [545 {546 "object_id": "SM_Sandwich_Ad_2",547 "bbox_2d": [548 308,549 283,550 513,551 493552 ],553 "bbox_3d": {554 "aabb": {555 "center": [556 750.7865600585938,557 1201.00441634655,558 146.55841827392578559 ],560 "extent": [561 32.24943542480469,562 0.4452856779098511,563 47.182830810546875564 ]565 },566 "obb": {567 "center": [568 750.7865600585938,569 1201.00441634655,570 146.55841827392578571 ],572 "extent": [573 32.24943542480469,574 0.4452856779098511,575 47.182830810546875576 ],577 "rotation": [578 0,579 0,580 0581 ]582 },583 "location": [584 750.7865600585938,585 1200.9569091796875,586 145.04092407226562587 ],588 "rotation": [589 0,590 0,591 0592 ],593 "scale": [594 1,595 1,596 1597 ]598 },599 "color": [600 95,601 95,602 63603 ]604 },605 {606 "object_id": "SM_Galaxy_X_Ad_5",607 "bbox_2d": [608 1025,609 302,610 1126,611 493612 ],613 "bbox_3d": {614 "aabb": {615 "center": [616 452.88775634765625,617 1201.7025364637375,618 153.90624237060547619 ],620 "extent": [621 32.24943542480469,622 0.4452856779098511,623 47.182830810546875624 ]625 },626 "obb": {627 "center": [628 452.88775634765625,629 1201.7025364637375,630 153.90624237060547631 ],632 "extent": [633 32.24943542480469,634 0.4452856779098511,635 47.182830810546875636 ],637 "rotation": [638 0,639 0,640 0641 ]642 },643 "location": [644 452.88775634765625,645 1201.655029296875,646 152.3887481689453647 ],648 "rotation": [649 0,650 0,651 0652 ],653 "scale": [654 1,655 1,656 1657 ]658 },659 "color": [660 95,661 95,662 191663 ]664 }665 ]666 }667}