TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l127_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l127_r001/lit.png",5 "camera": {6 "location": [7 195,8 836,9 15210 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 195,38 836,39 152,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "small shelf": [55 {56 "object_id": "SM_Small_Shelf_10",57 "bbox_2d": [58 1154,59 638,60 1745,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 200.30500335042814,67 950.1268792991527,68 7569 ],70 "extent": [71 26.97160964135395,72 31.83506042418435,73 6574 ]75 },76 "obb": {77 "center": [78 200.30500335042814,79 950.1268792991527,80 7581 ],82 "extent": [83 26.97160964135395,84 31.83506042418435,85 6586 ],87 "rotation": [88 0,89 -67.41302490234374,90 091 ]92 },93 "location": [94 200,95 950,96 1097 ],98 "rotation": [99 0,100 -67.41302490234374,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 0,111 95,112 31113 ]114 }115 ],116 "shopping basket stand": [117 {118 "object_id": "SM_Shopping_Basket_Stand_2",119 "bbox_2d": [120 727,121 815,122 925,123 927124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 437.0000002387705,129 1145.9999981076555,130 24.87095546722412131 ],132 "extent": [133 37.900795186396465,134 25.92428990466101,135 14.87095832824707136 ]137 },138 "obb": {139 "center": [140 437.0000002387705,141 1145.9999981076555,142 24.87095546722412143 ],144 "extent": [145 37.900795186396465,146 25.92428990466101,147 14.87095832824707148 ],149 "rotation": [150 0,151 7.191411018371582,152 0153 ]154 },155 "location": [156 437,157 1146,158 10159 ],160 "rotation": [161 0,162 7.191411018371582,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 95,173 0,174 31175 ]176 }177 ],178 "shopping basket": [179 {180 "object_id": "SM_Shopping_Basket_11",181 "bbox_2d": [182 743,183 803,184 908,185 907186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 437.000002865246,191 1145.9999772918668,192 28.726181030273438193 ],194 "extent": [195 32.089719732421145,196 24.25146511108278,197 16.13337516784668198 ]199 },200 "obb": {201 "center": [202 437.000002865246,203 1145.9999772918668,204 28.726181030273438205 ],206 "extent": [207 32.089719732421145,208 24.25146511108278,209 16.13337516784668210 ],211 "rotation": [212 0,213 7.191411018371582,214 0215 ]216 },217 "location": [218 437,219 1146,220 12.592809677124023221 ],222 "rotation": [223 0,224 7.191411018371582,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 95,235 255,236 0237 ]238 },239 {240 "object_id": "SM_Shopping_Basket2",241 "bbox_2d": [242 743,243 777,244 908,245 890246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 437.000002865246,251 1145.9999772918668,252 34.18583297729492253 ],254 "extent": [255 32.089719732421145,256 24.25146511108278,257 16.13337516784668258 ]259 },260 "obb": {261 "center": [262 437.000002865246,263 1145.9999772918668,264 34.18583297729492265 ],266 "extent": [267 32.089719732421145,268 24.25146511108278,269 16.13337516784668270 ],271 "rotation": [272 0,273 7.191411018371582,274 0275 ]276 },277 "location": [278 437,279 1146,280 18.052461624145508281 ],282 "rotation": [283 0,284 7.191411018371582,285 0286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 95,295 255,296 255297 ]298 },299 {300 "object_id": "SM_Shopping_Basket3",301 "bbox_2d": [302 743,303 760,304 908,305 875306 ],307 "bbox_3d": {308 "aabb": {309 "center": [310 437.000002865246,311 1145.9999772918668,312 39.529951095581055313 ],314 "extent": [315 32.089719732421145,316 24.25146511108278,317 16.13337516784668318 ]319 },320 "obb": {321 "center": [322 437.000002865246,323 1145.9999772918668,324 39.529951095581055325 ],326 "extent": [327 32.089719732421145,328 24.25146511108278,329 16.13337516784668330 ],331 "rotation": [332 0,333 7.191411018371582,334 0335 ]336 },337 "location": [338 437,339 1146,340 23.39657974243164341 ],342 "rotation": [343 0,344 7.191411018371582,345 0346 ],347 "scale": [348 1,349 1,350 1351 ]352 },353 "color": [354 95,355 255,356 127357 ]358 },359 {360 "object_id": "SM_Shopping_Basket4",361 "bbox_2d": [362 737,363 698,364 901,365 797366 ],367 "bbox_3d": {368 "aabb": {369 "center": [370 436.34887032376605,371 1145.2814455686596,372 59.73983968876464373 ],374 "extent": [375 36.4081771978602,376 25.262972897530062,377 28.069951478752223378 ]379 },380 "obb": {381 "center": [382 436.34887032376605,383 1145.2814455686596,384 59.73983968876464385 ],386 "extent": [387 36.4081771978602,388 25.262972897530062,389 28.069951478752223390 ],391 "rotation": [392 -27.591447830200202,393 8.121444702148441,394 0395 ]396 },397 "location": [398 428.951416015625,399 1144.225830078125,400 45.4412727355957401 ],402 "rotation": [403 -27.591447830200202,404 8.121444702148441,405 0406 ],407 "scale": [408 1,409 1,410 1411 ]412 },413 "color": [414 95,415 255,416 63417 ]418 }419 ],420 "mat": [421 {422 "object_id": "SM_Mat_2",423 "bbox_2d": [424 266,425 784,426 750,427 930428 ],429 "bbox_3d": {430 "aabb": {431 "center": [432 596.1696014404297,433 1124.8133697509766,434 11.26958978176117435 ],436 "extent": [437 92.76057434082031,438 68.32167053222656,439 0.5533158183097839440 ]441 },442 "obb": {443 "center": [444 596.1696014404297,445 1124.8133697509766,446 11.26958978176117447 ],448 "extent": [449 92.76057434082031,450 68.32167053222656,451 0.5533158183097839452 ],453 "rotation": [454 0,455 0,456 0457 ]458 },459 "location": [460 596.1780395507812,461 1124.3819580078125,462 10.738197326660156463 ],464 "rotation": [465 0,466 0,467 0468 ],469 "scale": [470 1,471 1,472 1473 ]474 },475 "color": [476 95,477 255,478 191479 ]480 }481 ],482 "brochures": [483 {484 "object_id": "SM_Brochures_8",485 "bbox_2d": [486 668,487 953,488 935,489 1079490 ],491 "bbox_3d": {492 "aabb": {493 "center": [494 229.31616101974288,495 877.3379507332987,496 114.69073390960693497 ],498 "extent": [499 8.653435916451969,500 8.89416004278928,501 14.690765380859375502 ]503 },504 "obb": {505 "center": [506 229.31616101974288,507 877.3379507332987,508 114.69073390960693509 ],510 "extent": [511 8.653435916451969,512 8.89416004278928,513 14.690765380859375514 ],515 "rotation": [516 0,517 -49.61500930786132,518 0519 ]520 },521 "location": [522 229.316162109375,523 877.3379516601562,524 99.99996948242188525 ],526 "rotation": [527 0,528 -49.61500930786132,529 0530 ],531 "scale": [532 1,533 1,534 1535 ]536 },537 "color": [538 95,539 63,540 95541 ]542 }543 ],544 "ad": [545 {546 "object_id": "SM_Sandwich_Ad_2",547 "bbox_2d": [548 445,549 471,550 510,551 626552 ],553 "bbox_3d": {554 "aabb": {555 "center": [556 750.7865600585938,557 1201.00441634655,558 146.55841827392578559 ],560 "extent": [561 32.24943542480469,562 0.4452856779098511,563 47.182830810546875564 ]565 },566 "obb": {567 "center": [568 750.7865600585938,569 1201.00441634655,570 146.55841827392578571 ],572 "extent": [573 32.24943542480469,574 0.4452856779098511,575 47.182830810546875576 ],577 "rotation": [578 0,579 0,580 0581 ]582 },583 "location": [584 750.7865600585938,585 1200.9569091796875,586 145.04092407226562587 ],588 "rotation": [589 0,590 0,591 0592 ],593 "scale": [594 1,595 1,596 1597 ]598 },599 "color": [600 95,601 95,602 63603 ]604 },605 {606 "object_id": "SM_Galaxy_X_Ad_5",607 "bbox_2d": [608 817,609 430,610 931,611 640612 ],613 "bbox_3d": {614 "aabb": {615 "center": [616 452.88775634765625,617 1201.7025364637375,618 153.90624237060547619 ],620 "extent": [621 32.24943542480469,622 0.4452856779098511,623 47.182830810546875624 ]625 },626 "obb": {627 "center": [628 452.88775634765625,629 1201.7025364637375,630 153.90624237060547631 ],632 "extent": [633 32.24943542480469,634 0.4452856779098511,635 47.182830810546875636 ],637 "rotation": [638 0,639 0,640 0641 ]642 },643 "location": [644 452.88775634765625,645 1201.655029296875,646 152.3887481689453647 ],648 "rotation": [649 0,650 0,651 0652 ],653 "scale": [654 1,655 1,656 1657 ]658 },659 "color": [660 95,661 95,662 191663 ]664 }665 ]666 }667}