TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l137_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l137_r001/lit.png",5 "camera": {6 "location": [7 465,8 489,9 16010 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 465,38 489,39 160,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "shopping basket stand": [55 {56 "object_id": "SM_Shopping_Basket_Stand_2",57 "bbox_2d": [58 1495,59 739,60 1646,61 81862 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 437.0000002387705,67 1145.9999981076555,68 24.8709554672241269 ],70 "extent": [71 37.900795186396465,72 25.92428990466101,73 14.8709583282470774 ]75 },76 "obb": {77 "center": [78 437.0000002387705,79 1145.9999981076555,80 24.8709554672241281 ],82 "extent": [83 37.900795186396465,84 25.92428990466101,85 14.8709583282470786 ],87 "rotation": [88 0,89 7.191411018371582,90 091 ]92 },93 "location": [94 437,95 1146,96 1097 ],98 "rotation": [99 0,100 7.191411018371582,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 95,111 0,112 31113 ]114 }115 ],116 "shopping basket": [117 {118 "object_id": "SM_Shopping_Basket_11",119 "bbox_2d": [120 1507,121 737,122 1633,123 806124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 437.000002865246,129 1145.9999772918668,130 28.726181030273438131 ],132 "extent": [133 32.089719732421145,134 24.25146511108278,135 16.13337516784668136 ]137 },138 "obb": {139 "center": [140 437.000002865246,141 1145.9999772918668,142 28.726181030273438143 ],144 "extent": [145 32.089719732421145,146 24.25146511108278,147 16.13337516784668148 ],149 "rotation": [150 0,151 7.191411018371582,152 0153 ]154 },155 "location": [156 437,157 1146,158 12.592809677124023159 ],160 "rotation": [161 0,162 7.191411018371582,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 95,173 255,174 0175 ]176 },177 {178 "object_id": "SM_Shopping_Basket2",179 "bbox_2d": [180 1507,181 722,182 1633,183 795184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 437.000002865246,189 1145.9999772918668,190 34.18583297729492191 ],192 "extent": [193 32.089719732421145,194 24.25146511108278,195 16.13337516784668196 ]197 },198 "obb": {199 "center": [200 437.000002865246,201 1145.9999772918668,202 34.18583297729492203 ],204 "extent": [205 32.089719732421145,206 24.25146511108278,207 16.13337516784668208 ],209 "rotation": [210 0,211 7.191411018371582,212 0213 ]214 },215 "location": [216 437,217 1146,218 18.052461624145508219 ],220 "rotation": [221 0,222 7.191411018371582,223 0224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 95,233 255,234 255235 ]236 },237 {238 "object_id": "SM_Shopping_Basket3",239 "bbox_2d": [240 1507,241 712,242 1633,243 785244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 437.000002865246,249 1145.9999772918668,250 39.529951095581055251 ],252 "extent": [253 32.089719732421145,254 24.25146511108278,255 16.13337516784668256 ]257 },258 "obb": {259 "center": [260 437.000002865246,261 1145.9999772918668,262 39.529951095581055263 ],264 "extent": [265 32.089719732421145,266 24.25146511108278,267 16.13337516784668268 ],269 "rotation": [270 0,271 7.191411018371582,272 0273 ]274 },275 "location": [276 437,277 1146,278 23.39657974243164279 ],280 "rotation": [281 0,282 7.191411018371582,283 0284 ],285 "scale": [286 1,287 1,288 1289 ]290 },291 "color": [292 95,293 255,294 127295 ]296 },297 {298 "object_id": "SM_Shopping_Basket4",299 "bbox_2d": [300 1500,301 665,302 1633,303 757304 ],305 "bbox_3d": {306 "aabb": {307 "center": [308 436.34887032376605,309 1145.2814455686596,310 59.73983968876464311 ],312 "extent": [313 36.4081771978602,314 25.262972897530062,315 28.069951478752223316 ]317 },318 "obb": {319 "center": [320 436.34887032376605,321 1145.2814455686596,322 59.73983968876464323 ],324 "extent": [325 36.4081771978602,326 25.262972897530062,327 28.069951478752223328 ],329 "rotation": [330 -27.591447830200202,331 8.121444702148441,332 0333 ]334 },335 "location": [336 428.951416015625,337 1144.225830078125,338 45.4412727355957339 ],340 "rotation": [341 -27.591447830200202,342 8.121444702148441,343 0344 ],345 "scale": [346 1,347 1,348 1349 ]350 },351 "color": [352 95,353 255,354 63355 ]356 }357 ],358 "mat": [359 {360 "object_id": "SM_Mat_2",361 "bbox_2d": [362 1105,363 739,364 1444,365 819366 ],367 "bbox_3d": {368 "aabb": {369 "center": [370 596.1696014404297,371 1124.8133697509766,372 11.26958978176117373 ],374 "extent": [375 92.76057434082031,376 68.32167053222656,377 0.5533158183097839378 ]379 },380 "obb": {381 "center": [382 596.1696014404297,383 1124.8133697509766,384 11.26958978176117385 ],386 "extent": [387 92.76057434082031,388 68.32167053222656,389 0.5533158183097839390 ],391 "rotation": [392 0,393 0,394 0395 ]396 },397 "location": [398 596.1780395507812,399 1124.3819580078125,400 10.738197326660156401 ],402 "rotation": [403 0,404 0,405 0406 ],407 "scale": [408 1,409 1,410 1411 ]412 },413 "color": [414 95,415 255,416 191417 ]418 }419 ],420 "ad": [421 {422 "object_id": "SM_Sandwich_Ad_2",423 "bbox_2d": [424 1059,425 496,426 1135,427 617428 ],429 "bbox_3d": {430 "aabb": {431 "center": [432 750.7865600585938,433 1201.00441634655,434 146.55841827392578435 ],436 "extent": [437 32.24943542480469,438 0.4452856779098511,439 47.182830810546875440 ]441 },442 "obb": {443 "center": [444 750.7865600585938,445 1201.00441634655,446 146.55841827392578447 ],448 "extent": [449 32.24943542480469,450 0.4452856779098511,451 47.182830810546875452 ],453 "rotation": [454 0,455 0,456 0457 ]458 },459 "location": [460 750.7865600585938,461 1200.9569091796875,462 145.04092407226562463 ],464 "rotation": [465 0,466 0,467 0468 ],469 "scale": [470 1,471 1,472 1473 ]474 },475 "color": [476 95,477 95,478 63479 ]480 },481 {482 "object_id": "SM_Galaxy_X_Ad_5",483 "bbox_2d": [484 1479,485 474,486 1596,487 625488 ],489 "bbox_3d": {490 "aabb": {491 "center": [492 452.88775634765625,493 1201.7025364637375,494 153.90624237060547495 ],496 "extent": [497 32.24943542480469,498 0.4452856779098511,499 47.182830810546875500 ]501 },502 "obb": {503 "center": [504 452.88775634765625,505 1201.7025364637375,506 153.90624237060547507 ],508 "extent": [509 32.24943542480469,510 0.4452856779098511,511 47.182830810546875512 ],513 "rotation": [514 0,515 0,516 0517 ]518 },519 "location": [520 452.88775634765625,521 1201.655029296875,522 152.3887481689453523 ],524 "rotation": [525 0,526 0,527 0528 ],529 "scale": [530 1,531 1,532 1533 ]534 },535 "color": [536 95,537 95,538 191539 ]540 }541 ]542 }543}