TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l108_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l108_r000/lit.png",5 "camera": {6 "location": [7 263,8 1170,9 16210 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 263,38 1170,39 162,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "shopping basket": [55 {56 "object_id": "SM_Shopping_Basket3",57 "bbox_2d": [58 792,59 1041,60 957,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 437.000002865246,67 1145.9999772918668,68 39.52995109558105569 ],70 "extent": [71 32.089719732421145,72 24.25146511108278,73 16.1333751678466874 ]75 },76 "obb": {77 "center": [78 437.000002865246,79 1145.9999772918668,80 39.52995109558105581 ],82 "extent": [83 32.089719732421145,84 24.25146511108278,85 16.1333751678466886 ],87 "rotation": [88 0,89 7.191411018371582,90 091 ]92 },93 "location": [94 437,95 1146,96 23.3965797424316497 ],98 "rotation": [99 0,100 7.191411018371582,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 95,111 255,112 127113 ]114 },115 {116 "object_id": "SM_Shopping_Basket4",117 "bbox_2d": [118 673,119 993,120 959,121 1079122 ],123 "bbox_3d": {124 "aabb": {125 "center": [126 436.34887032376605,127 1145.2814455686596,128 59.73983968876464129 ],130 "extent": [131 36.4081771978602,132 25.262972897530062,133 28.069951478752223134 ]135 },136 "obb": {137 "center": [138 436.34887032376605,139 1145.2814455686596,140 59.73983968876464141 ],142 "extent": [143 36.4081771978602,144 25.262972897530062,145 28.069951478752223146 ],147 "rotation": [148 -27.591447830200202,149 8.121444702148441,150 0151 ]152 },153 "location": [154 428.951416015625,155 1144.225830078125,156 45.4412727355957157 ],158 "rotation": [159 -27.591447830200202,160 8.121444702148441,161 0162 ],163 "scale": [164 1,165 1,166 1167 ]168 },169 "color": [170 95,171 255,172 63173 ]174 }175 ],176 "mat": [177 {178 "object_id": "SM_Mat_2",179 "bbox_2d": [180 557,181 879,182 1039,183 1079184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 596.1696014404297,189 1124.8133697509766,190 11.26958978176117191 ],192 "extent": [193 92.76057434082031,194 68.32167053222656,195 0.5533158183097839196 ]197 },198 "obb": {199 "center": [200 596.1696014404297,201 1124.8133697509766,202 11.26958978176117203 ],204 "extent": [205 92.76057434082031,206 68.32167053222656,207 0.5533158183097839208 ],209 "rotation": [210 0,211 0,212 0213 ]214 },215 "location": [216 596.1780395507812,217 1124.3819580078125,218 10.738197326660156219 ],220 "rotation": [221 0,222 0,223 0224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 95,233 255,234 191235 ]236 }237 ],238 "cereals display": [239 {240 "object_id": "SM_Cereals_Display_2",241 "bbox_2d": [242 794,243 563,244 854,245 723246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 1104.2500780660494,251 1060.8944112001773,252 75.69586181640625253 ],254 "extent": [255 51.483238972139816,256 28.54244833933194,257 65.69688415527344258 ]259 },260 "obb": {261 "center": [262 1104.2500780660494,263 1060.8944112001773,264 75.69586181640625265 ],266 "extent": [267 51.483238972139816,268 28.54244833933194,269 65.69688415527344270 ],271 "rotation": [272 0,273 12.789447784423828,274 0275 ]276 },277 "location": [278 1103.1712646484375,279 1042.595458984375,280 9.998977661132812281 ],282 "rotation": [283 0,284 12.789447784423828,285 0286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 95,295 63,296 31297 ]298 }299 ],300 "beer sign": [301 {302 "object_id": "SM_Beer_Sign3",303 "bbox_2d": [304 443,305 447,306 512,307 472308 ],309 "bbox_3d": {310 "aabb": {311 "center": [312 1398.1966238021976,313 599.056816550878,314 256.6761484146118315 ],316 "extent": [317 2.0739083496189323,318 41.187305000402034,319 14.96452808380127320 ]321 },322 "obb": {323 "center": [324 1398.1966238021976,325 599.056816550878,326 256.6761484146118327 ],328 "extent": [329 2.0739083496189323,330 41.187305000402034,331 14.96452808380127332 ],333 "rotation": [334 0,335 90.00019836425781,336 0337 ]338 },339 "location": [340 1400.2703857421875,341 599.0568237304688,342 256.6761474609375343 ],344 "rotation": [345 0,346 90.00019836425781,347 0348 ],349 "scale": [350 1,351 1,352 1353 ]354 },355 "color": [356 95,357 95,358 0359 ]360 }361 ],362 "ad": [363 {364 "object_id": "SM_Sandwich_Ad_2",365 "bbox_2d": [366 1016,367 473,368 1024,369 671370 ],371 "bbox_3d": {372 "aabb": {373 "center": [374 750.7865600585938,375 1201.00441634655,376 146.55841827392578377 ],378 "extent": [379 32.24943542480469,380 0.4452856779098511,381 47.182830810546875382 ]383 },384 "obb": {385 "center": [386 750.7865600585938,387 1201.00441634655,388 146.55841827392578389 ],390 "extent": [391 32.24943542480469,392 0.4452856779098511,393 47.182830810546875394 ],395 "rotation": [396 0,397 0,398 0399 ]400 },401 "location": [402 750.7865600585938,403 1200.9569091796875,404 145.04092407226562405 ],406 "rotation": [407 0,408 0,409 0410 ],411 "scale": [412 1,413 1,414 1415 ]416 },417 "color": [418 95,419 95,420 63421 ]422 },423 {424 "object_id": "SM_Galaxy_X_Ad_5",425 "bbox_2d": [426 1095,427 302,428 1155,429 876430 ],431 "bbox_3d": {432 "aabb": {433 "center": [434 452.88775634765625,435 1201.7025364637375,436 153.90624237060547437 ],438 "extent": [439 32.24943542480469,440 0.4452856779098511,441 47.182830810546875442 ]443 },444 "obb": {445 "center": [446 452.88775634765625,447 1201.7025364637375,448 153.90624237060547449 ],450 "extent": [451 32.24943542480469,452 0.4452856779098511,453 47.182830810546875454 ],455 "rotation": [456 0,457 0,458 0459 ]460 },461 "location": [462 452.88775634765625,463 1201.655029296875,464 152.3887481689453465 ],466 "rotation": [467 0,468 0,469 0470 ],471 "scale": [472 1,473 1,474 1475 ]476 },477 "color": [478 95,479 95,480 191481 ]482 }483 ]484 }485}