TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l119_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l119_r005/lit.png",5 "camera": {6 "location": [7 748,8 1115,9 15410 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 748,38 1115,39 154,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "coffee supplies": [55 {56 "object_id": "SM_Coffee_Supplies_5",57 "bbox_2d": [58 317,59 589,60 394,61 63462 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 728.4383504150533,67 445.6962622915158,68 111.8419179916381869 ],70 "extent": [71 24.109946031074287,72 16.28647964711405,73 11.95495700836181674 ]75 },76 "obb": {77 "center": [78 728.4383504150533,79 445.6962622915158,80 111.8419179916381881 ],82 "extent": [83 24.109946031074287,84 16.28647964711405,85 11.95495700836181686 ],87 "rotation": [88 0,89 93.59552001953126,90 091 ]92 },93 "location": [94 728.4383544921875,95 445.6961669921875,96 100.0011596679687597 ],98 "rotation": [99 0,100 93.59552001953126,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 63,111 95,112 0113 ]114 }115 ],116 "napkin dispenser": [117 {118 "object_id": "SM_Paper_Napkin_Dispenser_8",119 "bbox_2d": [120 264,121 614,122 302,123 636124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 688.4382333753791,129 455.6964111147987,130 105.59275150299072131 ],132 "extent": [133 8.491547799773002,134 9.322457854809215,135 5.591593265533447136 ]137 },138 "obb": {139 "center": [140 688.4382333753791,141 455.6964111147987,142 105.59275150299072143 ],144 "extent": [145 8.491547799773002,146 9.322457854809215,147 5.591593265533447148 ],149 "rotation": [150 0,151 88.91768646240236,152 0153 ]154 },155 "location": [156 688.438232421875,157 455.6964111328125,158 100.00115966796875159 ],160 "rotation": [161 0,162 88.91768646240236,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 63,173 95,174 255175 ]176 }177 ],178 "cup": [179 {180 "object_id": "SM_Paper_Cups3",181 "bbox_2d": [182 259,183 627,184 263,185 632186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 678.4381108283997,191 425.69631958007875,192 107.31064081192017193 ],194 "extent": [195 4.662275800468478,196 4.662275800468535,197 7.309482097625732198 ]199 },200 "obb": {201 "center": [202 678.4381108283997,203 425.69631958007875,204 107.31064081192017205 ],206 "extent": [207 4.662275800468478,208 4.662275800468535,209 7.309482097625732210 ],211 "rotation": [212 0,213 90.00007629394531,214 0215 ]216 },217 "location": [218 678.4381103515625,219 425.6963195800781,220 100.00115966796875221 ],222 "rotation": [223 0,224 90.00007629394531,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 191,235 95,236 127237 ]238 },239 {240 "object_id": "SM_Paper_Cups4",241 "bbox_2d": [242 259,243 622,244 263,245 626246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 678.4381108283997,251 425.69631958007875,252 110.54884576797485253 ],254 "extent": [255 4.662275800468478,256 4.662275800468535,257 7.309482097625732258 ]259 },260 "obb": {261 "center": [262 678.4381108283997,263 425.69631958007875,264 110.54884576797485265 ],266 "extent": [267 4.662275800468478,268 4.662275800468535,269 7.309482097625732270 ],271 "rotation": [272 0,273 90.00007629394531,274 0275 ]276 },277 "location": [278 678.4381103515625,279 425.6963195800781,280 103.23936462402344281 ],282 "rotation": [283 0,284 90.00007629394531,285 0286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 191,295 95,296 63297 ]298 },299 {300 "object_id": "SM_Paper_Cups5",301 "bbox_2d": [302 259,303 596,304 277,305 621306 ],307 "bbox_3d": {308 "aabb": {309 "center": [310 678.4381099491318,311 425.69631983585765,312 113.61073541641235313 ],314 "extent": [315 6.4356430293148605,316 6.435643029314804,317 7.309482097625732318 ]319 },320 "obb": {321 "center": [322 678.4381099491318,323 425.69631983585765,324 113.61073541641235325 ],326 "extent": [327 6.4356430293148605,328 6.435643029314804,329 7.309482097625732330 ],331 "rotation": [332 0,333 -122.43948364257814,334 0335 ]336 },337 "location": [338 678.4381103515625,339 425.6963195800781,340 106.30125427246094341 ],342 "rotation": [343 0,344 -122.43948364257814,345 0346 ],347 "scale": [348 1,349 1,350 1351 ]352 },353 "color": [354 191,355 95,356 191357 ]358 }359 ],360 "coffee counter": [361 {362 "object_id": "SM_Coffee_Counter_10",363 "bbox_2d": [364 183,365 627,366 327,367 813368 ],369 "bbox_3d": {370 "aabb": {371 "center": [372 748.8608591313241,373 439.99975984073865,374 55.00001907348633375 ],376 "extent": [377 101.1391713864673,378 40.000270676740854,379 45.00001907348633380 ]381 },382 "obb": {383 "center": [384 748.8608591313241,385 439.99975984073865,386 55.00001907348633387 ],388 "extent": [389 101.1391713864673,390 40.000270676740854,391 45.00001907348633392 ],393 "rotation": [394 0,395 90.00011444091797,396 0397 ]398 },399 "location": [400 850,401 400,402 10403 ],404 "rotation": [405 0,406 90.00011444091797,407 0408 ],409 "scale": [410 1,411 1,412 1413 ]414 },415 "color": [416 191,417 95,418 31419 ]420 }421 ],422 "beer sign": [423 {424 "object_id": "SM_Beer_Sign3",425 "bbox_2d": [426 1298,427 387,428 1385,429 435430 ],431 "bbox_3d": {432 "aabb": {433 "center": [434 1398.1966238021976,435 599.056816550878,436 256.6761484146118437 ],438 "extent": [439 2.0739083496189323,440 41.187305000402034,441 14.96452808380127442 ]443 },444 "obb": {445 "center": [446 1398.1966238021976,447 599.056816550878,448 256.6761484146118449 ],450 "extent": [451 2.0739083496189323,452 41.187305000402034,453 14.96452808380127454 ],455 "rotation": [456 0,457 90.00019836425781,458 0459 ]460 },461 "location": [462 1400.2703857421875,463 599.0568237304688,464 256.6761474609375465 ],466 "rotation": [467 0,468 90.00019836425781,469 0470 ],471 "scale": [472 1,473 1,474 1475 ]476 },477 "color": [478 95,479 95,480 0481 ]482 }483 ]484 }485}