TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l006_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l006_r001/lit.png",5 "camera": {6 "location": [7 729,8 -190,9 4710 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 729,38 -190,39 47,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door frame": [54 {55 "object_id": "SM_Doorframe_2",56 "bbox_2d": [57 792,58 182,59 802,60 18761 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1034.9999041261947,66 215.0000028609208,67 110.0180969238281268 ],69 "extent": [70 3.810631618963498,71 45.035607826911175,72 110.0180969238281273 ]74 },75 "obb": {76 "center": [77 1034.9999041261947,78 215.0000028609208,79 110.0180969238281280 ],81 "extent": [82 3.810631618963498,83 45.035607826911175,84 110.0180969238281285 ],86 "rotation": [87 0,88 90.00012207031251,89 090 ]91 },92 "location": [93 1035,94 170,95 096 ],97 "rotation": [98 0,99 90.00012207031251,100 0101 ],102 "scale": [103 0.75,104 1,105 1106 ]107 },108 "color": [109 223,110 31,111 127112 ]113 },114 {115 "object_id": "SM_Doorframe_3",116 "bbox_2d": [117 792,118 187,119 933,120 362121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1002.1334449000738,126 197.33835840559442,127 108.27146911621094128 ],129 "extent": [130 39.43860224900294,131 35.45908083700675,132 108.87620544433594133 ]134 },135 "obb": {136 "center": [137 1002.1334449000738,138 197.33835840559442,139 108.27146911621094140 ],141 "extent": [142 39.43860224900294,143 35.45908083700675,144 108.87620544433594145 ],146 "rotation": [147 0,148 140.00001525878906,149 0150 ]151 },152 "location": [153 1035,154 170,155 0156 ],157 "rotation": [158 0,159 140.00001525878906,160 0161 ],162 "scale": [163 0.75,164 1,165 1166 ]167 },168 "color": [169 223,170 31,171 63172 ]173 }174 ]175 },176 "foreground": {177 "chopstick stand": [178 {179 "object_id": "SM_ChopstickStand8",180 "bbox_2d": [181 200,182 89,183 288,184 207185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 893.5608769591819,190 -118.92147453089552,191 103.75994300842285192 ],193 "extent": [194 5.782672073406616,195 6.6858959072256425,196 9.759943008422852197 ]198 },199 "obb": {200 "center": [201 893.5608769591819,202 -118.92147453089552,203 103.75994300842285204 ],205 "extent": [206 5.782672073406616,207 6.6858959072256425,208 9.759943008422852209 ],210 "rotation": [211 0,212 10.000022888183594,213 0214 ]215 },216 "location": [217 891.9993896484375,218 -117.69503784179688,219 94220 ],221 "rotation": [222 0,223 10.000022888183594,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 223,234 255,235 0236 ]237 },238 {239 "object_id": "SM_ChopstickStand9",240 "bbox_2d": [241 596,242 223,243 645,244 304245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 893.5608769591819,250 -49.92147453089553,251 103.75994300842285252 ],253 "extent": [254 5.782672073406616,255 6.685895907225635,256 9.759943008422852257 ]258 },259 "obb": {260 "center": [261 893.5608769591819,262 -49.92147453089553,263 103.75994300842285264 ],265 "extent": [266 5.782672073406616,267 6.685895907225635,268 9.759943008422852269 ],270 "rotation": [271 0,272 10.000022888183594,273 0274 ]275 },276 "location": [277 891.9993896484375,278 -48.695037841796875,279 94280 ],281 "rotation": [282 0,283 10.000022888183594,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 223,294 255,295 191296 ]297 },298 {299 "object_id": "SM_ChopstickStand10",300 "bbox_2d": [301 815,302 300,303 850,304 359305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 893.5608769591819,310 23.078525469104473,311 103.75994300842285312 ],313 "extent": [314 5.782672073406616,315 6.685895907225639,316 9.759943008422852317 ]318 },319 "obb": {320 "center": [321 893.5608769591819,322 23.078525469104473,323 103.75994300842285324 ],325 "extent": [326 5.782672073406616,327 6.685895907225639,328 9.759943008422852329 ],330 "rotation": [331 0,332 10.000022888183594,333 0334 ]335 },336 "location": [337 891.9993896484375,338 24.304962158203125,339 94340 ],341 "rotation": [342 0,343 10.000022888183594,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 223,354 127,355 0356 ]357 },358 {359 "object_id": "SM_ChopstickStand11",360 "bbox_2d": [361 940,362 371,363 954,364 387365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 893.5608769591819,370 85.07852546910448,371 103.75994300842285372 ],373 "extent": [374 5.782672073406616,375 6.6858959072256425,376 9.759943008422852377 ]378 },379 "obb": {380 "center": [381 893.5608769591819,382 85.07852546910448,383 103.75994300842285384 ],385 "extent": [386 5.782672073406616,387 6.6858959072256425,388 9.759943008422852389 ],390 "rotation": [391 0,392 10.000022888183594,393 0394 ]395 },396 "location": [397 891.9993896484375,398 86.30496215820312,399 94400 ],401 "rotation": [402 0,403 10.000022888183594,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 223,414 127,415 191416 ]417 },418 {419 "object_id": "SM_ChopstickStand12",420 "bbox_2d": [421 1080,422 210,423 1118,424 218425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 780.7892934324623,430 -63.39487737177752,431 82.75997352600098432 ],433 "extent": [434 5.938299881630087,435 4.824803630273188,436 9.759943008422852437 ]438 },439 "obb": {440 "center": [441 780.7892934324623,442 -63.39487737177752,443 82.75997352600098444 ],445 "extent": [446 5.938299881630087,447 4.824803630273188,448 9.759943008422852449 ],450 "rotation": [451 0,452 -90.00007629394531,453 0454 ]455 },456 "location": [457 782.2682495117188,458 -62.07008361816406,459 73.00003051757812460 ],461 "rotation": [462 0,463 -90.00007629394531,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 223,474 191,475 31476 ]477 }478 ],479 "chair": [480 {481 "object_id": "SM_Chair_11",482 "bbox_2d": [483 1189,484 428,485 1460,486 886487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 756.8013265712542,492 -27.384492459664706,493 40.02226257324219494 ],495 "extent": [496 23.908516694612672,497 22.68792813890059,498 40.022247314453125499 ]500 },501 "obb": {502 "center": [503 756.8013265712542,504 -27.384492459664706,505 40.02226257324219506 ],507 "extent": [508 23.908516694612672,509 22.68792813890059,510 40.022247314453125511 ],512 "rotation": [513 0,514 173.9241485595703,515 0516 ]517 },518 "location": [519 756.8013305664062,520 -27.384490966796875,521 1.52587890625e-05522 ],523 "rotation": [524 0,525 173.9241485595703,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 223,536 191,537 127538 ]539 },540 {541 "object_id": "SM_Chair_12",542 "bbox_2d": [543 821,544 0,545 1423,546 1079547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 753.7443884906567,552 -117.27447302063119,553 40.02226257324219554 ],555 "extent": [556 22.762253080915684,557 21.45173615042866,558 40.022247314453125559 ]560 },561 "obb": {562 "center": [563 753.7443884906567,564 -117.27447302063119,565 40.02226257324219566 ],567 "extent": [568 22.762253080915684,569 21.45173615042866,570 40.022247314453125571 ],572 "rotation": [573 0,574 2.578369140625,575 0576 ]577 },578 "location": [579 753.744384765625,580 -117.27447509765625,581 1.52587890625e-05582 ],583 "rotation": [584 0,585 2.578369140625,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 223,596 191,597 191598 ]599 }600 ]601 }602}