TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "SciOffice",3 "view_id": "l016_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/SciOffice/l016_r004/lit.png",5 "camera": {6 "location": [7 -521,8 529,9 15310 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -521,38 529,39 153,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "divider": [54 {55 "object_id": "SM_Div_33",56 "bbox_2d": [57 547,58 0,59 833,60 83061 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -695,66 350,67 16068 ],69 "extent": [70 2.500479368881315,71 50.00002396615184,72 15073 ]74 },75 "obb": {76 "center": [77 -695,78 350,79 16080 ],81 "extent": [82 2.500479368881315,83 50.00002396615184,84 15085 ],86 "rotation": [87 0,88 -0.00054931640625,89 090 ]91 },92 "location": [93 -695,94 350,95 1096 ],97 "rotation": [98 0,99 -0.00054931640625,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 31,110 191,111 31112 ]113 },114 {115 "object_id": "SM_Div_35",116 "bbox_2d": [117 0,118 0,119 549,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -695,126 450,127 160128 ],129 "extent": [130 2.500479368881315,131 50.00002396615184,132 150133 ]134 },135 "obb": {136 "center": [137 -695,138 450,139 160140 ],141 "extent": [142 2.500479368881315,143 50.00002396615184,144 150145 ],146 "rotation": [147 0,148 -0.00054931640625,149 0150 ]151 },152 "location": [153 -695,154 450,155 10156 ],157 "rotation": [158 0,159 -0.00054931640625,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 31,170 31,171 0172 ]173 }174 ],175 "wall div": [176 {177 "object_id": "SM_WallDiv_01_128",178 "bbox_2d": [179 834,180 0,181 1640,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -600.0000076293945,188 300,189 160190 ],191 "extent": [192 100.50000762939453,193 5.5,194 150.5195 ]196 },197 "obb": {198 "center": [199 -600.0000076293945,200 300,201 160202 ],203 "extent": [204 100.50000762939453,205 5.5,206 150.5207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -600,216 300,217 10218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 191,232 95,233 191234 ]235 },236 {237 "object_id": "SM_WallDiv_5",238 "bbox_2d": [239 832,240 0,241 836,242 1243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -600,248 300,249 359.99999618530273250 ],251 "extent": [252 100.24999237060547,253 5.500002861022949,254 50.249996185302734255 ]256 },257 "obb": {258 "center": [259 -600,260 300,261 359.99999618530273262 ],263 "extent": [264 100.24999237060547,265 5.500002861022949,266 50.249996185302734267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 -600,276 300,277 310278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 31,292 95,293 63294 ]295 }296 ],297 "floor planks corner": [298 {299 "object_id": "SM_Floor_45",300 "bbox_2d": [301 936,302 1061,303 995,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -700,310 500,311 0312 ],313 "extent": [314 200.50076280677033,315 200.50076280677033,316 11.000001907348633317 ]318 },319 "obb": {320 "center": [321 -700,322 500,323 0324 ],325 "extent": [326 200.50076280677033,327 200.50076280677033,328 11.000001907348633329 ],330 "rotation": [331 0,332 179.99978637695312,333 0334 ]335 },336 "location": [337 -700,338 500,339 0340 ],341 "rotation": [342 0,343 179.99978637695312,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 159,354 0,355 15356 ]357 }358 ],359 "wall div window": [360 {361 "object_id": "SM_WallDivWindow_36",362 "bbox_2d": [363 1641,364 0,365 1919,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -450,372 300,373 160374 ],375 "extent": [376 50.1535530090332,377 5.5,378 150.35354614257812379 ]380 },381 "obb": {382 "center": [383 -450,384 300,385 160386 ],387 "extent": [388 50.1535530090332,389 5.5,390 150.35354614257812391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 -450,400 300,401 10402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 79,416 47,417 111418 ]419 }420 ]421 },422 "foreground": {423 "shelf": [424 {425 "object_id": "SM_Shelf_27",426 "bbox_2d": [427 45,428 851,429 777,430 1079431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -669,436 429.9999694824219,437 50438 ],439 "extent": [440 20.000079894807186,441 50.000031957869226,442 40443 ]444 },445 "obb": {446 "center": [447 -669,448 429.9999694824219,449 50450 ],451 "extent": [452 20.000079894807186,453 50.000031957869226,454 40455 ],456 "rotation": [457 0,458 179.99990844726562,459 0460 ]461 },462 "location": [463 -669,464 429.9999694824219,465 10466 ],467 "rotation": [468 0,469 179.99990844726562,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 0,480 15,481 159482 ]483 }484 ],485 "plant": [486 {487 "object_id": "SM_Plant_20",488 "bbox_2d": [489 690,490 183,491 958,492 1079493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -670,498 345,499 123.54971694946289500 ],501 "extent": [502 27.0421032070592,503 27.042103207059256,504 113.54962158203125505 ]506 },507 "obb": {508 "center": [509 -670,510 345,511 123.54971694946289512 ],513 "extent": [514 27.0421032070592,515 27.042103207059256,516 113.54962158203125517 ],518 "rotation": [519 0,520 -90.00012207031251,521 0522 ]523 },524 "location": [525 -670,526 345,527 10.00009536743164528 ],529 "rotation": [530 0,531 -90.00012207031251,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 79,542 95,543 159544 ]545 }546 ],547 "printer": [548 {549 "object_id": "SM_Printer_3",550 "bbox_2d": [551 195,552 725,553 693,554 1016555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 -662.1696166992188,560 429.9999694824219,561 102.93727970123291562 ],563 "extent": [564 20.983327865600586,565 37.04270935058594,566 12.994126319885254567 ]568 },569 "obb": {570 "center": [571 -662.1696166992188,572 429.9999694824219,573 102.93727970123291574 ],575 "extent": [576 20.983327865600586,577 37.04270935058594,578 12.994126319885254579 ],580 "rotation": [581 0,582 0,583 0584 ]585 },586 "location": [587 -669,588 429.9999694824219,589 90590 ],591 "rotation": [592 0,593 0,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 79,604 79,605 63606 ]607 }608 ]609 }610}