TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "SciOffice",3 "view_id": "l053_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/SciOffice/l053_r003/lit.png",5 "camera": {6 "location": [7 -100,8 -1077,9 26610 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -100,38 -1077,39 266,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall div": [54 {55 "object_id": "SM_WallDiv_35",56 "bbox_2d": [57 1074,58 0,59 1919,60 31661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -295,66 -1200,67 359.9999961853027368 ],69 "extent": [70 5.500216446513662,71 100.25000408829283,72 50.24999618530273473 ]74 },75 "obb": {76 "center": [77 -295,78 -1200,79 359.9999961853027380 ],81 "extent": [82 5.500216446513662,83 100.25000408829283,84 50.24999618530273485 ],86 "rotation": [87 0,88 -90.00012207031251,89 090 ]91 },92 "location": [93 -295,94 -1200,95 31096 ],97 "rotation": [98 0,99 -90.00012207031251,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 63,110 0,111 0112 ]113 },114 {115 "object_id": "SM_WallDiv_36",116 "bbox_2d": [117 64,118 0,119 1073,120 308121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -295,126 -1000,127 359.99999618530273128 ],129 "extent": [130 5.500216446513662,131 100.25000408829283,132 50.249996185302734133 ]134 },135 "obb": {136 "center": [137 -295,138 -1000,139 359.99999618530273140 ],141 "extent": [142 5.500216446513662,143 100.25000408829283,144 50.249996185302734145 ],146 "rotation": [147 0,148 -90.00012207031251,149 0150 ]151 },152 "location": [153 -295,154 -1000,155 310156 ],157 "rotation": [158 0,159 -90.00012207031251,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 63,170 0,171 255172 ]173 }174 ],175 "trim": [176 {177 "object_id": "SM_Trim_3",178 "bbox_2d": [179 0,180 0,181 80,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -290,188 -885,189 210190 ],191 "extent": [192 10.500003963442964,193 10.50000587079046,194 201.00000000000006195 ]196 },197 "obb": {198 "center": [199 -290,200 -885,201 210202 ],203 "extent": [204 10.500003963442964,205 10.50000587079046,206 201.00000000000006207 ],208 "rotation": [209 -90,210 0,211 3.203539745300077e-05212 ]213 },214 "location": [215 -290,216 -885,217 210218 ],219 "rotation": [220 -90,221 0,222 3.203539745300077e-05223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 31,232 31,233 31234 ]235 }236 ],237 "wall div window": [238 {239 "object_id": "SM_WallDivWindow_12",240 "bbox_2d": [241 1080,242 317,243 1919,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -295,250 -1200,251 160252 ],253 "extent": [254 5.500200043780694,255 100.15356780907018,256 150.35354614257812257 ]258 },259 "obb": {260 "center": [261 -295,262 -1200,263 160264 ],265 "extent": [266 5.500200043780694,267 100.15356780907018,268 150.35354614257812269 ],270 "rotation": [271 0,272 90.00011444091797,273 0274 ]275 },276 "location": [277 -295,278 -1200,279 10280 ],281 "rotation": [282 0,283 90.00011444091797,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 47,294 191,295 111296 ]297 }298 ],299 "divider": [300 {301 "object_id": "SM_Div_20",302 "bbox_2d": [303 556,304 327,305 1080,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -285,312 -1050,313 160314 ],315 "extent": [316 2.500479368881315,317 50.0000239661519,318 150319 ]320 },321 "obb": {322 "center": [323 -285,324 -1050,325 160326 ],327 "extent": [328 2.500479368881315,329 50.0000239661519,330 150331 ],332 "rotation": [333 0,334 -0.00054931640625,335 0336 ]337 },338 "location": [339 -285,340 -1050,341 10342 ],343 "rotation": [344 0,345 -0.00054931640625,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 0,356 191,357 79358 ]359 },360 {361 "object_id": "SM_Div_21",362 "bbox_2d": [363 31,364 309,365 557,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -285,372 -950,373 160374 ],375 "extent": [376 2.500479368881315,377 50.00002396615184,378 150379 ]380 },381 "obb": {382 "center": [383 -285,384 -950,385 160386 ],387 "extent": [388 2.500479368881315,389 50.00002396615184,390 150391 ],392 "rotation": [393 0,394 -0.00054931640625,395 0396 ]397 },398 "location": [399 -285,400 -950,401 10402 ],403 "rotation": [404 0,405 -0.00054931640625,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 0,416 31,417 79418 ]419 }420 ]421 },422 "foreground": {423 "plant": [424 {425 "object_id": "SM_Plant_31",426 "bbox_2d": [427 1798,428 3,429 1919,430 674431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -238.96693324906397,436 -1309.4622213140058,437 296.3414359680032438 ],439 "extent": [440 68.33580220112975,441 91.48587167040273,442 51.2799995434284443 ]444 },445 "obb": {446 "center": [447 -238.96693324906397,448 -1309.4622213140058,449 296.3414359680032450 ],451 "extent": [452 68.33580220112975,453 91.48587167040273,454 51.2799995434284455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 -240,464 -1300,465 350466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 79,480 159,481 47482 ]483 },484 {485 "object_id": "SM_Plant_6",486 "bbox_2d": [487 497,488 0,489 1816,490 716491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -238.96693324906397,496 -1109.4622213140058,497 296.3414359680032498 ],499 "extent": [500 68.33580220112975,501 91.48587167040273,502 51.2799995434284503 ]504 },505 "obb": {506 "center": [507 -238.96693324906397,508 -1109.4622213140058,509 296.3414359680032510 ],511 "extent": [512 68.33580220112975,513 91.48587167040273,514 51.2799995434284515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 -240,524 -1100,525 350526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 79,540 15,541 191542 ]543 }544 ]545 }546}