TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "HotelRoomVol1",3 "view_id": "l089_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/HotelRoomVol1/l089_r002/lit.png",5 "camera": {6 "location": [7 159,8 277,9 20110 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 159,38 277,39 201,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_CeilingA",56 "bbox_2d": [57 662,58 0,59 1919,60 38861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 20,67 260.002075195312568 ],69 "extent": [70 200,71 463.29998779296875,72 20.00209045410156273 ]74 },75 "obb": {76 "center": [77 0,78 20,79 260.002075195312580 ],81 "extent": [82 200,83 463.29998779296875,84 20.00209045410156285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 20,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 }114 ],115 "wall": [116 {117 "object_id": "SM_WallD",118 "bbox_2d": [119 1750,120 283,121 1784,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -119,128 338.29998779296875,129 140.00003051757812130 ],131 "extent": [132 101,133 145,134 140.00003051757812135 ]136 },137 "obb": {138 "center": [139 -119,140 338.29998779296875,141 140.00003051757812142 ],143 "extent": [144 101,145 145,146 140.00003051757812147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -119,156 338.29998779296875,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 0,173 63174 ]175 },176 {177 "object_id": "SM_WallE",178 "bbox_2d": [179 0,180 0,181 1749,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 101,188 338.79998779296875,189 140.00003051757812190 ],191 "extent": [192 119,193 144.5,194 140.00003051757812195 ]196 },197 "obb": {198 "center": [199 101,200 338.79998779296875,201 140.00003051757812202 ],203 "extent": [204 119,205 144.5,206 140.00003051757812207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 101,216 338.79998779296875,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 127,233 63234 ]235 }236 ],237 "partition": [238 {239 "object_id": "SM_PartitionB",240 "bbox_2d": [241 1108,242 121,243 1228,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 94.53710222244263,250 405.30000291611196,251 130.12950134277278252 ],253 "extent": [254 7.500146865844727,255 58.00030501750513,256 130.00008643502278257 ]258 },259 "obb": {260 "center": [261 94.53710222244263,262 405.30000291611196,263 130.12950134277278264 ],265 "extent": [266 7.500146865844727,267 58.00030501750513,268 130.00008643502278269 ],270 "rotation": [271 0,272 0,273 1.0017900422099046e-05274 ]275 },276 "location": [277 94.53710174560547,278 405.29998779296875,279 0280 ],281 "rotation": [282 0,283 0,284 1.0017900422099046e-05285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 127,294 191,295 0296 ]297 }298 ],299 "door": [300 {301 "object_id": "SM_DoorB",302 "bbox_2d": [303 1229,304 157,305 1574,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 53.4721565246582,312 348.2986726760864,313 121.12959289550781314 ],315 "extent": [316 33.56492233276367,317 9.604825019836426,318 118.99999237060547319 ]320 },321 "obb": {322 "center": [323 53.4721565246582,324 348.2986726760864,325 121.12959289550781326 ],327 "extent": [328 33.56492233276367,329 9.604825019836426,330 118.99999237060547331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 84.53700256347656,340 347.7980041503906,341 0342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 127,356 191,357 255358 ]359 },360 {361 "object_id": "SM_DoorB001",362 "bbox_2d": [363 204,364 0,365 1107,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 135.6021614074707,372 348.2986726760864,373 121.12959289550781374 ],375 "extent": [376 33.56492233276367,377 9.604825019836426,378 118.99999237060547379 ]380 },381 "obb": {382 "center": [383 135.6021614074707,384 348.2986726760864,385 121.12959289550781386 ],387 "extent": [388 33.56492233276367,389 9.604825019836426,390 118.99999237060547391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 166.66700744628906,400 347.7980041503906,401 0402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 127,416 191,417 127418 ]419 }420 ]421 },422 "foreground": {423 "wardrobe": [424 {425 "object_id": "SM_Wardrobe",426 "bbox_2d": [427 1785,428 375,429 1919,430 1079431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -175,436 403.299991607666,437 120438 ],439 "extent": [440 25,441 60.000003814697266,442 120443 ]444 },445 "obb": {446 "center": [447 -175,448 403.299991607666,449 120450 ],451 "extent": [452 25,453 60.000003814697266,454 120455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 -200,464 403.29998779296875,465 0466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 255,480 0,481 127482 ]483 }484 ],485 "hardware": [486 {487 "object_id": "SM_HardwareB",488 "bbox_2d": [489 1575,490 248,491 1603,492 1079493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 17.907498836517348,498 347.3000652194023,499 130.1295928955078500 ],501 "extent": [502 5.000000000000015,503 1.0000789165496826,504 130505 ]506 },507 "obb": {508 "center": [509 17.907498836517348,510 347.3000652194023,511 130.1295928955078512 ],513 "extent": [514 5.000000000000015,515 1.0000789165496826,516 130517 ],518 "rotation": [519 0,520 89.99999999999999,521 180522 ]523 },524 "location": [525 17.907499313354492,526 348.29998779296875,527 0528 ],529 "rotation": [530 0,531 89.99999999999999,532 180533 ],534 "scale": [535 -1,536 -1,537 -1538 ]539 },540 "color": [541 255,542 191,543 63544 ]545 },546 {547 "object_id": "SM_HardwareB001",548 "bbox_2d": [549 163,550 0,551 216,552 1079553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 171.1670079231262,558 349.2999103665352,559 130.1295928955078560 ],561 "extent": [562 5.000000000000028,563 1.0000789165496826,564 130565 ]566 },567 "obb": {568 "center": [569 171.1670079231262,570 349.2999103665352,571 130.1295928955078572 ],573 "extent": [574 5.000000000000028,575 1.0000789165496826,576 130577 ],578 "rotation": [579 0,580 -89.99999999999999,581 180582 ]583 },584 "location": [585 171.16700744628906,586 348.29998779296875,587 0588 ],589 "rotation": [590 0,591 -89.99999999999999,592 180593 ],594 "scale": [595 -1,596 -1,597 -1598 ]599 },600 "color": [601 127,602 191,603 191604 ]605 }606 ]607 }608}