TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ConferenceRoomVol1",3 "view_id": "l053_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/NEW/ConferenceRoomVol1/l053_r000/lit.png",5 "camera": {6 "location": [7 78,8 149,9 13910 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 78,38 149,39 139,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door": [54 {55 "object_id": "SM_Door",56 "bbox_2d": [57 953,58 0,59 1656,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 289.584997177124,66 222.5250015258789,67 130.0110931396484468 ],69 "extent": [70 8.073522567749023,71 74.9992446899414,72 129.9892425537109473 ]74 },75 "obb": {76 "center": [77 289.584997177124,78 222.5250015258789,79 130.0110931396484480 ],81 "extent": [82 8.073522567749023,83 74.9992446899414,84 129.9892425537109485 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 289.5849914550781,94 222.52499389648438,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 }114 ],115 "window": [116 {117 "object_id": "SM_Wall",118 "bbox_2d": [119 0,120 0,121 1919,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 11.426239013671875,128 0,129 150.00003051757812130 ],131 "extent": [132 290.9999694824219,133 391.7356872558594,134 150.00003051757812135 ]136 },137 "obb": {138 "center": [139 11.426239013671875,140 0,141 150.00003051757812142 ],143 "extent": [144 290.9999694824219,145 391.7356872558594,146 150.00003051757812147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 127,173 127174 ]175 }176 ]177 },178 "foreground": {179 "chair": [180 {181 "object_id": "SM_ChairA7",182 "bbox_2d": [183 689,184 991,185 1409,186 1079187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 103.20610175189692,192 153.83620515229669,193 56.49450428883189194 ],195 "extent": [196 33.2366420770161,197 32.352612783202915,198 57.309982156719755199 ]200 },201 "obb": {202 "center": [203 103.20610175189692,204 153.83620515229669,205 56.4945042888319206 ],207 "extent": [208 33.2366420770161,209 32.352612783202915,210 57.309982156719755211 ],212 "rotation": [213 3.0332133116374176e-21,214 90.00018310546875,215 3.199999991920776e-05216 ]217 },218 "location": [219 103.19354248046875,220 153.83621215820312,221 -0.8154370188713074222 ],223 "rotation": [224 3.0332133116374176e-21,225 90.00018310546875,226 3.199999991920776e-05227 ],228 "scale": [229 0.9235389828681946,230 0.9235389828681946,231 1.1688100099563599232 ]233 },234 "color": [235 127,236 255,237 63238 ]239 },240 {241 "object_id": "SM_ChairA8",242 "bbox_2d": [243 0,244 995,245 207,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 103.20639166888911,252 83.83611359956232,253 56.49450428883189254 ],255 "extent": [256 33.2366420770161,257 32.352612783202915,258 57.309982156719755259 ]260 },261 "obb": {262 "center": [263 103.20639166888911,264 83.83611359956232,265 56.4945042888319266 ],267 "extent": [268 33.2366420770161,269 32.352612783202915,270 57.309982156719755271 ],272 "rotation": [273 3.0332133116374176e-21,274 90.00018310546875,275 3.199999991920776e-05276 ]277 },278 "location": [279 103.19383239746094,280 83.83612060546875,281 -0.8154370188713074282 ],283 "rotation": [284 3.0332133116374176e-21,285 90.00018310546875,286 3.199999991920776e-05287 ],288 "scale": [289 0.9235389828681946,290 0.9235389828681946,291 1.1688100099563599292 ]293 },294 "color": [295 127,296 127,297 63298 ]299 },300 {301 "object_id": "SM_ChairB10",302 "bbox_2d": [303 0,304 753,305 17,306 994307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 250.00067901611328,312 -70.00012207038564,313 48.06242370605469314 ],315 "extent": [316 29.05023242368219,317 30.591876361629303,318 48.062225341796875319 ]320 },321 "obb": {322 "center": [323 250.00067901611328,324 -70.00012207038564,325 48.06242370605469326 ],327 "extent": [328 29.05023242368219,329 30.591876361629303,330 48.062225341796875331 ],332 "rotation": [333 0,334 90.00018310546875,335 0336 ]337 },338 "location": [339 250.00070190429688,340 -70.0001220703125,341 0342 ],343 "rotation": [344 0,345 90.00018310546875,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 255,356 191,357 63358 ]359 },360 {361 "object_id": "SM_ChairB11",362 "bbox_2d": [363 0,364 745,365 405,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 250.00031280517578,372 9.999969482348728,373 48.06242370605469374 ],375 "extent": [376 29.05023242368219,377 30.5918763616293,378 48.062225341796875379 ]380 },381 "obb": {382 "center": [383 250.00031280517578,384 9.999969482348728,385 48.06242370605469386 ],387 "extent": [388 29.05023242368219,389 30.5918763616293,390 48.062225341796875391 ],392 "rotation": [393 0,394 90.00018310546875,395 0396 ]397 },398 "location": [399 250.00033569335938,400 9.999969482421875,401 0402 ],403 "rotation": [404 0,405 90.00018310546875,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 127,416 191,417 0418 ]419 },420 {421 "object_id": "SM_ChairB12",422 "bbox_2d": [423 387,424 745,425 808,426 1079427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 249.9999771118164,432 89.99999999992686,433 48.06242370605469434 ],435 "extent": [436 29.05023242368219,437 30.591876361629303,438 48.062225341796875439 ]440 },441 "obb": {442 "center": [443 249.9999771118164,444 89.99999999992686,445 48.06242370605469446 ],447 "extent": [448 29.05023242368219,449 30.591876361629303,450 48.062225341796875451 ],452 "rotation": [453 0,454 90.00018310546875,455 0456 ]457 },458 "location": [459 250,460 90,461 0462 ],463 "rotation": [464 0,465 90.00018310546875,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 127,476 191,477 255478 ]479 }480 ],481 "picture": [482 {483 "object_id": "SM_Picture2",484 "bbox_2d": [485 101,486 223,487 443,488 630489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 279.9259898662567,494 4.825592041015625,495 162.47000108980316496 ],497 "extent": [498 2.500014852551942,499 34.20951843261719,500 42.32949460721866501 ]502 },503 "obb": {504 "center": [505 279.9259898662567,506 4.825592041015625,507 162.47000108980316508 ],509 "extent": [510 2.500014852551942,511 34.20951843261719,512 42.32949460721866513 ],514 "rotation": [515 3.0000001061125654e-06,516 0,517 0518 ]519 },520 "location": [521 282.4259948730469,522 4.825592041015625,523 162.47000122070312524 ],525 "rotation": [526 3.0000001061125654e-06,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 255,538 255,539 191540 ]541 }542 ],543 "switch two": [544 {545 "object_id": "SM_switch_two",546 "bbox_2d": [547 777,548 467,549 818,550 507551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 279.2911481856325,556 115.00024385745701,557 149.9890899658203558 ],559 "extent": [560 0.7088495981024039,561 4.300000473900937,562 4.300000190734863563 ]564 },565 "obb": {566 "center": [567 279.2911481856325,568 115.00024385745701,569 149.9890899658203570 ],571 "extent": [572 0.7088495981024039,573 4.300000473900937,574 4.300000190734863575 ],576 "rotation": [577 0,578 90.0000228881836,579 0580 ]581 },582 "location": [583 280,584 115,585 150586 ],587 "rotation": [588 0,589 90.0000228881836,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 191,600 255,601 127602 ]603 },604 {605 "object_id": "SM_switch_two2",606 "bbox_2d": [607 729,608 467,609 770,610 507611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 279.2911481856325,616 105.00024385745701,617 149.9890899658203618 ],619 "extent": [620 0.7088495981024039,621 4.300000473900937,622 4.300000190734863623 ]624 },625 "obb": {626 "center": [627 279.2911481856325,628 105.00024385745701,629 149.9890899658203630 ],631 "extent": [632 0.7088495981024039,633 4.300000473900937,634 4.300000190734863635 ],636 "rotation": [637 0,638 90.0000228881836,639 0640 ]641 },642 "location": [643 280,644 105,645 150646 ],647 "rotation": [648 0,649 90.0000228881836,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 191,660 255,661 63662 ]663 }664 ]665 }666}