TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ConferenceRoomVol1",3 "view_id": "l002_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/NEW/ConferenceRoomVol1/l002_r003/lit.png",5 "camera": {6 "location": [7 -76,8 -110,9 11710 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -76,38 -110,39 117,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window divided": [54 {55 "object_id": "SM_Window",56 "bbox_2d": [57 0,58 0,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -290.9998779296875,66 -6.103515625e-05,67 149.5655212402343868 ],69 "extent": [70 11.925933837890625,71 391.7356872558594,72 150.4345092773437573 ]74 },75 "obb": {76 "center": [77 -290.9998779296875,78 -6.103515625e-05,79 149.5655212402343880 ],81 "extent": [82 11.925933837890625,83 391.7356872558594,84 150.4345092773437585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 127,111 0112 ]113 }114 ]115 },116 "foreground": {117 "chair": [118 {119 "object_id": "SM_ChairA2",120 "bbox_2d": [121 870,122 592,123 1656,124 1079125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 -106.81778082900883,130 -126.16399439371496,131 56.49450428883189132 ],133 "extent": [134 33.236603305148044,135 32.35257295188812,136 57.309982156719755137 ]138 },139 "obb": {140 "center": [141 -106.81778082900883,142 -126.16399439371496,143 56.4945042888319144 ],145 "extent": [146 33.236603305148044,147 32.35257295188812,148 57.309982156719755149 ],150 "rotation": [151 0,152 -90.00011444091795,153 3.199999991920776e-05154 ]155 },156 "location": [157 -106.80522155761719,158 -126.16400146484375,159 -0.8154370188713074160 ],161 "rotation": [162 0,163 -90.00011444091795,164 3.199999991920776e-05165 ],166 "scale": [167 0.9235389828681946,168 0.9235389828681946,169 1.1688100099563599170 ]171 },172 "color": [173 0,174 127,175 63176 ]177 },178 {179 "object_id": "SM_ChairA3",180 "bbox_2d": [181 0,182 592,183 445,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -106.81778082900883,190 -56.16399439371496,191 56.49450428883189192 ],193 "extent": [194 33.236603305148044,195 32.35257295188812,196 57.309982156719755197 ]198 },199 "obb": {200 "center": [201 -106.81778082900883,202 -56.16399439371496,203 56.4945042888319204 ],205 "extent": [206 33.236603305148044,207 32.35257295188812,208 57.309982156719755209 ],210 "rotation": [211 0,212 -90.00011444091795,213 3.199999991920776e-05214 ]215 },216 "location": [217 -106.80522155761719,218 -56.16400146484375,219 -0.8154370188713074220 ],221 "rotation": [222 0,223 -90.00011444091795,224 3.199999991920776e-05225 ],226 "scale": [227 0.9235389828681946,228 0.9235389828681946,229 1.1688100099563599230 ]231 },232 "color": [233 255,234 0,235 63236 ]237 },238 {239 "object_id": "SM_ChairB4",240 "bbox_2d": [241 401,242 639,243 626,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -249.9999771118164,250 -15.000000000048766,251 48.06242370605469252 ],253 "extent": [254 29.050199835425587,255 30.591845415640783,256 48.062225341796875257 ]258 },259 "obb": {260 "center": [261 -249.9999771118164,262 -15.000000000048765,263 48.06242370605469264 ],265 "extent": [266 29.050199835425587,267 30.591845415640783,268 48.062225341796875269 ],270 "rotation": [271 0,272 -90.00012207031251,273 0274 ]275 },276 "location": [277 -250,278 -15,279 0280 ],281 "rotation": [282 0,283 -90.00012207031251,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 0,294 191,295 127296 ]297 },298 {299 "object_id": "SM_ChairB5",300 "bbox_2d": [301 673,302 639,303 904,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -249.9999771118164,310 -95.00000000004876,311 48.06242370605469312 ],313 "extent": [314 29.050199835425587,315 30.591845415640776,316 48.062225341796875317 ]318 },319 "obb": {320 "center": [321 -249.9999771118164,322 -95.00000000004876,323 48.06242370605469324 ],325 "extent": [326 29.050199835425587,327 30.591845415640776,328 48.062225341796875329 ],330 "rotation": [331 0,332 -90.00012207031251,333 0334 ]335 },336 "location": [337 -250,338 -95,339 0340 ],341 "rotation": [342 0,343 -90.00012207031251,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 0,354 191,355 63356 ]357 }358 ],359 "curtain": [360 {361 "object_id": "SM_Curtain",362 "bbox_2d": [363 153,364 0,365 786,366 537367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -286.70534936152023,372 -3.2094228267669678,373 200.57251746353654374 ],375 "extent": [376 1.0004270430589486,377 69.80915069580078,378 83.06246194247147379 ]380 },381 "obb": {382 "center": [383 -286.70534936152023,384 -3.2094228267669678,385 200.57251746353654386 ],387 "extent": [388 1.0004270430589486,389 69.80915069580078,390 83.06246194247147391 ],392 "rotation": [393 -5.1226397772552446e-06,394 0,395 0396 ]397 },398 "location": [399 -285.9389953613281,400 -3.209399938583374,401 283.635009765625402 ],403 "rotation": [404 -5.1226397772552446e-06,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 0,416 0,417 191418 ]419 },420 {421 "object_id": "SM_Curtain2",422 "bbox_2d": [423 0,424 0,425 80,426 332427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -286.7053491837275,432 146.79058074951172,433 245.5725174618962434 ],435 "extent": [436 1.0004268652662631,437 69.80915069580078,438 83.06246194033012439 ]440 },441 "obb": {442 "center": [443 -286.7053491837275,444 146.79058074951172,445 245.5725174618962446 ],447 "extent": [448 1.0004268652662631,449 69.80915069580078,450 83.06246194033012451 ],452 "rotation": [453 -4.999999873689375e-06,454 0,455 0456 ]457 },458 "location": [459 -285.9389953613281,460 146.7906036376953,461 328.635009765625462 ],463 "rotation": [464 -4.999999873689375e-06,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 0,476 255,477 191478 ]479 },480 {481 "object_id": "SM_Curtain4",482 "bbox_2d": [483 839,484 0,485 1476,486 195487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 -286.7053491837275,492 -153.20943450927734,493 275.5725174618962494 ],495 "extent": [496 1.0004268652662631,497 69.80915069580078,498 83.06246194033012499 ]500 },501 "obb": {502 "center": [503 -286.7053491837275,504 -153.20943450927734,505 275.5725174618962506 ],507 "extent": [508 1.0004268652662631,509 69.80915069580078,510 83.06246194033012511 ],512 "rotation": [513 -4.999999873689375e-06,514 0,515 0516 ]517 },518 "location": [519 -285.9389953613281,520 -153.20941162109375,521 358.635009765625522 ],523 "rotation": [524 -4.999999873689375e-06,525 0,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 0,536 63,537 191538 ]539 },540 {541 "object_id": "SM_Curtain5",542 "bbox_2d": [543 1540,544 0,545 1919,546 332547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 -286.7053491837275,552 -303.20943450927734,553 245.5725174618962554 ],555 "extent": [556 1.0004268652662631,557 69.80915069580078,558 83.06246194033012559 ]560 },561 "obb": {562 "center": [563 -286.7053491837275,564 -303.20943450927734,565 245.5725174618962566 ],567 "extent": [568 1.0004268652662631,569 69.80915069580078,570 83.06246194033012571 ],572 "rotation": [573 -4.999999873689375e-06,574 0,575 0576 ]577 },578 "location": [579 -285.9389953613281,580 -303.20941162109375,581 328.635009765625582 ],583 "rotation": [584 -4.999999873689375e-06,585 0,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 255,596 0,597 191598 ]599 }600 ],601 "plant": [602 {603 "object_id": "SM_PlantA",604 "bbox_2d": [605 1602,606 480,607 1919,608 1079609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -225.31610870361328,614 -255.28635025024414,615 63.446800231933594616 ],617 "extent": [618 43.553627014160156,619 42.17253875732422,620 63.6171989440918621 ]622 },623 "obb": {624 "center": [625 -225.31610870361328,626 -255.28635025024414,627 63.446800231933594628 ],629 "extent": [630 43.553627014160156,631 42.17253875732422,632 63.6171989440918633 ],634 "rotation": [635 0,636 0,637 0638 ]639 },640 "location": [641 -230,642 -260,643 0644 ],645 "rotation": [646 0,647 0,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 255,658 127,659 191660 ]661 }662 ]663 }664}