TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "SciOffice",3 "view_id": "l016_off0_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/SciOffice/l016_off0_r001/lit.png",5 "camera": {6 "location": [7 -521,8 529,9 186.333328247070310 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -521,38 529,39 186.3333282470703,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_Wall_3",56 "bbox_2d": [57 1367,58 0,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -600,66 710,67 159.9999847412109468 ],69 "extent": [70 100.25001287677517,71 11.000188794644828,72 150.2573 ]74 },75 "obb": {76 "center": [77 -600,78 710,79 159.9999847412109480 ],81 "extent": [82 100.25001287677517,83 11.000188794644828,84 150.2585 ],86 "rotation": [87 0,88 179.99989318847656,89 090 ]91 },92 "location": [93 -600,94 710,95 1096 ],97 "rotation": [98 0,99 179.99989318847656,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 },114 {115 "object_id": "SM_Wall_02_7",116 "bbox_2d": [117 216,118 0,119 1366,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -300,126 710,127 159.99998474121094128 ],129 "extent": [130 200.25,131 11.000001907348633,132 150.25133 ]134 },135 "obb": {136 "center": [137 -300,138 710,139 159.99998474121094140 ],141 "extent": [142 200.25,143 11.000001907348633,144 150.25145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -300,154 710,155 10156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 0,170 0,171 127172 ]173 },174 {175 "object_id": "SM_Wall_03_18",176 "bbox_2d": [177 213,178 0,179 782,180 205181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -300,186 710,187 359.99999237060547188 ],189 "extent": [190 200.25,191 11,192 50.24999237060547193 ]194 },195 "obb": {196 "center": [197 -300,198 710,199 359.99999237060547200 ],201 "extent": [202 200.25,203 11,204 50.24999237060547205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 -300,214 710,215 310216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 0,230 255,231 127232 ]233 }234 ],235 "wall div": [236 {237 "object_id": "SM_WallDiv_3",238 "bbox_2d": [239 0,240 151,241 217,242 469243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -99.99999999998984,248 600.0000076293945,249 160250 ],251 "extent": [252 5.500133823850078,253 100.50001495299841,254 150.5255 ]256 },257 "obb": {258 "center": [259 -99.99999999998984,260 600.0000076293945,261 160262 ],263 "extent": [264 5.500133823850078,265 100.50001495299841,266 150.5267 ],268 "rotation": [269 0,270 -90.00007629394531,271 0272 ]273 },274 "location": [275 -100,276 600,277 10278 ],279 "rotation": [280 0,281 -90.00007629394531,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 31,292 95,293 0294 ]295 },296 {297 "object_id": "SM_WallDiv_13",298 "bbox_2d": [299 0,300 7,301 217,302 205303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -100,308 600,309 359.99999618530273310 ],311 "extent": [312 5.500216446513647,313 100.25000408829283,314 50.249996185302734315 ]316 },317 "obb": {318 "center": [319 -100,320 600,321 359.99999618530273322 ],323 "extent": [324 5.500216446513647,325 100.25000408829283,326 50.249996185302734327 ],328 "rotation": [329 0,330 90.00012207031251,331 0332 ]333 },334 "location": [335 -100,336 600,337 310338 ],339 "rotation": [340 0,341 90.00012207031251,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 31,352 95,353 95354 ]355 }356 ],357 "pipe": [358 {359 "object_id": "SM_Pipe_68",360 "bbox_2d": [361 189,362 0,363 210,364 2365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -320,370 680,371 380372 ],373 "extent": [374 200.00001331562805,375 10.000266316100124,376 10377 ]378 },379 "obb": {380 "center": [381 -320,382 680,383 380384 ],385 "extent": [386 200.00001331562805,387 10.000266316100124,388 10389 ],390 "rotation": [391 0,392 179.9999237060547,393 0394 ]395 },396 "location": [397 -320,398 680,399 380400 ],401 "rotation": [402 0,403 179.9999237060547,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 127,414 191,415 159416 ]417 }418 ],419 "pipe connector": [420 {421 "object_id": "SM_Pipe_Con_23",422 "bbox_2d": [423 183,424 0,425 225,426 29427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -105,432 680,433 379.8999996185303434 ],435 "extent": [436 25,437 13.199999809265137,438 13.300000190734863439 ]440 },441 "obb": {442 "center": [443 -105,444 680,445 379.8999996185303446 ],447 "extent": [448 25,449 13.199999809265137,450 13.300000190734863451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 -105,460 680,461 380462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 95,476 63,477 159478 ]479 }480 ]481 },482 "foreground": {483 "monitor": [484 {485 "object_id": "SM_Monitor_16",486 "bbox_2d": [487 506,488 786,489 954,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -420.8421342294447,496 641.9367958134709,497 114.15999794006348498 ],499 "extent": [500 16.753075751956544,501 41.388739826994424,502 26.659997940063477503 ]504 },505 "obb": {506 "center": [507 -420.8421342294447,508 641.9367958134709,509 114.15999794006348510 ],511 "extent": [512 16.753075751956544,513 41.388739826994424,514 26.659997940063477515 ],516 "rotation": [517 0,518 10.000101089477539,519 0520 ]521 },522 "location": [523 -420.3497314453125,524 642.0236206054688,525 87.5526 ],527 "rotation": [528 0,529 10.000101089477539,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 47,540 223,541 79542 ]543 },544 {545 "object_id": "SM_Monitor_17",546 "bbox_2d": [547 139,548 948,549 442,550 1079551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -420.8421340589128,556 552.1104463645855,557 114.15999794006348558 ],559 "extent": [560 16.75315028359637,561 41.38874525531912,562 26.659997940063477563 ]564 },565 "obb": {566 "center": [567 -420.8421340589128,568 552.1104463645855,569 114.15999794006348570 ],571 "extent": [572 16.75315028359637,573 41.38874525531912,574 26.659997940063477575 ],576 "rotation": [577 0,578 -10.000213623046873,579 0580 ]581 },582 "location": [583 -420.3497314453125,584 552.0236206054688,585 87.5586 ],587 "rotation": [588 0,589 -10.000213623046873,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 47,600 15,601 79602 ]603 }604 ],605 "table": [606 {607 "object_id": "SM_OfficeTable_14",608 "bbox_2d": [609 894,610 1021,611 1158,612 1079613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -450,618 600,619 48.921875620 ],621 "extent": [622 50.00098449321382,623 100.25049864478481,624 38.921875625 ]626 },627 "obb": {628 "center": [629 -450,630 600,631 48.921875632 ],633 "extent": [634 50.00098449321382,635 100.25049864478481,636 38.921875637 ],638 "rotation": [639 0,640 0.0005626677302643657,641 0642 ]643 },644 "location": [645 -450,646 600,647 10648 ],649 "rotation": [650 0,651 0.0005626677302643657,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 159,662 79,663 47664 ]665 }666 ],667 "cabinet": [668 {669 "object_id": "SM_Cabinet_13",670 "bbox_2d": [671 0,672 459,673 268,674 1079675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -125.87597115952792,680 649.9998779296956,681 110682 ],683 "extent": [684 17.876182304912163,685 50.000072437527706,686 100687 ]688 },689 "obb": {690 "center": [691 -125.87597115952792,692 649.9998779296956,693 110694 ],695 "extent": [696 17.876182304912163,697 50.000072437527706,698 100699 ],700 "rotation": [701 0,702 179.999755859375,703 0704 ]705 },706 "location": [707 -125,708 649.9998779296875,709 10710 ],711 "rotation": [712 0,713 179.999755859375,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 223,724 47,725 159726 ]727 }728 ],729 "plant": [730 {731 "object_id": "SM_Plant_58",732 "bbox_2d": [733 0,734 0,735 188,736 174737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 -151.0330366955798,742 594.4621725855435,743 356.3414359680032744 ],745 "extent": [746 68.33575231934833,747 91.4859742980841,748 51.2799995434284749 ]750 },751 "obb": {752 "center": [753 -151.0330366955798,754 594.4621725855435,755 356.3414359680032756 ],757 "extent": [758 68.33575231934833,759 91.4859742980841,760 51.2799995434284761 ],762 "rotation": [763 0,764 179.99978637695312,765 0766 ]767 },768 "location": [769 -150,770 585,771 410772 ],773 "rotation": [774 0,775 179.99978637695312,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 79,786 15,787 127788 ]789 }790 ]791 }792}