TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "SciOffice",3 "view_id": "l041_off1_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/SciOffice/l041_off1_r002/lit.png",5 "camera": {6 "location": [7 -1768,8 163,9 219.666671752929710 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -1768,38 163,39 219.6666717529297,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_Wall_3",56 "bbox_2d": [57 1411,58 153,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -600,66 710,67 159.9999847412109468 ],69 "extent": [70 100.25001287677517,71 11.000188794644828,72 150.2573 ]74 },75 "obb": {76 "center": [77 -600,78 710,79 159.9999847412109480 ],81 "extent": [82 100.25001287677517,83 11.000188794644828,84 150.2585 ],86 "rotation": [87 0,88 179.99989318847656,89 090 ]91 },92 "location": [93 -600,94 710,95 1096 ],97 "rotation": [98 0,99 179.99989318847656,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 },114 {115 "object_id": "SM_Wall_16",116 "bbox_2d": [117 1717,118 187,119 1918,120 318121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -710,126 -300,127 159.99998474121094128 ],129 "extent": [130 11.000428545730301,131 200.2500234353672,132 150.25133 ]134 },135 "obb": {136 "center": [137 -710,138 -300,139 159.99998474121094140 ],141 "extent": [142 11.000428545730301,143 200.2500234353672,144 150.25145 ],146 "rotation": [147 0,148 90.00012207031251,149 0150 ]151 },152 "location": [153 -710,154 -300,155 10156 ],157 "rotation": [158 0,159 90.00012207031251,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 127,170 255,171 255172 ]173 },174 {175 "object_id": "SM_Wall_35",176 "bbox_2d": [177 0,178 166,179 1271,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -1720,186 310,187 159.99998474121094188 ],189 "extent": [190 200.25000595154438,191 11.000110253022171,192 150.25193 ]194 },195 "obb": {196 "center": [197 -1720,198 310,199 159.99998474121094200 ],201 "extent": [202 200.25000595154438,203 11.000110253022171,204 150.25205 ],206 "rotation": [207 0,208 -3.099999958067201e-05,209 0210 ]211 },212 "location": [213 -1720,214 310,215 10216 ],217 "rotation": [218 0,219 -3.099999958067201e-05,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 127,230 127,231 63232 ]233 },234 {235 "object_id": "SM_Wall_90",236 "bbox_2d": [237 1720,238 190,239 1774,240 315241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 -1010,246 1320,247 359.99999237060547248 ],249 "extent": [250 11.000426638381668,251 200.25002343536312,252 50.24999237060547253 ]254 },255 "obb": {256 "center": [257 -1010,258 1320,259 359.99999237060547260 ],261 "extent": [262 11.000426638381668,263 200.25002343536312,264 50.24999237060547265 ],266 "rotation": [267 0,268 90.00012207031251,269 0270 ]271 },272 "location": [273 -1010,274 1320,275 310276 ],277 "rotation": [278 0,279 90.00012207031251,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 191,290 255,291 255292 ]293 },294 {295 "object_id": "SM_Wall_47",296 "bbox_2d": [297 1747,298 189,299 1902,300 321301 ],302 "bbox_3d": {303 "aabb": {304 "center": [305 -649.9999923705058,306 500.0000798948132,307 419.9999400788846308 ],309 "extent": [310 50.25032553195547,311 200.25008163795474,312 11.000084685866113313 ]314 },315 "obb": {316 "center": [317 -649.9999923705058,318 500.0000798948132,319 419.9999400788846320 ],321 "extent": [322 50.25032553195547,323 200.25008163795474,324 11.000084685866113325 ],326 "rotation": [327 7.000000091289134e-06,328 -90.00009155273438,329 -90.00006866455077330 ]331 },332 "location": [333 -600,334 500,335 420336 ],337 "rotation": [338 7.000000091289134e-06,339 -90.00009155273438,340 -90.00006866455077341 ],342 "scale": [343 1,344 1,345 1346 ]347 },348 "color": [349 95,350 255,351 255352 ]353 }354 ],355 "pipe connector": [356 {357 "object_id": "SM_Pipe_Con_41",358 "bbox_2d": [359 1719,360 198,361 1849,362 271363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 -1140,368 335,369 379.8999996185303370 ],371 "extent": [372 13.200053072456967,373 25.000028122923993,374 13.300000190734863375 ]376 },377 "obb": {378 "center": [379 -1140,380 335,381 379.8999996185303382 ],383 "extent": [384 13.200053072456967,385 25.000028122923993,386 13.300000190734863387 ],388 "rotation": [389 0,390 -90.00012207031251,391 0392 ]393 },394 "location": [395 -1140,396 335,397 380398 ],399 "rotation": [400 0,401 -90.00012207031251,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 63,412 159,413 255414 ]415 }416 ],417 "cable rail": [418 {419 "object_id": "SM_CableRail_35",420 "bbox_2d": [421 1715,422 153,423 1916,424 259425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 620,430 500,431 397.50000047683716432 ],433 "extent": [434 13.00042705941928,435 200.00002769642344,436 3.500000238418579437 ]438 },439 "obb": {440 "center": [441 620,442 500,443 397.50000047683716444 ],445 "extent": [446 13.00042705941928,447 200.00002769642344,448 3.500000238418579449 ],450 "rotation": [451 0,452 -90.00012207031251,453 0454 ]455 },456 "location": [457 620,458 500,459 395460 ],461 "rotation": [462 0,463 -90.00012207031251,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 159,474 255,475 255476 ]477 }478 ],479 "pipe holder": [480 {481 "object_id": "SM_PipeHolder_3",482 "bbox_2d": [483 1737,484 153,485 1919,486 299487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 -1590,492 -285,493 391.3435287475586494 ],495 "extent": [496 1.6170004606246948,497 11.512943267822266,498 22.85647201538086499 ]500 },501 "obb": {502 "center": [503 -1590,504 -285,505 391.3435287475586506 ],507 "extent": [508 1.6170004606246948,509 11.512943267822266,510 22.85647201538086511 ],512 "rotation": [513 0,514 0,515 0516 ]517 },518 "location": [519 -1590,520 -285,521 380522 ],523 "rotation": [524 0,525 0,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 223,536 255,537 255538 ]539 }540 ],541 "wall door": [542 {543 "object_id": "SM_WallDoor_7",544 "bbox_2d": [545 1272,546 0,547 1919,548 1079549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -1930,554 100,555 159.99998474121094556 ],557 "extent": [558 100.00029960542315,559 200.2500219706834,560 150.25561 ]562 },563 "obb": {564 "center": [565 -1930,566 100,567 159.99998474121094568 ],569 "extent": [570 100.00029960542315,571 200.2500219706834,572 150.25573 ],574 "rotation": [575 0,576 90.00011444091797,577 0578 ]579 },580 "location": [581 -1930,582 100,583 10584 ],585 "rotation": [586 0,587 90.00011444091797,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 255,598 111,599 63600 ]601 }602 ]603 },604 "foreground": {605 "shelf": [606 {607 "object_id": "SM_Shelf_12",608 "bbox_2d": [609 0,610 606,611 1085,612 1079613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -1760.0000186421294,618 270.7500309512502,619 110620 ],621 "extent": [622 75.00016777706514,623 24.250528788720743,624 100625 ]626 },627 "obb": {628 "center": [629 -1760.0000186421294,630 270.7500309512502,631 110632 ],633 "extent": [634 75.00016777706514,635 24.250528788720743,636 100637 ],638 "rotation": [639 0,640 -89.99957275390625,641 0642 ]643 },644 "location": [645 -1760,646 270,647 10648 ],649 "rotation": [650 0,651 -89.99957275390625,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 0,662 15,663 111664 ]665 }666 ],667 "signage": [668 {669 "object_id": "SM_Sign_42",670 "bbox_2d": [671 1639,672 96,673 1919,674 385675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -1916.4999999999895,680 100.0000055926383,681 255682 ],683 "extent": [684 3.000485068105945,685 130.10000202909882,686 14.000001907348633687 ]688 },689 "obb": {690 "center": [691 -1916.4999999999895,692 100.00000559263829,693 255694 ],695 "extent": [696 3.000485068105945,697 130.10000202909882,698 14.000001907348633699 ],700 "rotation": [701 0,702 179.99978637695312,703 0704 ]705 },706 "location": [707 -1915,708 100,709 255710 ],711 "rotation": [712 0,713 179.99978637695312,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 31,724 31,725 111726 ]727 }728 ],729 "plant": [730 {731 "object_id": "SM_Plant_33",732 "bbox_2d": [733 1716,734 201,735 1888,736 308737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 -1629.4621934691863,742 -1661.0330495764485,743 296.3414359680032744 ],745 "extent": [746 91.48593031494784,747 68.335773697371,748 51.2799995434284749 ]750 },751 "obb": {752 "center": [753 -1629.4621934691863,754 -1661.0330495764485,755 296.3414359680032756 ],757 "extent": [758 91.48593031494784,759 68.335773697371,760 51.2799995434284761 ],762 "rotation": [763 0,764 -90.00012207031251,765 0766 ]767 },768 "location": [769 -1620,770 -1660,771 350772 ],773 "rotation": [774 0,775 -90.00012207031251,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 79,786 223,787 255788 ]789 },790 {791 "object_id": "SM_Plant_60",792 "bbox_2d": [793 0,794 0,795 1559,796 395797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 -1829.4621934691863,802 258.96695042355145,803 296.3414359680032804 ],805 "extent": [806 91.48593031494784,807 68.33577369737102,808 51.2799995434284809 ]810 },811 "obb": {812 "center": [813 -1829.4621934691863,814 258.96695042355145,815 296.3414359680032816 ],817 "extent": [818 91.48593031494784,819 68.33577369737102,820 51.2799995434284821 ],822 "rotation": [823 0,824 -90.00012207031251,825 0826 ]827 },828 "location": [829 -1820,830 260,831 350832 ],833 "rotation": [834 0,835 -90.00012207031251,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 79,846 15,847 31848 ]849 }850 ]851 }852}