TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ConferenceRoomVol1",3 "view_id": "l058_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/NEW/ConferenceRoomVol1/l058_r001/lit.png",5 "camera": {6 "location": [7 -151,8 293,9 14910 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -151,38 293,39 149,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "background": [54 {55 "object_id": "SM_BackgroundB",56 "bbox_2d": [57 0,58 0,59 1606,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1.426069974899292,66 370.5859885215759,67 130.0002136230468868 ],69 "extent": [70 167.3599395751953,71 1.1500039100646973,72 130.0002136230468873 ]74 },75 "obb": {76 "center": [77 1.426069974899292,78 370.5859885215759,79 130.0002136230468880 ],81 "extent": [82 167.3599395751953,83 1.1500039100646973,84 130.0002136230468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 1.426069974899292,94 371.7359924316406,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 127112 ]113 },114 {115 "object_id": "SM_BackgroundBR",116 "bbox_2d": [117 1607,118 0,119 1919,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -217.75371834196508,126 366.08603422770534,127 130.00033569335938128 ],129 "extent": [130 61.820012126809985,131 5.650117715832039,132 130.00006103515625133 ]134 },135 "obb": {136 "center": [137 -217.75371834196508,138 366.08603422770534,139 130.00033569335938140 ],141 "extent": [142 61.820012126809985,143 5.650117715832039,144 130.00006103515625145 ],146 "rotation": [147 0,148 1.0017900422099046e-05,149 0150 ]151 },152 "location": [153 -217.3520050048828,154 371.7359924316406,155 0156 ],157 "rotation": [158 0,159 1.0017900422099046e-05,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 191,170 127,171 127172 ]173 }174 ],175 "ceiling planks corner": [176 {177 "object_id": "SM_Ceiling",178 "bbox_2d": [179 0,180 0,181 42,182 30183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 1.42608642578125,188 0,189 276.0003662109375190 ],191 "extent": [192 280.9999694824219,193 371.7356872558594,194 16.000015258789062195 ]196 },197 "obb": {198 "center": [199 1.42608642578125,200 0,201 276.0003662109375202 ],203 "extent": [204 280.9999694824219,205 371.7356872558594,206 16.000015258789062207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 0,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 127,232 0,233 0234 ]235 }236 ]237 },238 "foreground": {239 "whiteboard": [240 {241 "object_id": "SM_Whiteboard",242 "bbox_2d": [243 52,244 0,245 881,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 1.426069974899292,252 368.235967874527,253 150254 ],255 "extent": [256 100,257 0.6000003814697266,258 60259 ]260 },261 "obb": {262 "center": [263 1.426069974899292,264 368.235967874527,265 150266 ],267 "extent": [268 100,269 0.6000003814697266,270 60271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 1.426069974899292,280 368.8359680175781,281 150282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 0,296 127,297 255298 ]299 }300 ],301 "marker": [302 {303 "object_id": "SM_Marker",304 "bbox_2d": [305 42,306 849,307 67,308 877309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 77.39859820757857,314 361.70098873493515,315 90.49999988079071316 ],317 "extent": [318 8.052110020541093,319 2.3739971390881465,320 1.000000238418579321 ]322 },323 "obb": {324 "center": [325 77.39859820757857,326 361.70098873493515,327 90.49999988079071328 ],329 "extent": [330 8.052110020541093,331 2.3739971390881465,332 1.000000238418579333 ],334 "rotation": [335 0,336 10.000028610229492,337 0338 ]339 },340 "location": [341 77.39859771728516,342 361.70098876953125,343 90.5344 ],345 "rotation": [346 0,347 10.000028610229492,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 255,358 191,359 191360 ]361 },362 {363 "object_id": "SM_Marker2",364 "bbox_2d": [365 62,366 844,367 90,368 859369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 77.39859820269763,374 365.2345580282725,375 90.49999988079071376 ],377 "extent": [378 8.05671351949141,379 1.6934455476525159,380 1.000000238418579381 ]382 },383 "obb": {384 "center": [385 77.39859820269763,386 365.2345580282725,387 90.49999988079071388 ],389 "extent": [390 8.05671351949141,391 1.6934455476525159,392 1.000000238418579393 ],394 "rotation": [395 0,396 5.000034809112549,397 0398 ]399 },400 "location": [401 77.39859771728516,402 365.23455810546875,403 90.5404 ],405 "rotation": [406 0,407 5.000034809112549,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 191,418 0,419 127420 ]421 }422 ],423 "pin": [424 {425 "object_id": "SM_PIn",426 "bbox_2d": [427 71,428 772,429 78,430 787431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 89.71089935302734,436 367.92861172556877,437 102.63999927043915438 ],439 "extent": [440 1.4888758659362793,441 0.27156004309654236,442 1.4888758659362793443 ]444 },445 "obb": {446 "center": [447 89.71089935302734,448 367.92861172556877,449 102.63999927043915450 ],451 "extent": [452 1.4888758659362793,453 0.27156004309654236,454 1.4888758659362793455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 89.71089935302734,464 368.2001647949219,465 102.63999938964844466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 127,480 191,481 191482 ]483 },484 {485 "object_id": "SM_Pin2",486 "bbox_2d": [487 81,488 776,489 88,490 790491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 84.71089935302734,496 367.92861172556877,497 102.63999927043915498 ],499 "extent": [500 1.4888758659362793,501 0.27156004309654236,502 1.4888758659362793503 ]504 },505 "obb": {506 "center": [507 84.71089935302734,508 367.92861172556877,509 102.63999927043915510 ],511 "extent": [512 1.4888758659362793,513 0.27156004309654236,514 1.4888758659362793515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 84.71089935302734,524 368.2001647949219,525 102.63999938964844526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 191,540 0,541 63542 ]543 },544 {545 "object_id": "SM_Pin3",546 "bbox_2d": [547 92,548 779,549 99,550 794551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 79.71089935302734,556 367.92861172556877,557 102.63999927043915558 ],559 "extent": [560 1.4888758659362793,561 0.27156004309654236,562 1.4888758659362793563 ]564 },565 "obb": {566 "center": [567 79.71089935302734,568 367.92861172556877,569 102.63999927043915570 ],571 "extent": [572 1.4888758659362793,573 0.27156004309654236,574 1.4888758659362793575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 79.71089935302734,584 368.2001647949219,585 102.63999938964844586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 191,600 255,601 0602 ]603 },604 {605 "object_id": "SM_Pin4",606 "bbox_2d": [607 103,608 782,609 111,610 797611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 74.71089935302734,616 367.92861172556877,617 102.63999927043915618 ],619 "extent": [620 1.4888758659362793,621 0.27156004309654236,622 1.4888758659362793623 ]624 },625 "obb": {626 "center": [627 74.71089935302734,628 367.92861172556877,629 102.63999927043915630 ],631 "extent": [632 1.4888758659362793,633 0.27156004309654236,634 1.4888758659362793635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 74.71089935302734,644 368.2001647949219,645 102.63999938964844646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 191,660 255,661 255662 ]663 }664 ],665 "shelf": [666 {667 "object_id": "SM_Shelf",668 "bbox_2d": [669 9,670 846,671 172,672 907673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 69.33550262451172,678 363.63599824905396,679 89.25680 ],681 "extent": [682 20,683 5.199999809265137,684 0.75685 ]686 },687 "obb": {688 "center": [689 69.33550262451172,690 363.63599824905396,691 89.25692 ],693 "extent": [694 20,695 5.199999809265137,696 0.75697 ],698 "rotation": [699 0,700 0,701 0702 ]703 },704 "location": [705 69.33550262451172,706 363.83599853515625,707 89708 ],709 "rotation": [710 0,711 0,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 191,722 0,723 0724 ]725 }726 ],727 "eraser": [728 {729 "object_id": "SM_Eraser",730 "bbox_2d": [731 66,732 850,733 160,734 896735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 58.851901986856596,740 363.629058361525,741 91.3999993801117742 ],743 "extent": [744 8.169928280392249,745 4.351722424432637,746 1.9000000953674316747 ]748 },749 "obb": {750 "center": [751 58.851901986856596,752 363.629058361525,753 91.3999993801117754 ],755 "extent": [756 8.169928280392249,757 4.351722424432637,758 1.9000000953674316759 ],760 "rotation": [761 0,762 -2.5481939315795907,763 0764 ]765 },766 "location": [767 58.85190200805664,768 363.6290588378906,769 89.5770 ],771 "rotation": [772 0,773 -2.5481939315795907,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 191,784 0,785 255786 ]787 }788 ]789 }790}