TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l130_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l130_r000/lit.png",5 "camera": {6 "location": [7 731,8 -928,9 85410 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 731,38 -928,39 854,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "pillar": [54 {55 "object_id": "SM_Pillar13",56 "bbox_2d": [57 1263,58 0,59 1368,60 55261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 985,66 -820,67 1015.000045776367268 ],69 "extent": [70 42.32736068178906,71 36.060882568359375,72 165.0001373291015673 ]74 },75 "obb": {76 "center": [77 985,78 -820,79 1015.000045776367280 ],81 "extent": [82 42.32736068178906,83 36.060882568359375,84 165.0001373291015685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 985,94 -820,95 85096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 0.8803300261497498,104 0.75,105 1106 ]107 },108 "color": [109 0,110 0,111 191112 ]113 },114 {115 "object_id": "SM_Pillar15",116 "bbox_2d": [117 1146,118 0,119 1185,120 547121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1185,126 -820,127 1015.0000457763672128 ],129 "extent": [130 56.766131844661686,131 36.060882568359375,132 165.00013732910156133 ]134 },135 "obb": {136 "center": [137 1185,138 -820,139 1015.0000457763672140 ],141 "extent": [142 56.766131844661686,143 36.060882568359375,144 165.00013732910156145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 1185,154 -820,155 850156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1.1806294918060303,164 0.75,165 1166 ]167 },168 "color": [169 0,170 191,171 0172 ]173 }174 ],175 "stairs floor": [176 {177 "object_id": "SM_StairsFloor2",178 "bbox_2d": [179 0,180 554,181 1919,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 600,188 -1019.9999999999999,189 834.8743591308594190 ],191 "extent": [192 400.0000000000002,193 200.0000000000001,194 16.424835205078125195 ]196 },197 "obb": {198 "center": [199 600,200 -1019.9999999999999,201 834.8743591308594202 ],203 "extent": [204 400.0000000000002,205 200.0000000000001,206 16.424835205078125207 ],208 "rotation": [209 0,210 90.00000000000001,211 0212 ]213 },214 "location": [215 200,216 -1220,217 850218 ],219 "rotation": [220 0,221 90.00000000000001,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 191,233 127234 ]235 }236 ],237 "railing": [238 {239 "object_id": "SM_Railing3",240 "bbox_2d": [241 0,242 0,243 528,244 568245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 799.9105682370749,250 -1009.9997851827576,251 889.3813171386719252 ],253 "extent": [254 100.00001222994808,255 6.1233229060148915,256 39.38128662109375257 ]258 },259 "obb": {260 "center": [261 799.9105682370749,262 -1009.9997851827576,263 889.3813171386719264 ],265 "extent": [266 100.00001222994808,267 6.1233229060148915,268 39.38128662109375269 ],270 "rotation": [271 0,272 90.00011444091797,273 0274 ]275 },276 "location": [277 700,278 -1010,279 850280 ],281 "rotation": [282 0,283 90.00011444091797,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 63,294 191,295 255296 ]297 }298 ],299 "railing stairs": [300 {301 "object_id": "SM_RailingStairs3",302 "bbox_2d": [303 0,304 0,305 293,306 337307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 600.9956054681345,312 -1047.5030532801418,313 1089.1114959716797314 ],315 "extent": [316 301.0850342021881,317 6.123716917975116,318 199.6510772705078319 ]320 },321 "obb": {322 "center": [323 600.9956054681345,324 -1047.5030532801418,325 1089.1114959716797326 ],327 "extent": [328 301.0850342021881,329 6.123716917975116,330 199.6510772705078331 ],332 "rotation": [333 0,334 90.00011444091797,335 0336 ]337 },338 "location": [339 300,340 -1047.503662109375,341 1210342 ],343 "rotation": [344 0,345 90.00011444091797,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 95,356 159,357 191358 ]359 }360 ],361 "railing curve": [362 {363 "object_id": "SM_RailingCurveB4",364 "bbox_2d": [365 272,366 3,367 540,368 494369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 911.8282258093037,374 -1028.6686607127517,375 909.0355453491211376 ],377 "extent": [378 14.135184655017838,379 24.79157979786737,380 46.260459899902344381 ]382 },383 "obb": {384 "center": [385 911.8282258093037,386 -1028.6686607127517,387 909.0355453491211388 ],389 "extent": [390 14.135184655017838,391 24.79157979786737,392 46.260459899902344393 ],394 "rotation": [395 0,396 90.00012207031251,397 0398 ]399 },400 "location": [401 900,402 -1010,403 850404 ],405 "rotation": [406 0,407 90.00012207031251,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 0,418 159,419 159420 ]421 }422 ],423 "floor planks corner": [424 {425 "object_id": "SM_Floor_4x4m317",426 "bbox_2d": [427 324,428 548,429 778,430 553431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 1100,436 -1020,437 834.9999980926514438 ],439 "extent": [440 100,441 200,442 15.000001907348633443 ]444 },445 "obb": {446 "center": [447 1100,448 -1020,449 834.9999980926514450 ],451 "extent": [452 100,453 200,454 15.000001907348633455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 1000,464 -820,465 850466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 143,480 127,481 47482 ]483 }484 ],485 "window": [486 {487 "object_id": "SM_Wall01_2m120_11",488 "bbox_2d": [489 768,490 0,491 1154,492 547493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 1200.000188039673,498 -920.0002385817795,499 1014.9976348876953500 ],501 "extent": [502 38.08144959591402,503 100.00029445432739,504 165.00254821777344505 ]506 },507 "obb": {508 "center": [509 1200.000188039673,510 -920.0002385817795,511 1014.9976348876953512 ],513 "extent": [514 38.08144959591402,515 100.00029445432739,516 165.00254821777344517 ],518 "rotation": [519 0,520 0.00011399999493733048,521 0522 ]523 },524 "location": [525 1210,526 -820,527 850528 ],529 "rotation": [530 0,531 0.00011399999493733048,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 223,542 143,543 159544 ]545 },546 {547 "object_id": "SM_Wall01_2m95",548 "bbox_2d": [549 349,550 0,551 767,552 547553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 1200.0001880399363,558 -1120.0002385817781,559 1015.0000457763672560 ],561 "extent": [562 38.081449595503614,563 100.000416524635,564 165.00013732910156565 ]566 },567 "obb": {568 "center": [569 1200.0001880399363,570 -1120.0002385817781,571 1015.0000457763672572 ],573 "extent": [574 38.081449595503614,575 100.000416524635,576 165.00013732910156577 ],578 "rotation": [579 0,580 0.00011399998766137288,581 0582 ]583 },584 "location": [585 1210,586 -1020,587 850588 ],589 "rotation": [590 0,591 0.00011399998766137288,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 143,602 255,603 255604 ]605 }606 ]607 },608 "foreground": {609 "grill": [610 {611 "object_id": "SM_Grill4",612 "bbox_2d": [613 888,614 0,615 1065,616 16617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 1200,622 -920.2020149230957,623 1120.2493743896484624 ],625 "extent": [626 3.125,627 44.4444465637207,628 17.3148193359375629 ]630 },631 "obb": {632 "center": [633 1200,634 -920.2020149230957,635 1120.2493743896484636 ],637 "extent": [638 3.125,639 44.4444465637207,640 17.3148193359375641 ],642 "rotation": [643 0,644 0,645 0646 ]647 },648 "location": [649 1200,650 -875.757568359375,651 1102.9345703125652 ],653 "rotation": [654 0,655 0,656 0657 ],658 "scale": [659 1,660 1,661 1662 ]663 },664 "color": [665 63,666 127,667 127668 ]669 }670 ],671 "hall carpet": [672 {673 "object_id": "SM_HallCarpetB_68",674 "bbox_2d": [675 0,676 548,677 1919,678 788679 ],680 "bbox_3d": {681 "aabb": {682 "center": [683 639.1900391851377,684 -917.4138561053437,685 850.7037029266357686 ],687 "extent": [688 403.64592318455107,689 67.6255724508951,690 0.7037029266357422691 ]692 },693 "obb": {694 "center": [695 639.1900391851377,696 -917.4138561053437,697 850.7037029266357698 ],699 "extent": [700 403.64592318455107,701 67.6255724508951,702 0.7037029266357422703 ],704 "rotation": [705 0,706 0,707 0708 ]709 },710 "location": [711 235.54385375976562,712 -852.4649047851562,713 850714 ],715 "rotation": [716 0,717 0,718 0719 ],720 "scale": [721 1.0741384029388428,722 0.8730069994926453,723 1724 ]725 },726 "color": [727 47,728 111,729 63730 ]731 }732 ]733 }734}