TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l019_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l019_r001/lit.png",5 "camera": {6 "location": [7 769,8 -337,9 4710 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 769,38 -337,39 47,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door frame": [54 {55 "object_id": "SM_Doorframe_2",56 "bbox_2d": [57 1006,58 250,59 1012,60 25361 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1034.9999041261947,66 215.0000028609208,67 110.0180969238281268 ],69 "extent": [70 3.810631618963498,71 45.035607826911175,72 110.0180969238281273 ]74 },75 "obb": {76 "center": [77 1034.9999041261947,78 215.0000028609208,79 110.0180969238281280 ],81 "extent": [82 3.810631618963498,83 45.035607826911175,84 110.0180969238281285 ],86 "rotation": [87 0,88 90.00012207031251,89 090 ]91 },92 "location": [93 1035,94 170,95 096 ],97 "rotation": [98 0,99 90.00012207031251,100 0101 ],102 "scale": [103 0.75,104 1,105 1106 ]107 },108 "color": [109 223,110 31,111 127112 ]113 },114 {115 "object_id": "SM_Doorframe_3",116 "bbox_2d": [117 1006,118 254,119 1136,120 391121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1002.1334449000738,126 197.33835840559442,127 108.27146911621094128 ],129 "extent": [130 39.43860224900294,131 35.45908083700675,132 108.87620544433594133 ]134 },135 "obb": {136 "center": [137 1002.1334449000738,138 197.33835840559442,139 108.27146911621094140 ],141 "extent": [142 39.43860224900294,143 35.45908083700675,144 108.87620544433594145 ],146 "rotation": [147 0,148 140.00001525878906,149 0150 ]151 },152 "location": [153 1035,154 170,155 0156 ],157 "rotation": [158 0,159 140.00001525878906,160 0161 ],162 "scale": [163 0.75,164 1,165 1166 ]167 },168 "color": [169 223,170 31,171 63172 ]173 }174 ]175 },176 "foreground": {177 "bar stool": [178 {179 "object_id": "SM_Barstool_01_Small3",180 "bbox_2d": [181 1830,182 559,183 1919,184 1007185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 725.0137140270415,190 -220.00922851538053,191 22.542636655631668192 ],193 "extent": [194 18.463972746955733,195 18.183464331535106,196 22.60599171834542197 ]198 },199 "obb": {200 "center": [201 725.0137140270415,202 -220.00922851538053,203 22.542636655631668204 ],205 "extent": [206 18.463972746955733,207 18.183464331535106,208 22.60599171834542209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 725,218 -220,219 0220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 0.8999999761581421,228 0.8999999761581421,229 0.8999999761581421230 ]231 },232 "color": [233 159,234 95,235 127236 ]237 }238 ],239 "chopstick stand": [240 {241 "object_id": "SM_ChopstickStand8",242 "bbox_2d": [243 949,244 284,245 985,246 344247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 893.5608769591819,252 -118.92147453089552,253 103.75994300842285254 ],255 "extent": [256 5.782672073406616,257 6.6858959072256425,258 9.759943008422852259 ]260 },261 "obb": {262 "center": [263 893.5608769591819,264 -118.92147453089552,265 103.75994300842285266 ],267 "extent": [268 5.782672073406616,269 6.6858959072256425,270 9.759943008422852271 ],272 "rotation": [273 0,274 10.000022888183594,275 0276 ]277 },278 "location": [279 891.9993896484375,280 -117.69503784179688,281 94282 ],283 "rotation": [284 0,285 10.000022888183594,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 223,296 255,297 0298 ]299 },300 {301 "object_id": "SM_ChopstickStand9",302 "bbox_2d": [303 1058,304 334,305 1086,306 381307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 893.5608769591819,312 -49.92147453089553,313 103.75994300842285314 ],315 "extent": [316 5.782672073406616,317 6.685895907225635,318 9.759943008422852319 ]320 },321 "obb": {322 "center": [323 893.5608769591819,324 -49.92147453089553,325 103.75994300842285326 ],327 "extent": [328 5.782672073406616,329 6.685895907225635,330 9.759943008422852331 ],332 "rotation": [333 0,334 10.000022888183594,335 0336 ]337 },338 "location": [339 891.9993896484375,340 -48.695037841796875,341 94342 ],343 "rotation": [344 0,345 10.000022888183594,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 223,356 255,357 191358 ]359 },360 {361 "object_id": "SM_ChopstickStand10",362 "bbox_2d": [363 1135,364 369,365 1158,366 408367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 893.5608769591819,372 23.078525469104473,373 103.75994300842285374 ],375 "extent": [376 5.782672073406616,377 6.685895907225639,378 9.759943008422852379 ]380 },381 "obb": {382 "center": [383 893.5608769591819,384 23.078525469104473,385 103.75994300842285386 ],387 "extent": [388 5.782672073406616,389 6.685895907225639,390 9.759943008422852391 ],392 "rotation": [393 0,394 10.000022888183594,395 0396 ]397 },398 "location": [399 891.9993896484375,400 24.304962158203125,401 94402 ],403 "rotation": [404 0,405 10.000022888183594,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 223,416 127,417 0418 ]419 },420 {421 "object_id": "SM_ChopstickStand11",422 "bbox_2d": [423 1183,424 391,425 1203,426 424427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 893.5608769591819,432 85.07852546910448,433 103.75994300842285434 ],435 "extent": [436 5.782672073406616,437 6.6858959072256425,438 9.759943008422852439 ]440 },441 "obb": {442 "center": [443 893.5608769591819,444 85.07852546910448,445 103.75994300842285446 ],447 "extent": [448 5.782672073406616,449 6.6858959072256425,450 9.759943008422852451 ],452 "rotation": [453 0,454 10.000022888183594,455 0456 ]457 },458 "location": [459 891.9993896484375,460 86.30496215820312,461 94462 ],463 "rotation": [464 0,465 10.000022888183594,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 223,476 127,477 191478 ]479 },480 {481 "object_id": "SM_ChopstickStand12",482 "bbox_2d": [483 1448,484 358,485 1479,486 418487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 780.7892934324623,492 -63.39487737177752,493 82.75997352600098494 ],495 "extent": [496 5.938299881630087,497 4.824803630273188,498 9.759943008422852499 ]500 },501 "obb": {502 "center": [503 780.7892934324623,504 -63.39487737177752,505 82.75997352600098506 ],507 "extent": [508 5.938299881630087,509 4.824803630273188,510 9.759943008422852511 ],512 "rotation": [513 0,514 -90.00007629394531,515 0516 ]517 },518 "location": [519 782.2682495117188,520 -62.07008361816406,521 73.00003051757812522 ],523 "rotation": [524 0,525 -90.00007629394531,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 223,536 191,537 31538 ]539 }540 ],541 "chair": [542 {543 "object_id": "SM_Chair_11",544 "bbox_2d": [545 1505,546 479,547 1656,548 729549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 756.8013265712542,554 -27.384492459664706,555 40.02226257324219556 ],557 "extent": [558 23.908516694612672,559 22.68792813890059,560 40.022247314453125561 ]562 },563 "obb": {564 "center": [565 756.8013265712542,566 -27.384492459664706,567 40.02226257324219568 ],569 "extent": [570 23.908516694612672,571 22.68792813890059,572 40.022247314453125573 ],574 "rotation": [575 0,576 173.9241485595703,577 0578 ]579 },580 "location": [581 756.8013305664062,582 -27.384490966796875,583 1.52587890625e-05584 ],585 "rotation": [586 0,587 173.9241485595703,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 223,598 191,599 127600 ]601 },602 {603 "object_id": "SM_Chair_12",604 "bbox_2d": [605 1470,606 344,607 1768,608 824609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 753.7443884906567,614 -117.27447302063119,615 40.02226257324219616 ],617 "extent": [618 22.762253080915684,619 21.45173615042866,620 40.022247314453125621 ]622 },623 "obb": {624 "center": [625 753.7443884906567,626 -117.27447302063119,627 40.02226257324219628 ],629 "extent": [630 22.762253080915684,631 21.45173615042866,632 40.022247314453125633 ],634 "rotation": [635 0,636 2.578369140625,637 0638 ]639 },640 "location": [641 753.744384765625,642 -117.27447509765625,643 1.52587890625e-05644 ],645 "rotation": [646 0,647 2.578369140625,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 223,658 191,659 191660 ]661 }662 ],663 "coat hanger": [664 {665 "object_id": "SM_CoatHanger6_359",666 "bbox_2d": [667 671,668 0,669 810,670 168671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 919.9772206750628,676 -175.5434946164791,677 153.35374069213867678 ],679 "extent": [680 19.967599728853088,681 3.5435696258572875,682 18.870166778564453683 ]684 },685 "obb": {686 "center": [687 919.9772206750628,688 -175.5434946164791,689 153.35374069213867690 ],691 "extent": [692 19.967599728853088,693 3.5435696258572875,694 18.870166778564453695 ],696 "rotation": [697 0,698 179.99978637695312,699 0700 ]701 },702 "location": [703 920,704 -172,705 160706 ],707 "rotation": [708 0,709 179.99978637695312,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 0,720 95,721 15722 ]723 }724 ]725 }726}