TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l010_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l010_r000/lit.png",5 "camera": {6 "location": [7 462,8 928,9 9310 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 462,38 928,39 93,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "coffee counter": [55 {56 "object_id": "SM_Coffee_Counter2_12",57 "bbox_2d": [58 0,59 525,60 125,61 71562 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 951.2646677250741,67 439.99975984073865,68 55.0000190734863369 ],70 "extent": [71 101.1391713864673,72 40.000270676740854,73 45.0000190734863374 ]75 },76 "obb": {77 "center": [78 951.2646677250741,79 439.99975984073865,80 55.0000190734863381 ],82 "extent": [83 101.1391713864673,84 40.000270676740854,85 45.0000190734863386 ],87 "rotation": [88 0,89 90.00011444091797,90 091 ]92 },93 "location": [94 1052.40380859375,95 400,96 1097 ],98 "rotation": [99 0,100 90.00011444091797,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 31,111 95,112 0113 ]114 }115 ],116 "cup": [117 {118 "object_id": "SM_Plastic_Cup_5",119 "bbox_2d": [120 0,121 523,122 24,123 524124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 937.7943618646119,129 457.9903783798352,130 106.27174806615629131 ],132 "extent": [133 4.662321174947806,134 4.6622708339359065,135 6.0977138140409295136 ]137 },138 "obb": {139 "center": [140 937.7943618646119,141 457.9903783798352,142 106.27174806615629143 ],144 "extent": [145 4.662321174947806,146 4.6622708339359065,147 6.0977138140409295148 ],149 "rotation": [150 -0.0004730224609443101,151 -179.99998474121097,152 180153 ]154 },155 "location": [156 937.7943115234375,157 457.9903564453125,158 112.36942291259766159 ],160 "rotation": [161 -0.0004730224609443101,162 -179.99998474121097,163 180164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 31,173 95,174 127175 ]176 },177 {178 "object_id": "SM_Plastic_Cup2",179 "bbox_2d": [180 0,181 521,182 24,183 522184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 937.7943624063862,189 457.99038000375793,190 107.4034008981981191 ],192 "extent": [193 4.662322958371874,194 4.662273699495586,195 6.09771546991837196 ]197 },198 "obb": {199 "center": [200 937.7943624063862,201 457.99038000375793,202 107.4034008981981203 ],204 "extent": [205 4.662322958371874,206 4.662273699495586,207 6.09771546991837208 ],209 "rotation": [210 -0.0004781132156495003,211 -179.99996948242188,212 -179.99998474121097213 ]214 },215 "location": [216 937.7943115234375,217 457.9903564453125,218 113.5010757446289219 ],220 "rotation": [221 -0.0004781132156495003,222 -179.99996948242188,223 -179.99998474121097224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 31,233 95,234 63235 ]236 },237 {238 "object_id": "SM_Plastic_Cup3",239 "bbox_2d": [240 0,241 519,242 24,243 520244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 937.7943623943374,249 457.99038000375793,250 108.45808076880347251 ],252 "extent": [253 4.662322946323229,254 4.662273699495586,255 6.097715460706041256 ]257 },258 "obb": {259 "center": [260 937.7943623943374,261 457.99038000375793,262 108.45808076880347263 ],264 "extent": [265 4.662322946323229,266 4.662273699495586,267 6.097715460706041268 ],269 "rotation": [270 -0.00047800000174902363,271 -179.99996948242188,272 -179.99998474121097273 ]274 },275 "location": [276 937.7943115234375,277 457.9903564453125,278 114.55575561523438279 ],280 "rotation": [281 -0.00047800000174902363,282 -179.99996948242188,283 -179.99998474121097284 ],285 "scale": [286 1,287 1,288 1289 ]290 },291 "color": [292 31,293 95,294 191295 ]296 },297 {298 "object_id": "SM_Plastic_Cup4",299 "bbox_2d": [300 0,301 517,302 24,303 518304 ],305 "bbox_3d": {306 "aabb": {307 "center": [308 937.7943623943374,309 457.99038000375793,310 109.43800020239722311 ],312 "extent": [313 4.662322946323229,314 4.662273699495586,315 6.097715460706041316 ]317 },318 "obb": {319 "center": [320 937.7943623943374,321 457.99038000375793,322 109.43800020239722323 ],324 "extent": [325 4.662322946323229,326 4.662273699495586,327 6.097715460706041328 ],329 "rotation": [330 -0.00047800000174902363,331 -179.99996948242188,332 -179.99998474121097333 ]334 },335 "location": [336 937.7943115234375,337 457.9903564453125,338 115.53567504882812339 ],340 "rotation": [341 -0.00047800000174902363,342 -179.99996948242188,343 -179.99998474121097344 ],345 "scale": [346 1,347 1,348 1349 ]350 },351 "color": [352 31,353 95,354 31355 ]356 },357 {358 "object_id": "SM_Plastic_Cup5",359 "bbox_2d": [360 0,361 492,362 24,363 516364 ],365 "bbox_3d": {366 "aabb": {367 "center": [368 937.7943623943374,369 457.99038000375793,370 110.60352754614722371 ],372 "extent": [373 4.662322946323229,374 4.662273699495586,375 6.097715460706041376 ]377 },378 "obb": {379 "center": [380 937.7943623943374,381 457.99038000375793,382 110.60352754614722383 ],384 "extent": [385 4.662322946323229,386 4.662273699495586,387 6.097715460706041388 ],389 "rotation": [390 -0.00047800000174902363,391 -179.99996948242188,392 -179.99998474121097393 ]394 },395 "location": [396 937.7943115234375,397 457.9903564453125,398 116.70120239257812399 ],400 "rotation": [401 -0.00047800000174902363,402 -179.99996948242188,403 -179.99998474121097404 ],405 "scale": [406 1,407 1,408 1409 ]410 },411 "color": [412 0,413 95,414 95415 ]416 },417 {418 "object_id": "SM_Plastic_Cup6",419 "bbox_2d": [420 114,421 566,422 125,423 571424 ],425 "bbox_3d": {426 "aabb": {427 "center": [428 976.5128099366584,429 482.11237764378257,430 80.07191109149238431 ],432 "extent": [433 4.662327705307916,434 6.097736163472632,435 4.662300099139145436 ]437 },438 "obb": {439 "center": [440 976.5128099366584,441 482.11237764378257,442 80.07191109149238443 ],444 "extent": [445 4.662327705307916,446 6.097736163472632,447 4.662300099139145448 ],449 "rotation": [450 5.5600874475203515e-05,451 -179.99949645996094,452 89.99975585937501453 ]454 },455 "location": [456 976.5127563476562,457 488.2100524902344,458 80.07190704345703459 ],460 "rotation": [461 5.5600874475203515e-05,462 -179.99949645996094,463 89.99975585937501464 ],465 "scale": [466 1,467 1,468 1469 ]470 },471 "color": [472 255,473 95,474 95475 ]476 }477 ],478 "mat": [479 {480 "object_id": "SM_Mat_2",481 "bbox_2d": [482 1508,483 884,484 1919,485 1079486 ],487 "bbox_3d": {488 "aabb": {489 "center": [490 596.1696014404297,491 1124.8133697509766,492 11.26958978176117493 ],494 "extent": [495 92.76057434082031,496 68.32167053222656,497 0.5533158183097839498 ]499 },500 "obb": {501 "center": [502 596.1696014404297,503 1124.8133697509766,504 11.26958978176117505 ],506 "extent": [507 92.76057434082031,508 68.32167053222656,509 0.5533158183097839510 ],511 "rotation": [512 0,513 0,514 0515 ]516 },517 "location": [518 596.1780395507812,519 1124.3819580078125,520 10.738197326660156521 ],522 "rotation": [523 0,524 0,525 0526 ],527 "scale": [528 1,529 1,530 1531 ]532 },533 "color": [534 95,535 255,536 191537 ]538 }539 ],540 "beer sign": [541 {542 "object_id": "SM_Beer_Sign3",543 "bbox_2d": [544 581,545 357,546 664,547 387548 ],549 "bbox_3d": {550 "aabb": {551 "center": [552 1398.1966238021976,553 599.056816550878,554 256.6761484146118555 ],556 "extent": [557 2.0739083496189323,558 41.187305000402034,559 14.96452808380127560 ]561 },562 "obb": {563 "center": [564 1398.1966238021976,565 599.056816550878,566 256.6761484146118567 ],568 "extent": [569 2.0739083496189323,570 41.187305000402034,571 14.96452808380127572 ],573 "rotation": [574 0,575 90.00019836425781,576 0577 ]578 },579 "location": [580 1400.2703857421875,581 599.0568237304688,582 256.6761474609375583 ],584 "rotation": [585 0,586 90.00019836425781,587 0588 ],589 "scale": [590 1,591 1,592 1593 ]594 },595 "color": [596 95,597 95,598 0599 ]600 }601 ],602 "ad": [603 {604 "object_id": "SM_Sandwich_Ad_2",605 "bbox_2d": [606 1775,607 185,608 1919,609 520610 ],611 "bbox_3d": {612 "aabb": {613 "center": [614 750.7865600585938,615 1201.00441634655,616 146.55841827392578617 ],618 "extent": [619 32.24943542480469,620 0.4452856779098511,621 47.182830810546875622 ]623 },624 "obb": {625 "center": [626 750.7865600585938,627 1201.00441634655,628 146.55841827392578629 ],630 "extent": [631 32.24943542480469,632 0.4452856779098511,633 47.182830810546875634 ],635 "rotation": [636 0,637 0,638 0639 ]640 },641 "location": [642 750.7865600585938,643 1200.9569091796875,644 145.04092407226562645 ],646 "rotation": [647 0,648 0,649 0650 ],651 "scale": [652 1,653 1,654 1655 ]656 },657 "color": [658 95,659 95,660 63661 ]662 }663 ]664 }665}