TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l144_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l144_r000/lit.png",5 "camera": {6 "location": [7 636,8 748,9 15710 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 636,38 748,39 157,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "coffee counter": [55 {56 "object_id": "SM_Coffee_Counter2_12",57 "bbox_2d": [58 0,59 671,60 327,61 105862 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 951.2646677250741,67 439.99975984073865,68 55.0000190734863369 ],70 "extent": [71 101.1391713864673,72 40.000270676740854,73 45.0000190734863374 ]75 },76 "obb": {77 "center": [78 951.2646677250741,79 439.99975984073865,80 55.0000190734863381 ],82 "extent": [83 101.1391713864673,84 40.000270676740854,85 45.0000190734863386 ],87 "rotation": [88 0,89 90.00011444091797,90 091 ]92 },93 "location": [94 1052.40380859375,95 400,96 1097 ],98 "rotation": [99 0,100 90.00011444091797,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 31,111 95,112 0113 ]114 }115 ],116 "drink machine": [117 {118 "object_id": "SM_Drink_Machine_2",119 "bbox_2d": [120 0,121 505,122 11,123 735124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 889.1782880594402,129 443.63552856446387,130 133.54526138305664131 ],132 "extent": [133 29.00478112511564,134 27.472098157030928,135 33.42982482910156136 ]137 },138 "obb": {139 "center": [140 889.1782880594402,141 443.63552856446387,142 133.54526138305664143 ],144 "extent": [145 29.00478112511564,146 27.472098157030928,147 33.42982482910156148 ],149 "rotation": [150 0,151 90.00012207031251,152 0153 ]154 },155 "location": [156 889.1782836914062,157 443,158 100.00001525878906159 ],160 "rotation": [161 0,162 90.00012207031251,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 31,173 95,174 255175 ]176 }177 ],178 "cup": [179 {180 "object_id": "SM_Plastic_Cup_5",181 "bbox_2d": [182 17,183 716,184 57,185 723186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 937.7943618646119,191 457.9903783798352,192 106.27174806615629193 ],194 "extent": [195 4.662321174947806,196 4.6622708339359065,197 6.0977138140409295198 ]199 },200 "obb": {201 "center": [202 937.7943618646119,203 457.9903783798352,204 106.27174806615629205 ],206 "extent": [207 4.662321174947806,208 4.6622708339359065,209 6.0977138140409295210 ],211 "rotation": [212 -0.0004730224609443101,213 -179.99998474121097,214 180215 ]216 },217 "location": [218 937.7943115234375,219 457.9903564453125,220 112.36942291259766221 ],222 "rotation": [223 -0.0004730224609443101,224 -179.99998474121097,225 180226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 31,235 95,236 127237 ]238 },239 {240 "object_id": "SM_Plastic_Cup2",241 "bbox_2d": [242 17,243 713,244 57,245 719246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 937.7943624063862,251 457.99038000375793,252 107.4034008981981253 ],254 "extent": [255 4.662322958371874,256 4.662273699495586,257 6.09771546991837258 ]259 },260 "obb": {261 "center": [262 937.7943624063862,263 457.99038000375793,264 107.4034008981981265 ],266 "extent": [267 4.662322958371874,268 4.662273699495586,269 6.09771546991837270 ],271 "rotation": [272 -0.0004781132156495003,273 -179.99996948242188,274 -179.99998474121097275 ]276 },277 "location": [278 937.7943115234375,279 457.9903564453125,280 113.5010757446289281 ],282 "rotation": [283 -0.0004781132156495003,284 -179.99996948242188,285 -179.99998474121097286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 31,295 95,296 63297 ]298 },299 {300 "object_id": "SM_Plastic_Cup3",301 "bbox_2d": [302 17,303 710,304 57,305 716306 ],307 "bbox_3d": {308 "aabb": {309 "center": [310 937.7943623943374,311 457.99038000375793,312 108.45808076880347313 ],314 "extent": [315 4.662322946323229,316 4.662273699495586,317 6.097715460706041318 ]319 },320 "obb": {321 "center": [322 937.7943623943374,323 457.99038000375793,324 108.45808076880347325 ],326 "extent": [327 4.662322946323229,328 4.662273699495586,329 6.097715460706041330 ],331 "rotation": [332 -0.00047800000174902363,333 -179.99996948242188,334 -179.99998474121097335 ]336 },337 "location": [338 937.7943115234375,339 457.9903564453125,340 114.55575561523438341 ],342 "rotation": [343 -0.00047800000174902363,344 -179.99996948242188,345 -179.99998474121097346 ],347 "scale": [348 1,349 1,350 1351 ]352 },353 "color": [354 31,355 95,356 191357 ]358 },359 {360 "object_id": "SM_Plastic_Cup4",361 "bbox_2d": [362 17,363 706,364 57,365 712366 ],367 "bbox_3d": {368 "aabb": {369 "center": [370 937.7943623943374,371 457.99038000375793,372 109.43800020239722373 ],374 "extent": [375 4.662322946323229,376 4.662273699495586,377 6.097715460706041378 ]379 },380 "obb": {381 "center": [382 937.7943623943374,383 457.99038000375793,384 109.43800020239722385 ],386 "extent": [387 4.662322946323229,388 4.662273699495586,389 6.097715460706041390 ],391 "rotation": [392 -0.00047800000174902363,393 -179.99996948242188,394 -179.99998474121097395 ]396 },397 "location": [398 937.7943115234375,399 457.9903564453125,400 115.53567504882812401 ],402 "rotation": [403 -0.00047800000174902363,404 -179.99996948242188,405 -179.99998474121097406 ],407 "scale": [408 1,409 1,410 1411 ]412 },413 "color": [414 31,415 95,416 31417 ]418 },419 {420 "object_id": "SM_Plastic_Cup5",421 "bbox_2d": [422 17,423 667,424 57,425 709426 ],427 "bbox_3d": {428 "aabb": {429 "center": [430 937.7943623943374,431 457.99038000375793,432 110.60352754614722433 ],434 "extent": [435 4.662322946323229,436 4.662273699495586,437 6.097715460706041438 ]439 },440 "obb": {441 "center": [442 937.7943623943374,443 457.99038000375793,444 110.60352754614722445 ],446 "extent": [447 4.662322946323229,448 4.662273699495586,449 6.097715460706041450 ],451 "rotation": [452 -0.00047800000174902363,453 -179.99996948242188,454 -179.99998474121097455 ]456 },457 "location": [458 937.7943115234375,459 457.9903564453125,460 116.70120239257812461 ],462 "rotation": [463 -0.00047800000174902363,464 -179.99996948242188,465 -179.99998474121097466 ],467 "scale": [468 1,469 1,470 1471 ]472 },473 "color": [474 0,475 95,476 95477 ]478 },479 {480 "object_id": "SM_Plastic_Cup6",481 "bbox_2d": [482 190,483 745,484 233,485 768486 ],487 "bbox_3d": {488 "aabb": {489 "center": [490 976.5128099366584,491 482.11237764378257,492 80.07191109149238493 ],494 "extent": [495 4.662327705307916,496 6.097736163472632,497 4.662300099139145498 ]499 },500 "obb": {501 "center": [502 976.5128099366584,503 482.11237764378257,504 80.07191109149238505 ],506 "extent": [507 4.662327705307916,508 6.097736163472632,509 4.662300099139145510 ],511 "rotation": [512 5.5600874475203515e-05,513 -179.99949645996094,514 89.99975585937501515 ]516 },517 "location": [518 976.5127563476562,519 488.2100524902344,520 80.07190704345703521 ],522 "rotation": [523 5.5600874475203515e-05,524 -179.99949645996094,525 89.99975585937501526 ],527 "scale": [528 1,529 1,530 1531 ]532 },533 "color": [534 255,535 95,536 95537 ]538 },539 {540 "object_id": "SM_Plastic_Cup7",541 "bbox_2d": [542 250,543 729,544 288,545 751546 ],547 "bbox_3d": {548 "aabb": {549 "center": [550 1004.8085252686898,551 482.11237764378257,552 80.07191109149238553 ],554 "extent": [555 4.662327737785745,556 6.0977361634728595,557 4.662300131616803558 ]559 },560 "obb": {561 "center": [562 1004.8085252686898,563 482.11237764378257,564 80.07191109149238565 ],566 "extent": [567 4.662327737785745,568 6.0977361634728595,569 4.662300131616803570 ],571 "rotation": [572 5.6000000768108266e-05,573 -179.99949645996094,574 89.99975585937501575 ]576 },577 "location": [578 1004.8084716796875,579 488.2100524902344,580 80.07190704345703581 ],582 "rotation": [583 5.6000000768108266e-05,584 -179.99949645996094,585 89.99975585937501586 ],587 "scale": [588 1,589 1,590 1591 ]592 },593 "color": [594 127,595 95,596 95597 ]598 }599 ],600 "beer sign": [601 {602 "object_id": "SM_Beer_Sign3",603 "bbox_2d": [604 721,605 396,606 824,607 433608 ],609 "bbox_3d": {610 "aabb": {611 "center": [612 1398.1966238021976,613 599.056816550878,614 256.6761484146118615 ],616 "extent": [617 2.0739083496189323,618 41.187305000402034,619 14.96452808380127620 ]621 },622 "obb": {623 "center": [624 1398.1966238021976,625 599.056816550878,626 256.6761484146118627 ],628 "extent": [629 2.0739083496189323,630 41.187305000402034,631 14.96452808380127632 ],633 "rotation": [634 0,635 90.00019836425781,636 0637 ]638 },639 "location": [640 1400.2703857421875,641 599.0568237304688,642 256.6761474609375643 ],644 "rotation": [645 0,646 90.00019836425781,647 0648 ],649 "scale": [650 1,651 1,652 1653 ]654 },655 "color": [656 95,657 95,658 0659 ]660 }661 ]662 }663}