TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l021_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l021_r003/lit.png",5 "camera": {6 "location": [7 526,8 1156,9 8110 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 526,38 1156,39 81,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "counter corner": [54 {55 "object_id": "SM_Counter_Corner_Left_13",56 "bbox_2d": [57 1680,58 474,59 1919,60 78361 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 168.2187271118164,66 859.9999656677246,67 55.0000076293945368 ],69 "extent": [70 91.78129577636719,71 50.00008010864258,72 45.000011444091873 ]74 },75 "obb": {76 "center": [77 168.2187271118164,78 859.9999656677246,79 55.0000076293945380 ],81 "extent": [82 91.78129577636719,83 50.00008010864258,84 45.000011444091885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 180,94 810,95 1096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 95,111 191112 ]113 }114 ]115 },116 "foreground": {117 "small shelf": [118 {119 "object_id": "SM_Small_Shelf_10",120 "bbox_2d": [121 1471,122 360,123 1679,124 767125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 200.30500335042814,130 950.1268792991527,131 75132 ],133 "extent": [134 26.97160964135395,135 31.83506042418435,136 65137 ]138 },139 "obb": {140 "center": [141 200.30500335042814,142 950.1268792991527,143 75144 ],145 "extent": [146 26.97160964135395,147 31.83506042418435,148 65149 ],150 "rotation": [151 0,152 -67.41302490234374,153 0154 ]155 },156 "location": [157 200,158 950,159 10160 ],161 "rotation": [162 0,163 -67.41302490234374,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 0,174 95,175 31176 ]177 }178 ],179 "atm": [180 {181 "object_id": "SM_ATM_27",182 "bbox_2d": [183 994,184 390,185 1084,186 413187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 -165.37035369874536,192 1099.9999860165026,193 99.15963745117188194 ],195 "extent": [196 31.839377383484702,197 31.772072915673334,198 89.1596450805664199 ]200 },201 "obb": {202 "center": [203 -165.37035369874536,204 1099.9999860165026,205 99.15963745117188206 ],207 "extent": [208 31.839377383484702,209 31.772072915673334,210 89.1596450805664211 ],212 "rotation": [213 0,214 -90.00012207031251,215 0216 ]217 },218 "location": [219 -171.93374633789062,220 1100,221 10222 ],223 "rotation": [224 0,225 -90.00012207031251,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 255,236 95,237 31238 ]239 }240 ],241 "shopping basket stand": [242 {243 "object_id": "SM_Shopping_Basket_Stand_2",244 "bbox_2d": [245 1141,246 889,247 1190,248 891249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 437.0000002387705,254 1145.9999981076555,255 24.87095546722412256 ],257 "extent": [258 37.900795186396465,259 25.92428990466101,260 14.87095832824707261 ]262 },263 "obb": {264 "center": [265 437.0000002387705,266 1145.9999981076555,267 24.87095546722412268 ],269 "extent": [270 37.900795186396465,271 25.92428990466101,272 14.87095832824707273 ],274 "rotation": [275 0,276 7.191411018371582,277 0278 ]279 },280 "location": [281 437,282 1146,283 10284 ],285 "rotation": [286 0,287 7.191411018371582,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 95,298 0,299 31300 ]301 }302 ],303 "shopping basket": [304 {305 "object_id": "SM_Shopping_Basket_11",306 "bbox_2d": [307 763,308 838,309 1193,310 1079311 ],312 "bbox_3d": {313 "aabb": {314 "center": [315 437.000002865246,316 1145.9999772918668,317 28.726181030273438318 ],319 "extent": [320 32.089719732421145,321 24.25146511108278,322 16.13337516784668323 ]324 },325 "obb": {326 "center": [327 437.000002865246,328 1145.9999772918668,329 28.726181030273438330 ],331 "extent": [332 32.089719732421145,333 24.25146511108278,334 16.13337516784668335 ],336 "rotation": [337 0,338 7.191411018371582,339 0340 ]341 },342 "location": [343 437,344 1146,345 12.592809677124023346 ],347 "rotation": [348 0,349 7.191411018371582,350 0351 ],352 "scale": [353 1,354 1,355 1356 ]357 },358 "color": [359 95,360 255,361 0362 ]363 }364 ],365 "tobacco display": [366 {367 "object_id": "SM_Tobacco_Display_A_2",368 "bbox_2d": [369 1617,370 283,371 1829,372 483373 ],374 "bbox_3d": {375 "aabb": {376 "center": [377 23.729498760974124,378 758.7660160728269,379 109.92137145996094380 ],381 "extent": [382 22.350087063553914,383 38.00004380254984,384 99.92132568359375385 ]386 },387 "obb": {388 "center": [389 23.72949876097412,390 758.7660160728269,391 109.92137145996094392 ],393 "extent": [394 22.350087063553914,395 38.00004380254984,396 99.92132568359375397 ],398 "rotation": [399 0,400 -90.00012207031251,401 0402 ]403 },404 "location": [405 1.3794403076171875,406 720.7660522460938,407 10.000045776367188408 ],409 "rotation": [410 0,411 -90.00012207031251,412 0413 ],414 "scale": [415 1,416 1,417 1418 ]419 },420 "color": [421 95,422 63,423 63424 ]425 },426 {427 "object_id": "SM_Tobacco_Display_B_8",428 "bbox_2d": [429 1823,430 283,431 1919,432 474433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 23.90831144999611,438 682.3889438536045,439 109.92131042480469440 ],441 "extent": [442 22.3500820035545,443 38.00004082647695,444 99.92132568359375445 ]446 },447 "obb": {448 "center": [449 23.90831144999611,450 682.3889438536045,451 109.92131042480469452 ],453 "extent": [454 22.3500820035545,455 38.00004082647695,456 99.92132568359375457 ],458 "rotation": [459 0,460 -90.00011444091797,461 0462 ]463 },464 "location": [465 1.558258056640625,466 644.3889770507812,467 9.999984741210938468 ],469 "rotation": [470 0,471 -90.00011444091797,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 95,482 63,483 191484 ]485 }486 ],487 "brochures": [488 {489 "object_id": "SM_Brochures_8",490 "bbox_2d": [491 1829,492 382,493 1895,494 476495 ],496 "bbox_3d": {497 "aabb": {498 "center": [499 229.31616101974288,500 877.3379507332987,501 114.69073390960693502 ],503 "extent": [504 8.653435916451969,505 8.89416004278928,506 14.690765380859375507 ]508 },509 "obb": {510 "center": [511 229.31616101974288,512 877.3379507332987,513 114.69073390960693514 ],515 "extent": [516 8.653435916451969,517 8.89416004278928,518 14.690765380859375519 ],520 "rotation": [521 0,522 -49.61500930786132,523 0524 ]525 },526 "location": [527 229.316162109375,528 877.3379516601562,529 99.99996948242188530 ],531 "rotation": [532 0,533 -49.61500930786132,534 0535 ],536 "scale": [537 1,538 1,539 1540 ]541 },542 "color": [543 95,544 63,545 95546 ]547 }548 ],549 "beer sign": [550 {551 "object_id": "SM_Beer_Sign_4",552 "bbox_2d": [553 1734,554 220,555 1888,556 275557 ],558 "bbox_3d": {559 "aabb": {560 "center": [561 2.072068214411798,562 690.9740556403841,563 240.57837009429932564 ],565 "extent": [566 2.073853505422177,567 41.1873022391693,568 14.96452808380127569 ]570 },571 "obb": {572 "center": [573 2.072068214411798,574 690.9740556403841,575 240.57837009429932576 ],577 "extent": [578 2.073853505422177,579 41.1873022391693,580 14.96452808380127581 ],582 "rotation": [583 0,584 -90.00012207031251,585 0586 ]587 },588 "location": [589 -0.0016937255859375,590 690.9740600585938,591 240.578369140625592 ],593 "rotation": [594 0,595 -90.00012207031251,596 0597 ],598 "scale": [599 1,600 1,601 1602 ]603 },604 "color": [605 95,606 31,607 95608 ]609 }610 ],611 "ad": [612 {613 "object_id": "SM_Bank_Ad_5",614 "bbox_2d": [615 1190,616 273,617 1221,618 451619 ],620 "bbox_3d": {621 "aabb": {622 "center": [623 -79.72662353515625,624 1001.1344685554504,625 189.78048706054688626 ],627 "extent": [628 34.999996185302734,629 1.2430899143218994,630 50631 ]632 },633 "obb": {634 "center": [635 -79.72662353515625,636 1001.1344685554504,637 189.78048706054688638 ],639 "extent": [640 34.999996185302734,641 1.2430899143218994,642 50643 ],644 "rotation": [645 0,646 0,647 0648 ]649 },650 "location": [651 -79.72662353515625,652 1003.6402587890625,653 190.54261779785156654 ],655 "rotation": [656 0,657 0,658 0659 ],660 "scale": [661 1,662 1,663 1664 ]665 },666 "color": [667 95,668 95,669 127670 ]671 },672 {673 "object_id": "SM_Galaxy_X_Ad_5",674 "bbox_2d": [675 0,676 0,677 547,678 305679 ],680 "bbox_3d": {681 "aabb": {682 "center": [683 452.88775634765625,684 1201.7025364637375,685 153.90624237060547686 ],687 "extent": [688 32.24943542480469,689 0.4452856779098511,690 47.182830810546875691 ]692 },693 "obb": {694 "center": [695 452.88775634765625,696 1201.7025364637375,697 153.90624237060547698 ],699 "extent": [700 32.24943542480469,701 0.4452856779098511,702 47.182830810546875703 ],704 "rotation": [705 0,706 0,707 0708 ]709 },710 "location": [711 452.88775634765625,712 1201.655029296875,713 152.3887481689453714 ],715 "rotation": [716 0,717 0,718 0719 ],720 "scale": [721 1,722 1,723 1724 ]725 },726 "color": [727 95,728 95,729 191730 ]731 }732 ]733 }734}