TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l011_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l011_r005/lit.png",5 "camera": {6 "location": [7 574,8 -407,9 4710 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 574,38 -407,39 47,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "plane": [55 {56 "object_id": "Plane_243",57 "bbox_2d": [58 1156,59 674,60 1919,61 91062 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 890,67 -460,68 069 ],70 "extent": [71 150,72 150,73 2.4121840694324697e-1474 ]75 },76 "obb": {77 "center": [78 890,79 -460,80 081 ],82 "extent": [83 150,84 150,85 2.4121840694324697e-1486 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 890,95 -460,96 097 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 3,105 3,106 3107 ]108 },109 "color": [110 0,111 31,112 191113 ]114 }115 ],116 "bar stool": [117 {118 "object_id": "SM_Barstool_01_Small5",119 "bbox_2d": [120 1455,121 552,122 1782,123 914124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 725.0137140270415,129 -480.0092285153805,130 22.542636655631668131 ],132 "extent": [133 18.463972746955733,134 18.183464331535106,135 22.60599171834542136 ]137 },138 "obb": {139 "center": [140 725.0137140270415,141 -480.0092285153805,142 22.542636655631668143 ],144 "extent": [145 18.463972746955733,146 18.183464331535106,147 22.60599171834542148 ],149 "rotation": [150 0,151 0,152 0153 ]154 },155 "location": [156 725,157 -480,158 0159 ],160 "rotation": [161 0,162 0,163 0164 ],165 "scale": [166 0.8999999761581421,167 0.8999999761581421,168 0.8999999761581421169 ]170 },171 "color": [172 159,173 95,174 191175 ]176 },177 {178 "object_id": "SM_Barstool_01_Small6",179 "bbox_2d": [180 925,181 556,182 1353,183 1079184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 635.0137140270415,189 -480.0092285153805,190 22.542636655631668191 ],192 "extent": [193 18.463972746955733,194 18.183464331535106,195 22.60599171834542196 ]197 },198 "obb": {199 "center": [200 635.0137140270415,201 -480.0092285153805,202 22.542636655631668203 ],204 "extent": [205 18.463972746955733,206 18.183464331535106,207 22.60599171834542208 ],209 "rotation": [210 0,211 0,212 0213 ]214 },215 "location": [216 635,217 -480,218 0219 ],220 "rotation": [221 0,222 0,223 0224 ],225 "scale": [226 0.8999999761581421,227 0.8999999761581421,228 0.8999999761581421229 ]230 },231 "color": [232 159,233 95,234 31235 ]236 }237 ],238 "chair": [239 {240 "object_id": "SM_Chair_3",241 "bbox_2d": [242 10,243 344,244 168,245 980246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 530.0000038146973,251 -524.9999980926514,252 40.022247314453125253 ],254 "extent": [255 21.862672805786133,256 20.488967895507812,257 40.022247314453125258 ]259 },260 "obb": {261 "center": [262 530.0000038146973,263 -524.9999980926514,264 40.022247314453125265 ],266 "extent": [267 21.862672805786133,268 20.488967895507812,269 40.022247314453125270 ],271 "rotation": [272 0,273 0,274 0275 ]276 },277 "location": [278 530,279 -525,280 0281 ],282 "rotation": [283 0,284 0,285 0286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 159,295 255,296 159297 ]298 },299 {300 "object_id": "SM_Chair_6",301 "bbox_2d": [302 1908,303 551,304 1919,305 702306 ],307 "bbox_3d": {308 "aabb": {309 "center": [310 971.6390950331421,311 -493.59936645032934,312 40.02226257324219313 ],314 "extent": [315 25.088410343233022,316 23.97411729918059,317 40.022247314453125318 ]319 },320 "obb": {321 "center": [322 971.6390950331421,323 -493.59936645032934,324 40.02226257324219325 ],326 "extent": [327 25.088410343233022,328 23.97411729918059,329 40.022247314453125330 ],331 "rotation": [332 0,333 169.99996948242188,334 0335 ]336 },337 "location": [338 971.6390991210938,339 -493.599365234375,340 1.52587890625e-05341 ],342 "rotation": [343 0,344 169.99996948242188,345 0346 ],347 "scale": [348 1,349 1,350 1351 ]352 },353 "color": [354 159,355 63,356 159357 ]358 }359 ],360 "folding": [361 {362 "object_id": "SM_Folding_Closed2_202",363 "bbox_2d": [364 562,365 257,366 842,367 809368 ],369 "bbox_3d": {370 "aabb": {371 "center": [372 623.0215454101562,373 -586.7859187588545,374 50.90002023749304375 ],376 "extent": [377 24.49518585205078,378 14.748378323691782,379 51.498875079143275380 ]381 },382 "obb": {383 "center": [384 623.0215454101562,385 -586.7859187588545,386 50.90002023749304387 ],388 "extent": [389 24.49518585205078,390 14.748378323691782,391 51.498875079143275392 ],393 "rotation": [394 0,395 0,396 -10.000030517578125397 ]398 },399 "location": [400 623.0215454101562,401 -578.4370727539062,402 0403 ],404 "rotation": [405 0,406 0,407 -10.000030517578125408 ],409 "scale": [410 1,411 1,412 1413 ]414 },415 "color": [416 191,417 223,418 255419 ]420 },421 {422 "object_id": "SM_Folding_Closed3",423 "bbox_2d": [424 569,425 245,426 859,427 820428 ],429 "bbox_3d": {430 "aabb": {431 "center": [432 623.0215454101562,433 -578.7832340591979,434 50.90002009852853435 ],436 "extent": [437 24.49518585205078,438 14.748379146541879,439 51.49887502838979440 ]441 },442 "obb": {443 "center": [444 623.0215454101562,445 -578.7832340591979,446 50.90002009852852447 ],448 "extent": [449 24.49518585205078,450 14.748379146541879,451 51.49887502838979452 ],453 "rotation": [454 0,455 0,456 -10.000031471252441457 ]458 },459 "location": [460 623.0215454101562,461 -570.4343872070312,462 0463 ],464 "rotation": [465 0,466 0,467 -10.000031471252441468 ],469 "scale": [470 1,471 1,472 1473 ]474 },475 "color": [476 191,477 223,478 127479 ]480 },481 {482 "object_id": "SM_Folding_Closed4",483 "bbox_2d": [484 575,485 226,486 875,487 837488 ],489 "bbox_3d": {490 "aabb": {491 "center": [492 623.0215454101562,493 -571.6513370865416,494 50.90002009852853495 ],496 "extent": [497 24.49518585205078,498 14.748379146541879,499 51.49887502838979500 ]501 },502 "obb": {503 "center": [504 623.0215454101562,505 -571.6513370865416,506 50.90002009852852507 ],508 "extent": [509 24.49518585205078,510 14.748379146541879,511 51.49887502838979512 ],513 "rotation": [514 0,515 0,516 -10.000031471252441517 ]518 },519 "location": [520 623.0215454101562,521 -563.302490234375,522 0523 ],524 "rotation": [525 0,526 0,527 -10.000031471252441528 ],529 "scale": [530 1,531 1,532 1533 ]534 },535 "color": [536 191,537 223,538 63539 ]540 },541 {542 "object_id": "SM_Folding_Closed5",543 "bbox_2d": [544 128,545 257,546 496,547 876548 ],549 "bbox_3d": {550 "aabb": {551 "center": [552 562.4636840820312,553 -586.0146183365416,554 50.90002009852853555 ],556 "extent": [557 24.49518585205078,558 14.748379146541879,559 51.49887502838979560 ]561 },562 "obb": {563 "center": [564 562.4636840820312,565 -586.0146183365416,566 50.90002009852852567 ],568 "extent": [569 24.49518585205078,570 14.748379146541879,571 51.49887502838979572 ],573 "rotation": [574 0,575 0,576 -10.000031471252441577 ]578 },579 "location": [580 562.4636840820312,581 -577.665771484375,582 0583 ],584 "rotation": [585 0,586 0,587 -10.000031471252441588 ],589 "scale": [590 1,591 1,592 1593 ]594 },595 "color": [596 191,597 223,598 191599 ]600 }601 ],602 "chopstick stand": [603 {604 "object_id": "SM_ChopstickStand_208",605 "bbox_2d": [606 1508,607 33,608 1633,609 179610 ],611 "bbox_3d": {612 "aabb": {613 "center": [614 666.3295193233147,615 -455.5632950685806,616 82.75994300842285617 ],618 "extent": [619 6.685890457922596,620 5.78266473468193,621 9.759943008422852622 ]623 },624 "obb": {625 "center": [626 666.3295193233147,627 -455.5632950685806,628 82.75994300842285629 ],630 "extent": [631 6.685890457922596,632 5.78266473468193,633 9.759943008422852634 ],635 "rotation": [636 0,637 -99.99993896484378,638 0639 ]640 },641 "location": [642 668.0160522460938,643 -454.51544189453125,644 73645 ],646 "rotation": [647 0,648 -99.99993896484378,649 0650 ],651 "scale": [652 1,653 1,654 1655 ]656 },657 "color": [658 191,659 223,660 31661 ]662 }663 ]664 }665}