TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l046_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l046_r000/lit.png",5 "camera": {6 "location": [7 717,8 -382,9 8010 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 717,38 -382,39 80,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "plane": [55 {56 "object_id": "Plane_243",57 "bbox_2d": [58 0,59 788,60 1445,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 890,67 -460,68 069 ],70 "extent": [71 150,72 150,73 2.4121840694324697e-1474 ]75 },76 "obb": {77 "center": [78 890,79 -460,80 081 ],82 "extent": [83 150,84 150,85 2.4121840694324697e-1486 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 890,95 -460,96 097 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 3,105 3,106 3107 ]108 },109 "color": [110 0,111 31,112 191113 ]114 }115 ],116 "chair": [117 {118 "object_id": "SM_Chair_6",119 "bbox_2d": [120 435,121 540,122 621,123 865124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 971.6390950331421,129 -493.59936645032934,130 40.02226257324219131 ],132 "extent": [133 25.088410343233022,134 23.97411729918059,135 40.022247314453125136 ]137 },138 "obb": {139 "center": [140 971.6390950331421,141 -493.59936645032934,142 40.02226257324219143 ],144 "extent": [145 25.088410343233022,146 23.97411729918059,147 40.022247314453125148 ],149 "rotation": [150 0,151 169.99996948242188,152 0153 ]154 },155 "location": [156 971.6390991210938,157 -493.599365234375,158 1.52587890625e-05159 ],160 "rotation": [161 0,162 169.99996948242188,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 159,173 63,174 159175 ]176 },177 {178 "object_id": "SM_Chair_7",179 "bbox_2d": [180 276,181 696,182 339,183 884184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 921.6391010284572,189 -543.5993690490649,190 40.02226257324219191 ],192 "extent": [193 20.489052319893403,194 21.8627519254851,195 40.022247314453125196 ]197 },198 "obb": {199 "center": [200 921.6391010284572,201 -543.5993690490649,202 40.02226257324219203 ],204 "extent": [205 20.489052319893403,206 21.8627519254851,207 40.022247314453125208 ],209 "rotation": [210 0,211 -89.99977874755861,212 0213 ]214 },215 "location": [216 921.6390991210938,217 -543.599365234375,218 1.52587890625e-05219 ],220 "rotation": [221 0,222 -89.99977874755861,223 0224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 159,233 191,234 159235 ]236 },237 {238 "object_id": "SM_Chair_9",239 "bbox_2d": [240 1028,241 540,242 1243,243 949244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 930.4258401842941,249 -341.2888831061714,250 40.02226257324219251 ],252 "extent": [253 29.575940657640103,254 29.202731953769387,255 40.022247314453125256 ]257 },258 "obb": {259 "center": [260 930.4258401842941,261 -341.2888831061714,262 40.02226257324219263 ],264 "extent": [265 29.575940657640103,266 29.202731953769387,267 40.022247314453125268 ],269 "rotation": [270 0,271 -146.07577514648438,272 0273 ]274 },275 "location": [276 930.4258422851562,277 -341.28887939453125,278 1.52587890625e-05279 ],280 "rotation": [281 0,282 -146.07577514648438,283 0284 ],285 "scale": [286 1,287 1,288 1289 ]290 },291 "color": [292 127,293 223,294 95295 ]296 },297 {298 "object_id": "SM_Chair_10",299 "bbox_2d": [300 756,301 540,302 944,303 854304 ],305 "bbox_3d": {306 "aabb": {307 "center": [308 985.8643203661144,309 -412.11346036997264,310 40.022262314452746311 ],312 "extent": [313 29.961430282544256,314 29.8793430926807,315 40.022247314453125316 ]317 },318 "obb": {319 "center": [320 985.8643203661144,321 -412.11346036997264,322 40.022262314452746323 ],324 "extent": [325 29.961430282544256,326 29.8793430926807,327 40.022247314453125328 ],329 "rotation": [330 0,331 42.57830810546874,332 0333 ]334 },335 "location": [336 985.8643188476562,337 -412.11346435546875,338 1.4999999621068127e-05339 ],340 "rotation": [341 0,342 42.57830810546874,343 0344 ],345 "scale": [346 1,347 1,348 1349 ]350 },351 "color": [352 63,353 223,354 0355 ]356 }357 ],358 "chopstick stand": [359 {360 "object_id": "SM_ChopstickStand6",361 "bbox_2d": [362 426,363 498,364 462,365 563366 ],367 "bbox_3d": {368 "aabb": {369 "center": [370 997.7741084688197,371 -533.4500338492278,372 82.75994300842285373 ],374 "extent": [375 6.685885999391189,376 5.7826587302615735,377 9.759943008422852378 ]379 },380 "obb": {381 "center": [382 997.7741084688197,383 -533.4500338492278,384 82.75994300842285385 ],386 "extent": [387 6.685885999391189,388 5.7826587302615735,389 9.759943008422852390 ],391 "rotation": [392 0,393 -80.00012969970702,394 0395 ]396 },397 "location": [398 999.0005493164062,399 -531.8885498046875,400 73401 ],402 "rotation": [403 0,404 -80.00012969970702,405 0406 ],407 "scale": [408 1,409 1,410 1411 ]412 },413 "color": [414 159,415 223,416 255417 ]418 },419 {420 "object_id": "SM_ChopstickStand7",421 "bbox_2d": [422 1052,423 493,424 1088,425 566426 ],427 "bbox_3d": {428 "aabb": {429 "center": [430 971.9487169396981,431 -353.4552515550635,432 82.75997352600098433 ],434 "extent": [435 7.650315807778043,436 7.513067096372026,437 9.759943008422852438 ]439 },440 "obb": {441 "center": [442 971.9487169396981,443 -353.4552515550635,444 82.75997352600098445 ],446 "extent": [447 7.650315807778043,448 7.513067096372026,449 9.759943008422852450 ],451 "rotation": [452 0,453 -50.000091552734375,454 0455 ]456 },457 "location": [458 972.2301025390625,459 -351.48974609375,460 73.00003051757812461 ],462 "rotation": [463 0,464 -50.000091552734375,465 0466 ],467 "scale": [468 1,469 1,470 1471 ]472 },473 "color": [474 159,475 223,476 31477 ]478 }479 ],480 "coat hanger": [481 {482 "object_id": "SM_CoatHanger5_356",483 "bbox_2d": [484 686,485 479,486 804,487 596488 ],489 "bbox_3d": {490 "aabb": {491 "center": [492 1025.4565052501187,493 -449.97724143623657,494 80.35374069213867495 ],496 "extent": [497 3.543537719734161,498 19.967594066807465,499 18.870166778564453500 ]501 },502 "obb": {503 "center": [504 1025.4565052501187,505 -449.97724143623657,506 80.35374069213867507 ],508 "extent": [509 3.543537719734161,510 19.967594066807465,511 18.870166778564453512 ],513 "rotation": [514 0,515 90.00012207031251,516 0517 ]518 },519 "location": [520 1029,521 -450,522 87523 ],524 "rotation": [525 0,526 90.00012207031251,527 0528 ],529 "scale": [530 1,531 1,532 1533 ]534 },535 "color": [536 0,537 31,538 15539 ]540 },541 {542 "object_id": "SM_CoatHanger6_359",543 "bbox_2d": [544 1847,545 104,546 1919,547 304548 ],549 "bbox_3d": {550 "aabb": {551 "center": [552 919.9772206750628,553 -175.5434946164791,554 153.35374069213867555 ],556 "extent": [557 19.967599728853088,558 3.5435696258572875,559 18.870166778564453560 ]561 },562 "obb": {563 "center": [564 919.9772206750628,565 -175.5434946164791,566 153.35374069213867567 ],568 "extent": [569 19.967599728853088,570 3.5435696258572875,571 18.870166778564453572 ],573 "rotation": [574 0,575 179.99978637695312,576 0577 ]578 },579 "location": [580 920,581 -172,582 160583 ],584 "rotation": [585 0,586 179.99978637695312,587 0588 ],589 "scale": [590 1,591 1,592 1593 ]594 },595 "color": [596 0,597 95,598 15599 ]600 }601 ]602 }603}