TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l006_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l006_r002/lit.png",5 "camera": {6 "location": [7 729,8 -190,9 4710 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 729,38 -190,39 47,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "folding": [55 {56 "object_id": "SM_Folding_Closed_193",57 "bbox_2d": [58 1593,59 134,60 1919,61 92762 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 563.0454411043925,67 -130.0000126586815,68 50.9000202374858269 ],70 "extent": [71 14.748420726222093,72 24.495208003608745,73 51.4988881260611374 ]75 },76 "obb": {77 "center": [78 563.0454411043925,79 -130.0000126586815,80 50.9000202374858181 ],82 "extent": [83 14.748420726222093,84 24.495208003608745,85 51.4988881260611386 ],87 "rotation": [88 -3.0517578125552415e-05,89 -90.0000991821289,90 -10.00003051757812591 ]92 },93 "location": [94 571.394287109375,95 -130,96 097 ],98 "rotation": [99 -3.0517578125552415e-05,100 -90.0000991821289,101 -10.000030517578125102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 63,111 223,112 191113 ]114 }115 ],116 "beer crate": [117 {118 "object_id": "SM_Beercrate_02_196",119 "bbox_2d": [120 1442,121 727,122 1915,123 998124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 591.910888671875,129 -127.89835357666016,130 12.455690383911133131 ],132 "extent": [133 16.99475471831613,134 21.9947441556898,135 12.544294357299805136 ]137 },138 "obb": {139 "center": [140 591.910888671875,141 -127.89835357666016,142 12.455690383911133143 ],144 "extent": [145 16.99475471831613,146 21.9947441556898,147 12.544294357299805148 ],149 "rotation": [150 0,151 -90.00009918212892,152 0153 ]154 },155 "location": [156 591.910888671875,157 -127.89835357666016,158 -1.52587890625e-05159 ],160 "rotation": [161 0,162 -90.00009918212892,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 63,173 223,174 31175 ]176 },177 {178 "object_id": "SM_Beercrate_3",179 "bbox_2d": [180 1239,181 721,182 1776,183 1079184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 627.9992065429688,189 -127.89835357666016,190 12.455690642700574191 ],192 "extent": [193 16.99475471831613,194 21.9947441556898,195 12.544294357299805196 ]197 },198 "obb": {199 "center": [200 627.9992065429688,201 -127.89835357666016,202 12.455690642700574203 ],204 "extent": [205 16.99475471831613,206 21.9947441556898,207 12.544294357299805208 ],209 "rotation": [210 0,211 -90.00009918212892,212 0213 ]214 },215 "location": [216 627.9992065429688,217 -127.89835357666016,218 -1.4999999621068127e-05219 ],220 "rotation": [221 0,222 -90.00009918212892,223 0224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 63,233 223,234 95235 ]236 },237 {238 "object_id": "SM_Beercrate_4",239 "bbox_2d": [240 1442,241 510,242 1915,243 753244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 591.910888671875,249 -127.89835357666016,250 37.52694129943848251 ],252 "extent": [253 16.99475471831613,254 21.9947441556898,255 12.544294357299805256 ]257 },258 "obb": {259 "center": [260 591.910888671875,261 -127.89835357666016,262 37.52694129943848263 ],264 "extent": [265 16.99475471831613,266 21.9947441556898,267 12.544294357299805268 ],269 "rotation": [270 0,271 -90.00009918212892,272 0273 ]274 },275 "location": [276 591.910888671875,277 -127.89835357666016,278 25.07123565673828279 ],280 "rotation": [281 0,282 -90.00009918212892,283 0284 ],285 "scale": [286 1,287 1,288 1289 ]290 },291 "color": [292 63,293 223,294 159295 ]296 },297 {298 "object_id": "SM_Beercrate_5",299 "bbox_2d": [300 1239,301 503,302 1776,303 802304 ],305 "bbox_3d": {306 "aabb": {307 "center": [308 627.9992065429688,309 -127.89835357666016,310 37.52694129943848311 ],312 "extent": [313 16.99475471831613,314 21.9947441556898,315 12.544294357299805316 ]317 },318 "obb": {319 "center": [320 627.9992065429688,321 -127.89835357666016,322 37.52694129943848323 ],324 "extent": [325 16.99475471831613,326 21.9947441556898,327 12.544294357299805328 ],329 "rotation": [330 0,331 -90.00009918212892,332 0333 ]334 },335 "location": [336 627.9992065429688,337 -127.89835357666016,338 25.07123565673828339 ],340 "rotation": [341 0,342 -90.00009918212892,343 0344 ],345 "scale": [346 1,347 1,348 1349 ]350 },351 "color": [352 191,353 223,354 0355 ]356 },357 {358 "object_id": "SM_BeerCrate_01_302",359 "bbox_2d": [360 1413,361 295,362 1856,363 510364 ],365 "bbox_3d": {366 "aabb": {367 "center": [368 594,369 -127.00000190734863,370 60.99999809265137371 ],372 "extent": [373 22.500003814697266,374 15.00000286102295,375 11.000004768371582376 ]377 },378 "obb": {379 "center": [380 594,381 -127.00000190734863,382 60.99999809265137383 ],384 "extent": [385 22.500003814697266,386 15.00000286102295,387 11.000004768371582388 ],389 "rotation": [390 0,391 0,392 0393 ]394 },395 "location": [396 594,397 -127,398 50399 ],400 "rotation": [401 0,402 0,403 0404 ],405 "scale": [406 1,407 1,408 1409 ]410 },411 "color": [412 223,413 191,414 0415 ]416 }417 ],418 "chair": [419 {420 "object_id": "SM_Chair_11",421 "bbox_2d": [422 0,423 401,424 349,425 917426 ],427 "bbox_3d": {428 "aabb": {429 "center": [430 756.8013265712542,431 -27.384492459664706,432 40.02226257324219433 ],434 "extent": [435 23.908516694612672,436 22.68792813890059,437 40.022247314453125438 ]439 },440 "obb": {441 "center": [442 756.8013265712542,443 -27.384492459664706,444 40.02226257324219445 ],446 "extent": [447 23.908516694612672,448 22.68792813890059,449 40.022247314453125450 ],451 "rotation": [452 0,453 173.9241485595703,454 0455 ]456 },457 "location": [458 756.8013305664062,459 -27.384490966796875,460 1.52587890625e-05461 ],462 "rotation": [463 0,464 173.9241485595703,465 0466 ],467 "scale": [468 1,469 1,470 1471 ]472 },473 "color": [474 223,475 191,476 127477 ]478 },479 {480 "object_id": "SM_Chair_12",481 "bbox_2d": [482 0,483 0,484 306,485 1079486 ],487 "bbox_3d": {488 "aabb": {489 "center": [490 753.7443884906567,491 -117.27447302063119,492 40.02226257324219493 ],494 "extent": [495 22.762253080915684,496 21.45173615042866,497 40.022247314453125498 ]499 },500 "obb": {501 "center": [502 753.7443884906567,503 -117.27447302063119,504 40.02226257324219505 ],506 "extent": [507 22.762253080915684,508 21.45173615042866,509 40.022247314453125510 ],511 "rotation": [512 0,513 2.578369140625,514 0515 ]516 },517 "location": [518 753.744384765625,519 -117.27447509765625,520 1.52587890625e-05521 ],522 "rotation": [523 0,524 2.578369140625,525 0526 ],527 "scale": [528 1,529 1,530 1531 ]532 },533 "color": [534 223,535 191,536 191537 ]538 }539 ]540 }541}