TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l053_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l053_r003/lit.png",5 "camera": {6 "location": [7 736,8 -46,9 8010 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 736,38 -46,39 80,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door frame": [54 {55 "object_id": "SM_Doorframe_01_313",56 "bbox_2d": [57 0,58 0,59 332,60 99861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 525.000002861023,66 125,67 110.0180969238281268 ],69 "extent": [70 45.03559970855713,71 3.8105356693267822,72 110.0180969238281273 ]74 },75 "obb": {76 "center": [77 525.000002861023,78 125,79 110.0180969238281280 ],81 "extent": [82 45.03559970855713,83 3.8105356693267822,84 110.0180969238281285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 480,94 125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 0.75,104 1,105 1106 ]107 },108 "color": [109 223,110 31,111 255112 ]113 }114 ]115 },116 "foreground": {117 "chair": [118 {119 "object_id": "SM_Chair_2",120 "bbox_2d": [121 1659,122 540,123 1919,124 773125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 529.9999961853027,130 -225.00000190734863,131 40.022247314453125132 ],133 "extent": [134 21.862672805786133,135 20.488967895507812,136 40.022247314453125137 ]138 },139 "obb": {140 "center": [141 529.9999961853027,142 -225.00000190734863,143 40.022247314453125144 ],145 "extent": [146 21.862672805786133,147 20.488967895507812,148 40.022247314453125149 ],150 "rotation": [151 0,152 180,153 0154 ]155 },156 "location": [157 530,158 -225,159 0160 ],161 "rotation": [162 0,163 180,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 159,174 0,175 159176 ]177 }178 ],179 "beer crate": [180 {181 "object_id": "SM_Beercrate_5",182 "bbox_2d": [183 1731,184 771,185 1755,186 773187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 627.9992065429688,192 -127.89835357666016,193 37.52694129943848194 ],195 "extent": [196 16.99475471831613,197 21.9947441556898,198 12.544294357299805199 ]200 },201 "obb": {202 "center": [203 627.9992065429688,204 -127.89835357666016,205 37.52694129943848206 ],207 "extent": [208 16.99475471831613,209 21.9947441556898,210 12.544294357299805211 ],212 "rotation": [213 0,214 -90.00009918212892,215 0216 ]217 },218 "location": [219 627.9992065429688,220 -127.89835357666016,221 25.07123565673828222 ],223 "rotation": [224 0,225 -90.00009918212892,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 191,236 223,237 0238 ]239 },240 {241 "object_id": "SM_BeerCrate_01_302",242 "bbox_2d": [243 1631,244 596,245 1730,246 776247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 594,252 -127.00000190734863,253 60.99999809265137254 ],255 "extent": [256 22.500003814697266,257 15.00000286102295,258 11.000004768371582259 ]260 },261 "obb": {262 "center": [263 594,264 -127.00000190734863,265 60.99999809265137266 ],267 "extent": [268 22.500003814697266,269 15.00000286102295,270 11.000004768371582271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 594,280 -127,281 50282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 223,296 191,297 0298 ]299 }300 ],301 "chopstick stand": [302 {303 "object_id": "SM_ChopstickStand4",304 "bbox_2d": [305 1889,306 490,307 1919,308 567309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 498.11653956347396,314 -284.3640471856754,315 82.75994300842285316 ],317 "extent": [318 6.685903833459065,319 5.782682747893148,320 9.759943008422852321 ]322 },323 "obb": {324 "center": [325 498.11653956347396,326 -284.3640471856754,327 82.75994300842285328 ],329 "extent": [330 6.685903833459065,331 5.782682747893148,332 9.759943008422852333 ],334 "rotation": [335 0,336 100.00014495849612,337 0338 ]339 },340 "location": [341 496.8901062011719,342 -285.925537109375,343 73344 ],345 "rotation": [346 0,347 100.00014495849612,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 31,358 223,359 0360 ]361 }362 ],363 "coat hanger": [364 {365 "object_id": "SM_CoatHanger_350",366 "bbox_2d": [367 1631,368 491,369 1633,370 497371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 453.5434946528736,376 -224.02277366279895,377 111.35374069213867378 ],379 "extent": [380 3.5435377197342177,381 19.967594066807465,382 18.870166778564453383 ]384 },385 "obb": {386 "center": [387 453.5434946528736,388 -224.02277366279895,389 111.35374069213867390 ],391 "extent": [392 3.5435377197342177,393 19.967594066807465,394 18.870166778564453395 ],396 "rotation": [397 0,398 -90.00012207031251,399 0400 ]401 },402 "location": [403 450,404 -224,405 118406 ],407 "rotation": [408 0,409 -90.00012207031251,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 0,420 255,421 15422 ]423 },424 {425 "object_id": "SM_CoatHanger2",426 "bbox_2d": [427 1868,428 394,429 1919,430 494431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 453.5434946528736,436 -330.02277366279895,437 111.35374069213867438 ],439 "extent": [440 3.5435377197342177,441 19.967594066807465,442 18.870166778564453443 ]444 },445 "obb": {446 "center": [447 453.5434946528736,448 -330.02277366279895,449 111.35374069213867450 ],451 "extent": [452 3.5435377197342177,453 19.967594066807465,454 18.870166778564453455 ],456 "rotation": [457 0,458 -90.00012207031251,459 0460 ]461 },462 "location": [463 450,464 -330,465 118466 ],467 "rotation": [468 0,469 -90.00012207031251,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 0,480 127,481 15482 ]483 }484 ]485 }486}