TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l030_off1_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l030_off1_r001/lit.png",5 "camera": {6 "location": [7 -501,8 10,9 26110 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -501,38 10,39 261,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "roof": [54 {55 "object_id": "SM_roof_5",56 "bbox_2d": [57 0,58 0,59 249,60 14161 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3,66 -24.625823974609375,67 491.182006835937568 ],69 "extent": [70 1235.6843500952236,71 284.49486201703985,72 3.76006865501403873 ]74 },75 "obb": {76 "center": [77 -3,78 -24.625823974609375,79 491.182006835937580 ],81 "extent": [82 1235.6843500952236,83 284.49486201703985,84 3.76006865501403885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -3,94 -24.625823974609375,95 491.182006835937596 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1.0174999237060547,104 1.0950000286102295,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 },114 {115 "object_id": "SM_roofmetal_21",116 "bbox_2d": [117 0,118 34,119 371,120 222121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -107.95600891113281,126 -49.59537506103514,127 450.57637139898725128 ],129 "extent": [130 840.7164306640622,131 266.835693359375,132 39.01462141495722133 ]134 },135 "obb": {136 "center": [137 -107.95600891113281,138 -49.595375061035156,139 450.57637139898725140 ],141 "extent": [142 840.7164306640622,143 266.835693359375,144 39.01462141495722145 ],146 "rotation": [147 0,148 180,149 0150 ]151 },152 "location": [153 -107.95594787597656,154 3.7793197631835938,155 451.0682678222656156 ],157 "rotation": [158 0,159 180,160 0161 ],162 "scale": [163 1,164 1,165 0.8899327516555786166 ]167 },168 "color": [169 0,170 127,171 255172 ]173 }174 ],175 "wall": [176 {177 "object_id": "SM_rightwall_11",178 "bbox_2d": [179 0,180 0,181 1656,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -26.000122070144926,188 201.00004196215752,189 248.09518432617188190 ],191 "extent": [192 1213.475322102896,193 56.19279383862782,194 242.13626098632812195 ]196 },197 "obb": {198 "center": [199 -26.000122070144926,200 201.00004196215752,201 248.09518432617188202 ],203 "extent": [204 1213.475322102896,205 56.19279383862782,206 242.13626098632812207 ],208 "rotation": [209 0,210 179.99977111816406,211 0212 ]213 },214 "location": [215 -26,216 201,217 9.81463623046875218 ],219 "rotation": [220 0,221 179.99977111816406,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 0,232 255,233 127234 ]235 }236 ]237 },238 "foreground": {239 "desk 008 parts": [240 {241 "object_id": "SM_desk16",242 "bbox_2d": [243 360,244 1074,245 371,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -218.87796020507812,252 172.06649780273438,253 49.12738907652238254 ],255 "extent": [256 30.51487922668457,257 36.7234992980957,258 43.30350411253312259 ]260 },261 "obb": {262 "center": [263 -218.87796020507812,264 172.06649780273438,265 49.12738907652238266 ],267 "extent": [268 30.51487922668457,269 36.7234992980957,270 43.30350411253312271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 -218.8779754638672,280 172.06649780273438,281 5.823884963989258282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 1,290 1,291 0.9299650192260742292 ]293 },294 "color": [295 255,296 63,297 191298 ]299 }300 ],301 "chair": [302 {303 "object_id": "SM_chair_22",304 "bbox_2d": [305 137,306 997,307 341,308 1079309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -180.17657345393476,314 160.5481205591148,315 56.87418178357302316 ],317 "extent": [318 35.539341791007985,319 36.07528669451199,320 50.20029117735385321 ]322 },323 "obb": {324 "center": [325 -180.17657345393476,326 160.5481205591148,327 56.87418178357302328 ],329 "extent": [330 35.539341791007985,331 36.07528669451199,332 50.20029117735385333 ],334 "rotation": [335 0,336 82.58309173583984,337 0338 ]339 },340 "location": [341 -180.51446533203125,342 160.9555206298828,343 6.20855712890625344 ],345 "rotation": [346 0,347 82.58309173583984,348 0349 ],350 "scale": [351 0.9449999928474426,352 0.9449999928474426,353 0.9449999928474426354 ]355 },356 "color": [357 63,358 0,359 191360 ]361 }362 ],363 "decor": [364 {365 "object_id": "SM_decorativepaint_4",366 "bbox_2d": [367 1354,368 0,369 1919,370 1079371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 -540.0263519287109,376 207.16065740585327,377 268.94026947021484378 ],379 "extent": [380 65.36637878417969,381 2.483474731445341,382 96.95228576660156383 ]384 },385 "obb": {386 "center": [387 -540.0263519287109,388 207.16065740585327,389 268.94026947021484390 ],391 "extent": [392 65.36637878417969,393 2.483474731445341,394 96.95228576660156395 ],396 "rotation": [397 0,398 90.00000000000001,399 0400 ]401 },402 "location": [403 -540.0263671875,404 207.16065979003906,405 268.9402770996094406 ],407 "rotation": [408 0,409 90.00000000000001,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 191,420 127,421 191422 ]423 }424 ],425 "lamp": [426 {427 "object_id": "SM_simplelamp5_21",428 "bbox_2d": [429 367,430 1011,431 371,432 1066433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 -224.21739196777344,438 168.63626098632812,439 109.85375022888184440 ],441 "extent": [442 8.617121696472168,443 8.617121696472168,444 17.312393188476562445 ]446 },447 "obb": {448 "center": [449 -224.21739196777344,450 168.63626098632812,451 109.85375022888184452 ],453 "extent": [454 8.617121696472168,455 8.617121696472168,456 17.312393188476562457 ],458 "rotation": [459 0,460 0,461 0462 ]463 },464 "location": [465 -224.21739196777344,466 168.63626098632812,467 92.41040802001953468 ],469 "rotation": [470 0,471 0,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 0,482 31,483 63484 ]485 }486 ]487 }488}