TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l103_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l103_r003/lit.png",5 "camera": {6 "location": [7 1,8 121,9 23110 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1,38 121,39 231,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "baseboard": [54 {55 "object_id": "SM_Baseboard",56 "bbox_2d": [57 1393,58 1072,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -404.2849975526333,66 -331.93701171875,67 368 ],69 "extent": [70 0.4000000059604645,71 270.4438781738281,72 373 ]74 },75 "obb": {76 "center": [77 -404.2849975526333,78 -331.93701171875,79 380 ],81 "extent": [82 0.4000000059604645,83 270.4438781738281,84 385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -404.68499755859375,94 -331.93701171875,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 127,111 255112 ]113 }114 ],115 "ceiling": [116 {117 "object_id": "SM_CeilingA",118 "bbox_2d": [119 0,120 0,121 1919,122 506123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -9.99993896484375,128 -0.0003662109375,129 262.50006103515625130 ],131 "extent": [132 414.6847229003906,133 582.3804321289062,134 17.500083923339844135 ]136 },137 "obb": {138 "center": [139 -9.99993896484375,140 -0.0003662109375,141 262.50006103515625142 ],143 "extent": [144 414.6847229003906,145 582.3804321289062,146 17.500083923339844147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 127,173 0174 ]175 }176 ],177 "wall": [178 {179 "object_id": "SM_WallA",180 "bbox_2d": [181 0,182 507,183 1919,184 1071185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -414.68499755859375,190 -9.765630238689482e-05,191 140.00001525878906192 ],193 "extent": [194 10,195 602.3807373046875,196 140.00001525878906197 ]198 },199 "obb": {200 "center": [201 -414.68499755859375,202 -9.765630238689482e-05,203 140.00001525878906204 ],205 "extent": [206 10,207 602.3807373046875,208 140.00001525878906209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 -414.68499755859375,218 -9.765630238689482e-05,219 0220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 127,234 0,235 255236 ]237 }238 ],239 "door": [240 {241 "object_id": "SM_Door",242 "bbox_2d": [243 1097,244 534,245 1392,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -411.3640160560608,252 0.8069339990615845,253 116.7231216430664254 ],255 "extent": [256 7.5000152587890625,257 62.30000305175781,258 116.7231216430664259 ]260 },261 "obb": {262 "center": [263 -411.3640160560608,264 0.8069339990615845,265 116.7231216430664266 ],267 "extent": [268 7.5000152587890625,269 62.30000305175781,270 116.7231216430664271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 -418.864013671875,280 0.8069339990615845,281 0282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 127,296 255,297 0298 ]299 }300 ],301 "floor": [302 {303 "object_id": "SM_Floor",304 "bbox_2d": [305 1105,306 1072,307 1377,308 1079309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -19.752939224243164,314 -0.0001220703125,315 6.776263578034403e-21316 ],317 "extent": [318 404.9316711425781,319 582.3806762695312,320 3.5660530924670406e-14321 ]322 },323 "obb": {324 "center": [325 -19.752939224243164,326 -0.0001220703125,327 6.776263578034403e-21328 ],329 "extent": [330 404.9316711425781,331 582.3806762695312,332 3.5660530924670406e-14333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 -9.752969741821289,342 0,343 0344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 191,358 31,359 31360 ]361 }362 ]363 },364 "foreground": {365 "air conditioning": [366 {367 "object_id": "SM_AirConditioning",368 "bbox_2d": [369 1894,370 488,371 1919,372 491373 ],374 "bbox_3d": {375 "aabb": {376 "center": [377 -257.33300971984863,378 -289.0069580078125,379 244.7000106573105380 ],381 "extent": [382 8.791104316711426,383 150.00003051757812,384 0.30008041858673096385 ]386 },387 "obb": {388 "center": [389 -257.33300971984863,390 -289.0069580078125,391 244.7000106573105392 ],393 "extent": [394 8.791104316711426,395 150.00003051757812,396 0.30008041858673096397 ],398 "rotation": [399 0,400 0,401 0402 ]403 },404 "location": [405 -257.3330078125,406 -289.0069885253906,407 245408 ],409 "rotation": [410 0,411 0,412 0413 ],414 "scale": [415 1,416 1,417 1418 ]419 },420 "color": [421 255,422 127,423 255424 ]425 }426 ],427 "picture": [428 {429 "object_id": "SM_PictureA",430 "bbox_2d": [431 488,432 651,433 634,434 843435 ],436 "bbox_3d": {437 "aabb": {438 "center": [439 -404.2590501308438,440 289.18398866461087,441 143.3569946289059442 ],443 "extent": [444 0.5344979122089057,445 30.655253947298263,446 40.71728288678207447 ]448 },449 "obb": {450 "center": [451 -404.2590501308438,452 289.18398866461087,453 143.3569946289059454 ],455 "extent": [456 0.5344979122089057,457 30.655253947298263,458 40.71728288678207459 ],460 "rotation": [461 0,462 1.0017900422099046e-05,463 -1.0017900422099046e-05464 ]465 },466 "location": [467 -404.7934875488281,468 289.1839904785156,469 143.35699462890625470 ],471 "rotation": [472 0,473 1.0017900422099046e-05,474 -1.0017900422099046e-05475 ],476 "scale": [477 1,478 1,479 1480 ]481 },482 "color": [483 0,484 0,485 191486 ]487 }488 ]489 }490}