TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ConferenceRoomVol1",3 "view_id": "l000_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ConferenceRoomVol1/l000_r004/lit.png",5 "camera": {6 "location": [7 -91,8 -245,9 10010 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -91,38 -245,39 100,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "background": [54 {55 "object_id": "SM_BackgroundA",56 "bbox_2d": [57 1047,58 0,59 1919,60 70961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1.4258699417114258,66 -361.33600664138794,67 172.5001525878906268 ],69 "extent": [70 146.0001220703125,71 0.40011221170425415,72 87.5001983642578173 ]74 },75 "obb": {76 "center": [77 1.4258699417114258,78 -361.33600664138794,79 172.5001525878906280 ],81 "extent": [82 146.0001220703125,83 0.40011221170425415,84 87.5001983642578185 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 1.4258699417114258,94 -361.7359924316406,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 255112 ]113 }114 ],115 "window divided": [116 {117 "object_id": "SM_Window",118 "bbox_2d": [119 0,120 122,121 213,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -290.9998779296875,128 -6.103515625e-05,129 149.56552124023438130 ],131 "extent": [132 11.925933837890625,133 391.7356872558594,134 150.43450927734375135 ]136 },137 "obb": {138 "center": [139 -290.9998779296875,140 -6.103515625e-05,141 149.56552124023438142 ],143 "extent": [144 11.925933837890625,145 391.7356872558594,146 150.43450927734375147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 127,173 0174 ]175 }176 ]177 },178 "foreground": {179 "projection screen": [180 {181 "object_id": "SM_Projection_Screen",182 "bbox_2d": [183 1116,184 0,185 1919,186 641187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 1.4258166270214474,192 -354.6729736328125,193 173.4909820556659194 ],195 "extent": [196 137.78615051265047,197 5.51713228225708,198 81.9183695848694199 ]200 },201 "obb": {202 "center": [203 1.4258166270214474,204 -354.6729736328125,205 173.4909820556659206 ],207 "extent": [208 137.78615051265047,209 5.51713228225708,210 81.9183695848694211 ],212 "rotation": [213 -1.7075500409191593e-06,214 0,215 0216 ]217 },218 "location": [219 1.425879955291748,220 -354.6730041503906,221 250.43499755859375222 ],223 "rotation": [224 -1.7075500409191593e-06,225 0,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 255,236 255,237 0238 ]239 }240 ],241 "cabinet": [242 {243 "object_id": "SM_CabinetA",244 "bbox_2d": [245 906,246 653,247 1919,248 1079249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 1.426069974899292,254 -348.23598861694336,255 42.5256 ],257 "extent": [258 146.00003051757812,259 23.500003814697266,260 42.5261 ]262 },263 "obb": {264 "center": [265 1.426069974899292,266 -348.23598861694336,267 42.5268 ],269 "extent": [270 146.00003051757812,271 23.500003814697266,272 42.5273 ],274 "rotation": [275 0,276 0,277 0278 ]279 },280 "location": [281 1.426069974899292,282 -371.7359924316406,283 0284 ],285 "rotation": [286 0,287 0,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 255,298 255,299 255300 ]301 },302 {303 "object_id": "SM_CabinetB",304 "bbox_2d": [305 202,306 0,307 1046,308 1079309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -212.07400512695312,314 -345.7359867095947,315 130.00018310546875316 ],317 "extent": [318 67.4999771118164,319 26.0000057220459,320 130.00018310546875321 ]322 },323 "obb": {324 "center": [325 -212.07400512695312,326 -345.7359867095947,327 130.00018310546875328 ],329 "extent": [330 67.4999771118164,331 26.0000057220459,332 130.00018310546875333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 -212.07400512695312,342 -371.7359924316406,343 0344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 0,358 0,359 127360 ]361 }362 ],363 "curtain": [364 {365 "object_id": "SM_Curtain5",366 "bbox_2d": [367 0,368 0,369 201,370 176371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 -286.7053491837275,376 -303.20943450927734,377 245.5725174618962378 ],379 "extent": [380 1.0004268652662631,381 69.80915069580078,382 83.06246194033012383 ]384 },385 "obb": {386 "center": [387 -286.7053491837275,388 -303.20943450927734,389 245.5725174618962390 ],391 "extent": [392 1.0004268652662631,393 69.80915069580078,394 83.06246194033012395 ],396 "rotation": [397 -4.999999873689375e-06,398 0,399 0400 ]401 },402 "location": [403 -285.9389953613281,404 -303.20941162109375,405 328.635009765625406 ],407 "rotation": [408 -4.999999873689375e-06,409 0,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 255,420 0,421 191422 ]423 }424 ],425 "plant": [426 {427 "object_id": "SM_PlantA",428 "bbox_2d": [429 0,430 516,431 230,432 1000433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 -225.31610870361328,438 -255.28635025024414,439 63.446800231933594440 ],441 "extent": [442 43.553627014160156,443 42.17253875732422,444 63.6171989440918445 ]446 },447 "obb": {448 "center": [449 -225.31610870361328,450 -255.28635025024414,451 63.446800231933594452 ],453 "extent": [454 43.553627014160156,455 42.17253875732422,456 63.6171989440918457 ],458 "rotation": [459 0,460 0,461 0462 ]463 },464 "location": [465 -230,466 -260,467 0468 ],469 "rotation": [470 0,471 0,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 255,482 127,483 191484 ]485 }486 ]487 }488}