TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Diner50",3 "view_id": "l019_off0_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Diner50/l019_off0_r005/lit.png",5 "camera": {6 "location": [7 -73,8 -1066,9 13510 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -73,38 -1066,39 135,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "walls": [54 {55 "object_id": "SM_Walls",56 "bbox_2d": [57 454,58 0,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -217.06695556640625,66 -300.78192138671875,67 259.984344482421968 ],69 "extent": [70 559.015869140625,71 1006.7079467773438,72 260.0156860351562573 ]74 },75 "obb": {76 "center": [77 -217.06695556640625,78 -300.78192138671875,79 259.984344482421980 ],81 "extent": [82 559.015869140625,83 1006.7079467773438,84 260.0156860351562585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 150,94 380,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "window divided": [116 {117 "object_id": "SM_Window_4",118 "bbox_2d": [119 0,120 0,121 557,122 671123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -123.00013732910156,128 -1302.9999999997074,129 206.9645233154297130 ],131 "extent": [132 86.29109191874949,133 0.0001838456628320273,134 104.96500396728516135 ]136 },137 "obb": {138 "center": [139 -123.00013732910156,140 -1302.9999999997074,141 206.9645233154297142 ],143 "extent": [144 86.29109191874949,145 0.0001838456628320273,146 104.96500396728516147 ],148 "rotation": [149 0,150 -90.00012207031251,151 0152 ]153 },154 "location": [155 -123,156 -1303,157 102158 ],159 "rotation": [160 0,161 -90.00012207031251,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 191,172 63,173 191174 ]175 }176 ]177 },178 "foreground": {179 "can": [180 {181 "object_id": "SM_MetalCan4",182 "bbox_2d": [183 1712,184 1066,185 1800,186 1079187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 96,192 -1108,193 28.001554489135742194 ],195 "extent": [196 31.746210844024773,197 33.07569811002713,198 28.001554489135742199 ]200 },201 "obb": {202 "center": [203 96,204 -1108,205 28.001554489135742206 ],207 "extent": [208 31.746210844024773,209 33.07569811002713,210 28.001554489135742211 ],212 "rotation": [213 0,214 -160.07412719726562,215 0216 ]217 },218 "location": [219 96,220 -1108,221 0222 ],223 "rotation": [224 0,225 -160.07412719726562,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 127,236 127,237 0238 ]239 }240 ],241 "electronics": [242 {243 "object_id": "SM_VendingGum",244 "bbox_2d": [245 540,246 322,247 812,248 1079249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 -28.999996185304767,254 -1244.0000019073527,255 86.7374267578125256 ],257 "extent": [258 28.689947173049326,259 28.689947173049404,260 86.57540130615234261 ]262 },263 "obb": {264 "center": [265 -28.999996185304767,266 -1244.0000019073527,267 86.7374267578125268 ],269 "extent": [270 28.689947173049326,271 28.689947173049404,272 86.57540130615234273 ],274 "rotation": [275 0,276 179.99993896484375,277 0278 ]279 },280 "location": [281 -29,282 -1244,283 0284 ],285 "rotation": [286 0,287 179.99993896484375,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 0,298 63,299 63300 ]301 },302 {303 "object_id": "SM_Jukebox_17",304 "bbox_2d": [305 0,306 463,307 465,308 1079309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -109.2348518371582,314 -1251.9992294311523,315 72.94467163085938316 ],317 "extent": [318 44.673892974853516,319 31.011703491210938,320 72.18212890625321 ]322 },323 "obb": {324 "center": [325 -109.2348518371582,326 -1251.9992294311523,327 72.94467163085938328 ],329 "extent": [330 44.673892974853516,331 31.011703491210938,332 72.18212890625333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 -110,342 -1254,343 0344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 191,358 63,359 127360 ]361 }362 ],363 "poster": [364 {365 "object_id": "SM_Poster\u0441",366 "bbox_2d": [367 1271,368 0,369 1777,370 114371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 119.138646641068,376 -1180.190672738669,377 259.73847007751465378 ],379 "extent": [380 25.222026647674035,381 37.52953393900884,382 29.205533981323242383 ]384 },385 "obb": {386 "center": [387 119.138646641068,388 -1180.190672738669,389 259.73847007751465390 ],391 "extent": [392 25.222026647674035,393 37.52953393900884,394 29.205533981323242395 ],396 "rotation": [397 0,398 56.65076065063475,399 0400 ]401 },402 "location": [403 119.13864135742188,404 -1180.190673828125,405 230.53292846679688406 ],407 "rotation": [408 0,409 56.65076065063475,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 255,420 191,421 191422 ]423 },424 {425 "object_id": "SM_PosterWelcome3",426 "bbox_2d": [427 71,428 243,429 238,430 443431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -114.2223206684934,436 -1302.6474687518476,437 172.1289413311074438 ],439 "extent": [440 12.600000612489197,441 0.042034344460034845,442 18.000000715255737443 ]444 },445 "obb": {446 "center": [447 -114.2223206684934,448 -1302.6474687518476,449 172.1289413311074450 ],451 "extent": [452 12.600000612489197,453 0.042034344460034845,454 18.000000715255737455 ],456 "rotation": [457 0,458 89.99984741210939,459 0460 ]461 },462 "location": [463 -114.22232055664062,464 -1302.60546875,465 153.28396606445312466 ],467 "rotation": [468 0,469 89.99984741210939,470 0471 ],472 "scale": [473 1.2000000476837158,474 1.2000000476837158,475 1.2000000476837158476 ]477 },478 "color": [479 191,480 159,481 31482 ]483 }484 ],485 "misc": [486 {487 "object_id": "SM_Bulk_01",488 "bbox_2d": [489 849,490 0,491 1089,492 1079493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 49,498 -1273,499 259.99993896484375500 ],501 "extent": [502 35.06570432125068,503 33.235575239960326,504 259.99993896484375505 ]506 },507 "obb": {508 "center": [509 48.99999999999999,510 -1273,511 259.99993896484375512 ],513 "extent": [514 35.06570432125068,515 33.235575239960326,516 259.99993896484375517 ],518 "rotation": [519 0,520 -60.00001144409179,521 0522 ]523 },524 "location": [525 49,526 -1273,527 0528 ],529 "rotation": [530 0,531 -60.00001144409179,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 63,542 31,543 191544 ]545 }546 ]547 }548}