TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l016_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Bakery/l016_r000/lit.png",5 "camera": {6 "location": [7 241,8 221,9 10110 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 241,38 221,39 101,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_wall_01_281",56 "bbox_2d": [57 227,58 220,59 1164,60 28561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 0,67 199.2298889160156268 ],69 "extent": [70 448.35015869140625,71 456.7044982910156,72 200.5044555664062573 ]74 },75 "obb": {76 "center": [77 0,78 0,79 199.2298889160156280 ],81 "extent": [82 448.35015869140625,83 456.7044982910156,84 200.5044555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 },114 {115 "object_id": "SM_wall_05_19",116 "bbox_2d": [117 0,118 0,119 1167,120 219121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 413.07183837890625,126 219.72203063964844,127 272.21002197265625128 ],129 "extent": [130 22.278289794921875,131 215.7262659626067,132 109.5366704119806133 ]134 },135 "obb": {136 "center": [137 413.07183837890625,138 219.72203063964844,139 272.21002197265625140 ],141 "extent": [142 22.278289794921875,143 215.7262659626067,144 109.5366704119806145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 413.07183837890625,154 219.72203063964844,155 272.21002197265625156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1.0699734687805176,165 1.0926108360290527166 ]167 },168 "color": [169 63,170 191,171 15172 ]173 }174 ]175 },176 "foreground": {177 "cashier": [178 {179 "object_id": "SM_cashier_302",180 "bbox_2d": [181 0,182 251,183 1174,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 330.7001953125,190 148.85812377929688,191 68.8092041015625192 ],193 "extent": [194 39.265533447265625,195 83.54351806640625,196 50.12611389160156197 ]198 },199 "obb": {200 "center": [201 330.7001953125,202 148.85812377929688,203 68.8092041015625204 ],205 "extent": [206 39.265533447265625,207 83.54351806640625,208 50.12611389160156209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 330.7001953125,218 148.85812377929688,219 20220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 255,234 127,235 255236 ]237 }238 ],239 "tv": [240 {241 "object_id": "SM_Tv_429",242 "bbox_2d": [243 1149,244 0,245 1172,246 128247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 425.55378977194977,252 322.1690518719887,253 228.195045660914254 ],255 "extent": [256 7.263521995059989,257 84.92335535917897,258 49.21144127865614259 ]260 },261 "obb": {262 "center": [263 425.55378977194977,264 322.1690518719887,265 228.195045660914266 ],267 "extent": [268 7.263521995059989,269 84.92335535917897,270 49.21144127865614271 ],272 "rotation": [273 -1.6921501159667967,274 180,275 2.9971604931233747e-07276 ]277 },278 "location": [279 425.9980163574219,280 322.15155029296875,281 180.00645446777344282 ],283 "rotation": [284 -1.6921501159667967,285 180,286 2.9971604931233747e-07287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 63,296 127,297 0298 ]299 },300 {301 "object_id": "SM_Tv2_1",302 "bbox_2d": [303 61,304 0,305 472,306 128307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 425.5537898722134,312 137.5165252685547,313 228.19504566174675314 ],315 "extent": [316 7.263521880267774,317 84.92335510253906,318 49.21144082552911319 ]320 },321 "obb": {322 "center": [323 425.5537898722134,324 137.5165252685547,325 228.19504566174675326 ],327 "extent": [328 7.263521880267774,329 84.92335510253906,330 49.21144082552911331 ],332 "rotation": [333 -1.692149996757507,334 180,335 -2.2079159874887454e-32336 ]337 },338 "location": [339 425.9980163574219,340 137.4990234375,341 180.00645446777344342 ],343 "rotation": [344 -1.692149996757507,345 180,346 -2.2079159874887454e-32347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 63,356 255,357 15358 ]359 }360 ],361 "juice": [362 {363 "object_id": "SM_juice_85",364 "bbox_2d": [365 167,366 201,367 222,368 219369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 354.68528437754867,374 130.4972787856906,375 126.44494915008545376 ],377 "extent": [378 6.185843010880831,379 6.120839035339856,380 14.232349395751953381 ]382 },383 "obb": {384 "center": [385 354.68528437754867,386 130.4972787856906,387 126.44494915008545388 ],389 "extent": [390 6.185843010880831,391 6.120839035339856,392 14.232349395751953393 ],394 "rotation": [395 0,396 -37.64905166625977,397 0398 ]399 },400 "location": [401 354.90472412109375,402 130.78172302246094,403 112.25183868408203404 ],405 "rotation": [406 0,407 -37.64905166625977,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 223,418 191,419 191420 ]421 },422 {423 "object_id": "SM_juice_74",424 "bbox_2d": [425 0,426 183,427 296,428 285429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 322.0977046553553,434 150.85445080972738,435 124.25936709783312436 ],437 "extent": [438 11.294894070527164,439 12.223850684098295,440 3.7030556031063213441 ]442 },443 "obb": {444 "center": [445 322.0977046553553,446 150.85445080972738,447 124.25936709783312448 ],449 "extent": [450 11.294894070527164,451 12.223850684098295,452 3.7030556031063213453 ],454 "rotation": [455 0,456 -38.626636505126974,457 -89.99993133544923458 ]459 },460 "location": [461 329.1089172363281,462 159.62887573242188,463 124.25935363769531464 ],465 "rotation": [466 0,467 -38.626636505126974,468 -89.99993133544923469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 223,478 31,479 0480 ]481 },482 {483 "object_id": "SM_juice_153",484 "bbox_2d": [485 0,486 402,487 68,488 570489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 303.0973241597412,494 149.07144886519094,495 104.43900299072266496 ],497 "extent": [498 5.987261358931335,499 11.849226062630322,500 5.408145904541016501 ]502 },503 "obb": {504 "center": [505 303.0973241597412,506 149.07144886519094,507 104.43900299072266508 ],509 "extent": [510 5.987261358931335,511 11.849226062630322,512 5.408145904541016513 ],514 "rotation": [515 -90,516 -45,517 122.94201660156251518 ]519 },520 "location": [521 300.75103759765625,522 138.08770751953125,523 104.43900299072266524 ],525 "rotation": [526 -90,527 -45,528 122.94201660156251529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 223,538 31,539 127540 ]541 }542 ]543 }544}