TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Studio_Apartment",3 "view_id": "l039_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Studio_Apartment/l039_r004/lit.png",5 "camera": {6 "location": [7 -279,8 139,9 9510 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -279,38 139,39 95,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "room": [54 {55 "object_id": "SM_Room_04",56 "bbox_2d": [57 0,58 0,59 811,60 96661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -416.40472412109375,66 -17.387954711914062,67 137.0012512207031268 ],69 "extent": [70 5.69061279296875,71 169.26719665527344,72 137.0012512207031273 ]74 },75 "obb": {76 "center": [77 -416.40472412109375,78 -17.387954711914062,79 137.0012512207031280 ],81 "extent": [82 5.69061279296875,83 169.26719665527344,84 137.0012512207031285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 },114 {115 "object_id": "SM_Room_33",116 "bbox_2d": [117 812,118 0,119 1919,120 737121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -214.09774780273438,126 -30.96891212463379,127 137.00125122070312128 ],129 "extent": [130 196.61636352539062,131 5.818750381469727,132 137.00125122070312133 ]134 },135 "obb": {136 "center": [137 -214.09774780273438,138 -30.96891212463379,139 137.00125122070312140 ],141 "extent": [142 196.61636352539062,143 5.818750381469727,144 137.00125122070312145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 0,155 0156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 63,171 63172 ]173 }174 ],175 "door": [176 {177 "object_id": "SM_Door_02",178 "bbox_2d": [179 1077,180 0,181 1556,182 692183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -313.5359191894531,188 -37.81229782104492,189 118.2634048461914190 ],191 "extent": [192 41.528167724609375,193 1.5000457763671875,194 117.85313415527344195 ]196 },197 "obb": {198 "center": [199 -313.5359191894531,200 -37.81229782104492,201 118.2634048461914202 ],203 "extent": [204 41.528167724609375,205 1.5000457763671875,206 117.85313415527344207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 0,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 0,232 63,233 63234 ]235 },236 {237 "object_id": "SM_Door_05",238 "bbox_2d": [239 1026,240 0,241 1601,242 677243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -313.31842041015625,248 -31.37153434753418,249 119.93985748291016250 ],251 "extent": [252 45,253 8.500070571899414,254 120.17390441894531255 ]256 },257 "obb": {258 "center": [259 -313.31842041015625,260 -31.37153434753418,261 119.93985748291016262 ],263 "extent": [264 45,265 8.500070571899414,266 120.17390441894531267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 0,276 0,277 0278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 63,292 63,293 63294 ]295 },296 {297 "object_id": "SM_Door2",298 "bbox_2d": [299 1089,300 500,301 1154,302 579303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -343,308 -32.5,309 95310 ],311 "extent": [312 7.148256362532948,313 3.6948661731127235,314 7.7611236572265625315 ]316 },317 "obb": {318 "center": [319 -343,320 -32.5,321 95322 ],323 "extent": [324 7.148256362532948,325 3.6948661731127235,326 7.7611236572265625327 ],328 "rotation": [329 0,330 -3.0517578125e-05,331 0332 ]333 },334 "location": [335 -343,336 -32.5,337 95338 ],339 "rotation": [340 0,341 -3.0517578125e-05,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 191,352 63,353 191354 ]355 }356 ]357 },358 "foreground": {359 "kitchen marble": [360 {361 "object_id": "SM_Kitchen_Marble",362 "bbox_2d": [363 0,364 663,365 1547,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -160.33001708984375,372 109.10777282714844,373 85.25374 ],375 "extent": [376 144.76406860351562,377 31.867874145507812,378 1.25379 ]380 },381 "obb": {382 "center": [383 -160.33001708984375,384 109.10777282714844,385 85.25386 ],387 "extent": [388 144.76406860351562,389 31.867874145507812,390 1.25391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 0,400 0,401 0402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 63,416 0,417 127418 ]419 }420 ],421 "cooker": [422 {423 "object_id": "SM_Cooker",424 "bbox_2d": [425 1524,426 16,427 1919,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -238,434 107,435 95.99851608276367436 ],437 "extent": [438 40.56880094131799,439 25.078331608449986,440 8.961257934570312441 ]442 },443 "obb": {444 "center": [445 -238,446 107,447 95.99851608276367448 ],449 "extent": [450 40.56880094131799,451 25.078331608449986,452 8.961257934570312453 ],454 "rotation": [455 0,456 -179.9999237060547,457 0458 ]459 },460 "location": [461 -238,462 107,463 87464 ],465 "rotation": [466 0,467 -179.9999237060547,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 255,478 191,479 63480 ]481 }482 ]483 }484}