TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l049_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l049_r000/lit.png",5 "camera": {6 "location": [7 806,8 519,9 8310 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 806,38 519,39 83,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "coffee counter": [55 {56 "object_id": "SM_Coffee_Counter_10",57 "bbox_2d": [58 0,59 122,60 108,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 748.8608591313241,67 439.99975984073865,68 55.0000190734863369 ],70 "extent": [71 101.1391713864673,72 40.000270676740854,73 45.0000190734863374 ]75 },76 "obb": {77 "center": [78 748.8608591313241,79 439.99975984073865,80 55.0000190734863381 ],82 "extent": [83 101.1391713864673,84 40.000270676740854,85 45.0000190734863386 ],87 "rotation": [88 0,89 90.00011444091797,90 091 ]92 },93 "location": [94 850,95 400,96 1097 ],98 "rotation": [99 0,100 90.00011444091797,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 191,111 95,112 31113 ]114 },115 {116 "object_id": "SM_Coffee_Counter2_12",117 "bbox_2d": [118 36,119 170,120 807,121 1079122 ],123 "bbox_3d": {124 "aabb": {125 "center": [126 951.2646677250741,127 439.99975984073865,128 55.00001907348633129 ],130 "extent": [131 101.1391713864673,132 40.000270676740854,133 45.00001907348633134 ]135 },136 "obb": {137 "center": [138 951.2646677250741,139 439.99975984073865,140 55.00001907348633141 ],142 "extent": [143 101.1391713864673,144 40.000270676740854,145 45.00001907348633146 ],147 "rotation": [148 0,149 90.00011444091797,150 0151 ]152 },153 "location": [154 1052.40380859375,155 400,156 10157 ],158 "rotation": [159 0,160 90.00011444091797,161 0162 ],163 "scale": [164 1,165 1,166 1167 ]168 },169 "color": [170 31,171 95,172 0173 ]174 }175 ],176 "drink machine": [177 {178 "object_id": "SM_Drink_Machine_2",179 "bbox_2d": [180 0,181 0,182 540,183 334184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 889.1782880594402,189 443.63552856446387,190 133.54526138305664191 ],192 "extent": [193 29.00478112511564,194 27.472098157030928,195 33.42982482910156196 ]197 },198 "obb": {199 "center": [200 889.1782880594402,201 443.63552856446387,202 133.54526138305664203 ],204 "extent": [205 29.00478112511564,206 27.472098157030928,207 33.42982482910156208 ],209 "rotation": [210 0,211 90.00012207031251,212 0213 ]214 },215 "location": [216 889.1782836914062,217 443,218 100.00001525878906219 ],220 "rotation": [221 0,222 90.00012207031251,223 0224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 31,233 95,234 255235 ]236 }237 ],238 "cup": [239 {240 "object_id": "SM_Plastic_Cup5",241 "bbox_2d": [242 490,243 289,244 548,245 360246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 937.7943623943374,251 457.99038000375793,252 110.60352754614722253 ],254 "extent": [255 4.662322946323229,256 4.662273699495586,257 6.097715460706041258 ]259 },260 "obb": {261 "center": [262 937.7943623943374,263 457.99038000375793,264 110.60352754614722265 ],266 "extent": [267 4.662322946323229,268 4.662273699495586,269 6.097715460706041270 ],271 "rotation": [272 -0.00047800000174902363,273 -179.99996948242188,274 -179.99998474121097275 ]276 },277 "location": [278 937.7943115234375,279 457.9903564453125,280 116.70120239257812281 ],282 "rotation": [283 -0.00047800000174902363,284 -179.99996948242188,285 -179.99998474121097286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 0,295 95,296 95297 ]298 },299 {300 "object_id": "SM_Plastic_Cup6",301 "bbox_2d": [302 730,303 533,304 789,305 579306 ],307 "bbox_3d": {308 "aabb": {309 "center": [310 976.5128099366584,311 482.11237764378257,312 80.07191109149238313 ],314 "extent": [315 4.662327705307916,316 6.097736163472632,317 4.662300099139145318 ]319 },320 "obb": {321 "center": [322 976.5128099366584,323 482.11237764378257,324 80.07191109149238325 ],326 "extent": [327 4.662327705307916,328 6.097736163472632,329 4.662300099139145330 ],331 "rotation": [332 5.5600874475203515e-05,333 -179.99949645996094,334 89.99975585937501335 ]336 },337 "location": [338 976.5127563476562,339 488.2100524902344,340 80.07190704345703341 ],342 "rotation": [343 5.5600874475203515e-05,344 -179.99949645996094,345 89.99975585937501346 ],347 "scale": [348 1,349 1,350 1351 ]352 },353 "color": [354 255,355 95,356 95357 ]358 },359 {360 "object_id": "SM_Plastic_Cup7",361 "bbox_2d": [362 765,363 534,364 813,365 571366 ],367 "bbox_3d": {368 "aabb": {369 "center": [370 1004.8085252686898,371 482.11237764378257,372 80.07191109149238373 ],374 "extent": [375 4.662327737785745,376 6.0977361634728595,377 4.662300131616803378 ]379 },380 "obb": {381 "center": [382 1004.8085252686898,383 482.11237764378257,384 80.07191109149238385 ],386 "extent": [387 4.662327737785745,388 6.0977361634728595,389 4.662300131616803390 ],391 "rotation": [392 5.6000000768108266e-05,393 -179.99949645996094,394 89.99975585937501395 ]396 },397 "location": [398 1004.8084716796875,399 488.2100524902344,400 80.07190704345703401 ],402 "rotation": [403 5.6000000768108266e-05,404 -179.99949645996094,405 89.99975585937501406 ],407 "scale": [408 1,409 1,410 1411 ]412 },413 "color": [414 127,415 95,416 95417 ]418 }419 ],420 "beer sign": [421 {422 "object_id": "SM_Beer_Sign3",423 "bbox_2d": [424 1023,425 234,426 1155,427 282428 ],429 "bbox_3d": {430 "aabb": {431 "center": [432 1398.1966238021976,433 599.056816550878,434 256.6761484146118435 ],436 "extent": [437 2.0739083496189323,438 41.187305000402034,439 14.96452808380127440 ]441 },442 "obb": {443 "center": [444 1398.1966238021976,445 599.056816550878,446 256.6761484146118447 ],448 "extent": [449 2.0739083496189323,450 41.187305000402034,451 14.96452808380127452 ],453 "rotation": [454 0,455 90.00019836425781,456 0457 ]458 },459 "location": [460 1400.2703857421875,461 599.0568237304688,462 256.6761474609375463 ],464 "rotation": [465 0,466 90.00019836425781,467 0468 ],469 "scale": [470 1,471 1,472 1473 ]474 },475 "color": [476 95,477 95,478 0479 ]480 }481 ]482 }483}