TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l028_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l028_r001/lit.png",5 "camera": {6 "location": [7 949,8 -533,9 4710 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 949,38 -533,39 47,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "plane": [55 {56 "object_id": "Plane_243",57 "bbox_2d": [58 558,59 762,60 1919,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 890,67 -460,68 069 ],70 "extent": [71 150,72 150,73 2.4121840694324697e-1474 ]75 },76 "obb": {77 "center": [78 890,79 -460,80 081 ],82 "extent": [83 150,84 150,85 2.4121840694324697e-1486 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 890,95 -460,96 097 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 3,105 3,106 3107 ]108 },109 "color": [110 0,111 31,112 191113 ]114 }115 ],116 "chair": [117 {118 "object_id": "SM_Chair_6",119 "bbox_2d": [120 301,121 0,122 1417,123 1079124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 971.6390950331421,129 -493.59936645032934,130 40.02226257324219131 ],132 "extent": [133 25.088410343233022,134 23.97411729918059,135 40.022247314453125136 ]137 },138 "obb": {139 "center": [140 971.6390950331421,141 -493.59936645032934,142 40.02226257324219143 ],144 "extent": [145 25.088410343233022,146 23.97411729918059,147 40.022247314453125148 ],149 "rotation": [150 0,151 169.99996948242188,152 0153 ]154 },155 "location": [156 971.6390991210938,157 -493.599365234375,158 1.52587890625e-05159 ],160 "rotation": [161 0,162 169.99996948242188,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 159,173 63,174 159175 ]176 },177 {178 "object_id": "SM_Chair_9",179 "bbox_2d": [180 1472,181 363,182 1861,183 877184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 930.4258401842941,189 -341.2888831061714,190 40.02226257324219191 ],192 "extent": [193 29.575940657640103,194 29.202731953769387,195 40.022247314453125196 ]197 },198 "obb": {199 "center": [200 930.4258401842941,201 -341.2888831061714,202 40.02226257324219203 ],204 "extent": [205 29.575940657640103,206 29.202731953769387,207 40.022247314453125208 ],209 "rotation": [210 0,211 -146.07577514648438,212 0213 ]214 },215 "location": [216 930.4258422851562,217 -341.28887939453125,218 1.52587890625e-05219 ],220 "rotation": [221 0,222 -146.07577514648438,223 0224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 127,233 223,234 95235 ]236 },237 {238 "object_id": "SM_Chair_10",239 "bbox_2d": [240 1017,241 224,242 1404,243 936244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 985.8643203661144,249 -412.11346036997264,250 40.022262314452746251 ],252 "extent": [253 29.961430282544256,254 29.8793430926807,255 40.022247314453125256 ]257 },258 "obb": {259 "center": [260 985.8643203661144,261 -412.11346036997264,262 40.022262314452746263 ],264 "extent": [265 29.961430282544256,266 29.8793430926807,267 40.022247314453125268 ],269 "rotation": [270 0,271 42.57830810546874,272 0273 ]274 },275 "location": [276 985.8643188476562,277 -412.11346435546875,278 1.4999999621068127e-05279 ],280 "rotation": [281 0,282 42.57830810546874,283 0284 ],285 "scale": [286 1,287 1,288 1289 ]290 },291 "color": [292 63,293 223,294 0295 ]296 }297 ],298 "chopstick stand": [299 {300 "object_id": "SM_ChopstickStand7",301 "bbox_2d": [302 1395,303 283,304 1397,305 289306 ],307 "bbox_3d": {308 "aabb": {309 "center": [310 971.9487169396981,311 -353.4552515550635,312 82.75997352600098313 ],314 "extent": [315 7.650315807778043,316 7.513067096372026,317 9.759943008422852318 ]319 },320 "obb": {321 "center": [322 971.9487169396981,323 -353.4552515550635,324 82.75997352600098325 ],326 "extent": [327 7.650315807778043,328 7.513067096372026,329 9.759943008422852330 ],331 "rotation": [332 0,333 -50.000091552734375,334 0335 ]336 },337 "location": [338 972.2301025390625,339 -351.48974609375,340 73.00003051757812341 ],342 "rotation": [343 0,344 -50.000091552734375,345 0346 ],347 "scale": [348 1,349 1,350 1351 ]352 },353 "color": [354 159,355 223,356 31357 ]358 }359 ],360 "coat hanger": [361 {362 "object_id": "SM_CoatHanger5_356",363 "bbox_2d": [364 592,365 146,366 849,367 430368 ],369 "bbox_3d": {370 "aabb": {371 "center": [372 1025.4565052501187,373 -449.97724143623657,374 80.35374069213867375 ],376 "extent": [377 3.543537719734161,378 19.967594066807465,379 18.870166778564453380 ]381 },382 "obb": {383 "center": [384 1025.4565052501187,385 -449.97724143623657,386 80.35374069213867387 ],388 "extent": [389 3.543537719734161,390 19.967594066807465,391 18.870166778564453392 ],393 "rotation": [394 0,395 90.00012207031251,396 0397 ]398 },399 "location": [400 1029,401 -450,402 87403 ],404 "rotation": [405 0,406 90.00012207031251,407 0408 ],409 "scale": [410 1,411 1,412 1413 ]414 },415 "color": [416 0,417 31,418 15419 ]420 },421 {422 "object_id": "SM_CoatHanger6_359",423 "bbox_2d": [424 1565,425 128,426 1701,427 260428 ],429 "bbox_3d": {430 "aabb": {431 "center": [432 919.9772206750628,433 -175.5434946164791,434 153.35374069213867435 ],436 "extent": [437 19.967599728853088,438 3.5435696258572875,439 18.870166778564453440 ]441 },442 "obb": {443 "center": [444 919.9772206750628,445 -175.5434946164791,446 153.35374069213867447 ],448 "extent": [449 19.967599728853088,450 3.5435696258572875,451 18.870166778564453452 ],453 "rotation": [454 0,455 179.99978637695312,456 0457 ]458 },459 "location": [460 920,461 -172,462 160463 ],464 "rotation": [465 0,466 179.99978637695312,467 0468 ],469 "scale": [470 1,471 1,472 1473 ]474 },475 "color": [476 0,477 95,478 15479 ]480 }481 ]482 }483}