TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l051_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l051_r005/lit.png",5 "camera": {6 "location": [7 581,8 -454,9 8010 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 581,38 -454,39 80,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "plane": [55 {56 "object_id": "Plane_243",57 "bbox_2d": [58 1327,59 931,60 1637,61 107662 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 890,67 -460,68 069 ],70 "extent": [71 150,72 150,73 2.4121840694324697e-1474 ]75 },76 "obb": {77 "center": [78 890,79 -460,80 081 ],82 "extent": [83 150,84 150,85 2.4121840694324697e-1486 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 890,95 -460,96 097 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 3,105 3,106 3107 ]108 },109 "color": [110 0,111 31,112 191113 ]114 }115 ],116 "bar stool": [117 {118 "object_id": "SM_Barstool_01_Small5",119 "bbox_2d": [120 1842,121 874,122 1919,123 1079124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 725.0137140270415,129 -480.0092285153805,130 22.542636655631668131 ],132 "extent": [133 18.463972746955733,134 18.183464331535106,135 22.60599171834542136 ]137 },138 "obb": {139 "center": [140 725.0137140270415,141 -480.0092285153805,142 22.542636655631668143 ],144 "extent": [145 18.463972746955733,146 18.183464331535106,147 22.60599171834542148 ],149 "rotation": [150 0,151 0,152 0153 ]154 },155 "location": [156 725,157 -480,158 0159 ],160 "rotation": [161 0,162 0,163 0164 ],165 "scale": [166 0.8999999761581421,167 0.8999999761581421,168 0.8999999761581421169 ]170 },171 "color": [172 159,173 95,174 191175 ]176 },177 {178 "object_id": "SM_Barstool_01_Small6",179 "bbox_2d": [180 1323,181 1052,182 1626,183 1079184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 635.0137140270415,189 -480.0092285153805,190 22.542636655631668191 ],192 "extent": [193 18.463972746955733,194 18.183464331535106,195 22.60599171834542196 ]197 },198 "obb": {199 "center": [200 635.0137140270415,201 -480.0092285153805,202 22.542636655631668203 ],204 "extent": [205 18.463972746955733,206 18.183464331535106,207 22.60599171834542208 ],209 "rotation": [210 0,211 0,212 0213 ]214 },215 "location": [216 635,217 -480,218 0219 ],220 "rotation": [221 0,222 0,223 0224 ],225 "scale": [226 0.8999999761581421,227 0.8999999761581421,228 0.8999999761581421229 ]230 },231 "color": [232 159,233 95,234 31235 ]236 }237 ],238 "folding": [239 {240 "object_id": "SM_Folding_Closed2_202",241 "bbox_2d": [242 556,243 399,244 922,245 1079246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 623.0215454101562,251 -586.7859187588545,252 50.90002023749304253 ],254 "extent": [255 24.49518585205078,256 14.748378323691782,257 51.498875079143275258 ]259 },260 "obb": {261 "center": [262 623.0215454101562,263 -586.7859187588545,264 50.90002023749304265 ],266 "extent": [267 24.49518585205078,268 14.748378323691782,269 51.498875079143275270 ],271 "rotation": [272 0,273 0,274 -10.000030517578125275 ]276 },277 "location": [278 623.0215454101562,279 -578.4370727539062,280 0281 ],282 "rotation": [283 0,284 0,285 -10.000030517578125286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 191,295 223,296 255297 ]298 },299 {300 "object_id": "SM_Folding_Closed3",301 "bbox_2d": [302 564,303 390,304 948,305 1079306 ],307 "bbox_3d": {308 "aabb": {309 "center": [310 623.0215454101562,311 -578.7832340591979,312 50.90002009852853313 ],314 "extent": [315 24.49518585205078,316 14.748379146541879,317 51.49887502838979318 ]319 },320 "obb": {321 "center": [322 623.0215454101562,323 -578.7832340591979,324 50.90002009852852325 ],326 "extent": [327 24.49518585205078,328 14.748379146541879,329 51.49887502838979330 ],331 "rotation": [332 0,333 0,334 -10.000031471252441335 ]336 },337 "location": [338 623.0215454101562,339 -570.4343872070312,340 0341 ],342 "rotation": [343 0,344 0,345 -10.000031471252441346 ],347 "scale": [348 1,349 1,350 1351 ]352 },353 "color": [354 191,355 223,356 127357 ]358 },359 {360 "object_id": "SM_Folding_Closed4",361 "bbox_2d": [362 572,363 372,364 975,365 1079366 ],367 "bbox_3d": {368 "aabb": {369 "center": [370 623.0215454101562,371 -571.6513370865416,372 50.90002009852853373 ],374 "extent": [375 24.49518585205078,376 14.748379146541879,377 51.49887502838979378 ]379 },380 "obb": {381 "center": [382 623.0215454101562,383 -571.6513370865416,384 50.90002009852852385 ],386 "extent": [387 24.49518585205078,388 14.748379146541879,389 51.49887502838979390 ],391 "rotation": [392 0,393 0,394 -10.000031471252441395 ]396 },397 "location": [398 623.0215454101562,399 -563.302490234375,400 0401 ],402 "rotation": [403 0,404 0,405 -10.000031471252441406 ],407 "scale": [408 1,409 1,410 1411 ]412 },413 "color": [414 191,415 223,416 63417 ]418 },419 {420 "object_id": "SM_Folding_Closed5",421 "bbox_2d": [422 0,423 343,424 461,425 786426 ],427 "bbox_3d": {428 "aabb": {429 "center": [430 562.4636840820312,431 -586.0146183365416,432 50.90002009852853433 ],434 "extent": [435 24.49518585205078,436 14.748379146541879,437 51.49887502838979438 ]439 },440 "obb": {441 "center": [442 562.4636840820312,443 -586.0146183365416,444 50.90002009852852445 ],446 "extent": [447 24.49518585205078,448 14.748379146541879,449 51.49887502838979450 ],451 "rotation": [452 0,453 0,454 -10.000031471252441455 ]456 },457 "location": [458 562.4636840820312,459 -577.665771484375,460 0461 ],462 "rotation": [463 0,464 0,465 -10.000031471252441466 ],467 "scale": [468 1,469 1,470 1471 ]472 },473 "color": [474 191,475 223,476 191477 ]478 }479 ]480 }481}