TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l089_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l089_r003/lit.png",5 "camera": {6 "location": [7 -177,8 319,9 24010 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -177,38 319,39 240,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "tv": [55 {56 "object_id": "SM_TVset_131",57 "bbox_2d": [58 0,59 0,60 767,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 -55.67537493583768,67 343.5040283203125,68 184.618728637695369 ],70 "extent": [71 174.0474023976094,72 14.1383056640625,73 91.3698272705078174 ]75 },76 "obb": {77 "center": [78 -55.67537493583768,79 343.5040283203125,80 184.618728637695381 ],82 "extent": [83 174.0474023976094,84 14.1383056640625,85 91.3698272705078186 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 -55.717041015625,95 343.51348876953125,96 93.3219299316406297 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 0.9973075985908508,105 1,106 1107 ]108 },109 "color": [110 63,111 127,112 255113 ]114 }115 ],116 "cabinet": [117 {118 "object_id": "SM_KomodA5",119 "bbox_2d": [120 867,121 0,122 1919,123 1079124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 -171.0946897744853,129 312.0408421269254,130 234.25426573261743131 ],132 "extent": [133 33.257105774936946,134 7.441403702276773,135 12.88621669263648136 ]137 },138 "obb": {139 "center": [140 -171.0946897744853,141 312.0408421269254,142 234.25426573261743143 ],144 "extent": [145 33.257105774936946,146 7.441403702276773,147 12.88621669263648148 ],149 "rotation": [150 0.0003210188588127494,151 179.9999542236328,152 0153 ]154 },155 "location": [156 -171.1668701171875,157 319.575927734375,158 221.30296325683594159 ],160 "rotation": [161 0.0003210188588127494,162 179.9999542236328,163 0164 ],165 "scale": [166 1.399999976158142,167 1.399999976158142,168 1.399999976158142169 ]170 },171 "color": [172 191,173 95,174 31175 ]176 }177 ],178 "decorative grass": [179 {180 "object_id": "SM_Decorative132_205",181 "bbox_2d": [182 1139,183 702,184 1919,185 1079186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 -188.6259994506836,191 311.63172912597656,192 230.21942138671875193 ],194 "extent": [195 12.070976257324219,196 7.1371917724609375,197 7.383674621582031198 ]199 },200 "obb": {201 "center": [202 -188.6259994506836,203 311.63172912597656,204 230.21942138671875205 ],206 "extent": [207 12.070976257324219,208 7.1371917724609375,209 7.383674621582031210 ],211 "rotation": [212 0,213 0,214 0215 ]216 },217 "location": [218 -188.62600708007812,219 311.6317138671875,220 222.78553771972656221 ],222 "rotation": [223 0,224 0,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 95,235 95,236 31237 ]238 }239 ],240 "books": [241 {242 "object_id": "SM_Book92",243 "bbox_2d": [244 949,245 0,246 1052,247 6248 ],249 "bbox_3d": {250 "aabb": {251 "center": [252 -188.46971190800784,253 312.5464694937705,254 255.9214324951172255 ],256 "extent": [257 1.1922713871216217,258 6.598358747442489,259 8.913015404145881260 ]261 },262 "obb": {263 "center": [264 -188.46971190800784,265 312.5464694937705,266 255.9214324951172267 ],268 "extent": [269 1.1922713871216217,270 6.598358747442489,271 8.913015404145881272 ],273 "rotation": [274 -90,275 179.99986267089844,276 0277 ]278 },279 "location": [280 -187.25338745117188,281 312.5464782714844,282 255.9214324951172283 ],284 "rotation": [285 -90,286 179.99986267089844,287 0288 ],289 "scale": [290 0.846233069896698,291 0.7663160562515259,292 0.846233069896698293 ]294 },295 "color": [296 0,297 95,298 159299 ]300 },301 {302 "object_id": "SM_Book93",303 "bbox_2d": [304 949,305 13,306 1050,307 101308 ],309 "bbox_3d": {310 "aabb": {311 "center": [312 -191.20193541875233,313 312.5473243098848,314 255.9214324951172315 ],316 "extent": [317 1.192273144369267,318 6.598359064954934,319 8.913015404145881320 ]321 },322 "obb": {323 "center": [324 -191.20193541875233,325 312.5473243098848,326 255.9214324951172327 ],328 "extent": [329 1.192273144369267,330 6.598359064954934,331 8.913015404145881332 ],333 "rotation": [334 -90,335 179.99984741210938,336 0337 ]338 },339 "location": [340 -189.98561096191406,341 312.5473327636719,342 255.9214324951172343 ],344 "rotation": [345 -90,346 179.99984741210938,347 0348 ],349 "scale": [350 0.846233069896698,351 0.7663160562515259,352 0.846233069896698353 ]354 },355 "color": [356 255,357 0,358 159359 ]360 },361 {362 "object_id": "SM_Book94",363 "bbox_2d": [364 951,365 102,366 1035,367 165368 ],369 "bbox_3d": {370 "aabb": {371 "center": [372 -193.81929076543113,373 312.5475683250451,374 255.9214324951172375 ],376 "extent": [377 1.1922724637449278,378 6.598358941974766,379 8.913015404145881380 ]381 },382 "obb": {383 "center": [384 -193.81929076543113,385 312.5475683250451,386 255.9214324951172387 ],388 "extent": [389 1.1922724637449278,390 6.598358941974766,391 8.913015404145881392 ],393 "rotation": [394 -90,395 179.999853322206,396 0397 ]398 },399 "location": [400 -192.60296630859375,401 312.5475769042969,402 255.9214324951172403 ],404 "rotation": [405 -90,406 179.999853322206,407 0408 ],409 "scale": [410 0.846233069896698,411 0.7663160562515259,412 0.846233069896698413 ]414 },415 "color": [416 255,417 255,418 159419 ]420 }421 ]422 }423}