TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l015_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l015_r005/lit.png",5 "camera": {6 "location": [7 72,8 372,9 17310 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 72,38 372,39 173,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door": [54 {55 "object_id": "SM_Door_polySurface57",56 "bbox_2d": [57 1270,58 0,59 1284,60 85561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 230.40711644136513,66 194.618632203342,67 193.6868743896484468 ],69 "extent": [70 5.455037415813791,71 40.9399423472035,72 100.3783493041992273 ]74 },75 "obb": {76 "center": [77 230.40711644136513,78 194.618632203342,79 193.6868743896484480 ],81 "extent": [82 5.455037415813791,83 40.9399423472035,84 100.3783493041992285 ],86 "rotation": [87 0,88 -179.99989318847656,89 090 ]91 },92 "location": [93 229.37254333496094,94 154.16036987304688,95 88.916603088378996 ],97 "rotation": [98 0,99 -179.99989318847656,100 0101 ],102 "scale": [103 0.800000011920929,104 0.8706653118133545,105 1106 ]107 },108 "color": [109 127,110 159,111 127112 ]113 },114 {115 "object_id": "SM_Door_polySurface50",116 "bbox_2d": [117 1285,118 0,119 1325,120 859121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 237.10054705583462,126 194.50258489944235,127 195.17345428466797128 ],129 "extent": [130 9.745574626675705,131 49.10113152907067,132 105.98666381835938133 ]134 },135 "obb": {136 "center": [137 237.10054705583462,138 194.50258489944235,139 195.17345428466797140 ],141 "extent": [142 9.745574626675705,143 49.10113152907067,144 105.98666381835938145 ],146 "rotation": [147 0,148 -179.99989318847656,149 0150 ]151 },152 "location": [153 236.64108276367188,154 154.88241577148438,155 88.28707122802734156 ],157 "rotation": [158 0,159 -179.99989318847656,160 0161 ],162 "scale": [163 1.5594600439071655,164 0.8500000238418579,165 1166 ]167 },168 "color": [169 127,170 159,171 63172 ]173 }174 ]175 },176 "foreground": {177 "tv": [178 {179 "object_id": "SM_TVset_131",180 "bbox_2d": [181 0,182 0,183 1271,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -55.67537493583768,190 343.5040283203125,191 184.6187286376953192 ],193 "extent": [194 174.0474023976094,195 14.1383056640625,196 91.36982727050781197 ]198 },199 "obb": {200 "center": [201 -55.67537493583768,202 343.5040283203125,203 184.6187286376953204 ],205 "extent": [206 174.0474023976094,207 14.1383056640625,208 91.36982727050781209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 -55.717041015625,218 343.51348876953125,219 93.32192993164062220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 0.9973075985908508,228 1,229 1230 ]231 },232 "color": [233 63,234 127,235 255236 ]237 },238 {239 "object_id": "SM_TV_134",240 "bbox_2d": [241 0,242 0,243 599,244 681245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 28.77264975328159,250 333.1397213935913,251 197.77782821655273252 ],253 "extent": [254 49.164796066224405,255 3.103601814645799,256 28.656902313232422257 ]258 },259 "obb": {260 "center": [261 28.772649753281588,262 333.1397213935913,263 197.77782821655273264 ],265 "extent": [266 49.164796066224405,267 3.103601814645799,268 28.656902313232422269 ],270 "rotation": [271 0,272 -90.00009155273439,273 0274 ]275 },276 "location": [277 28.772653579711914,278 333.1470642089844,279 169.08131408691406280 ],281 "rotation": [282 0,283 -90.00009155273439,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 63,294 127,295 127296 ]297 }298 ],299 "decorative grass": [300 {301 "object_id": "SM_Decorative33_161",302 "bbox_2d": [303 1164,304 855,305 1451,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 100.24334199117794,312 348.1580686569185,313 139.65065574645996314 ],315 "extent": [316 6.231438709416409,317 6.210162297746422,318 20.81926155090332319 ]320 },321 "obb": {322 "center": [323 100.24334199117794,324 348.1580686569185,325 139.65065574645996326 ],327 "extent": [328 6.231438709416409,329 6.210162297746422,330 20.81926155090332331 ],332 "rotation": [333 0,334 179.9998321533203,335 0336 ]337 },338 "location": [339 100.24333953857422,340 347.1580810546875,341 118.81065368652344342 ],343 "rotation": [344 0,345 179.9998321533203,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 255,356 255,357 191358 ]359 }360 ],361 "photo frame": [362 {363 "object_id": "SM_PicFram6",364 "bbox_2d": [365 1486,366 0,367 1919,368 585369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 228.5008797899579,374 311.39184230087636,375 223.2089790344234376 ],377 "extent": [378 1.1438139881150278,379 33.81277987936187,380 55.686458833897674381 ]382 },383 "obb": {384 "center": [385 228.5008797899579,386 311.39184230087636,387 223.2089790344234388 ],389 "extent": [390 1.1438139881150278,391 33.81277987936187,392 55.686458833897674393 ],394 "rotation": [395 -90,396 89.99923706054689,397 0398 ]399 },400 "location": [401 229.75759887695312,402 277.5503845214844,403 223.20896911621094404 ],405 "rotation": [406 -90,407 89.99923706054689,408 0409 ],410 "scale": [411 1.2999999523162842,412 1.5244849920272827,413 1.1598151922225952414 ]415 },416 "color": [417 255,418 127,419 223420 ]421 }422 ]423 }424}