TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l007_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l007_r003/lit.png",5 "camera": {6 "location": [7 608,8 -315,9 4710 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 608,38 -315,39 47,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "chair": [55 {56 "object_id": "SM_Chair_01_53",57 "bbox_2d": [58 840,59 0,60 1370,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 530.0000038146973,67 -324.99999809265137,68 40.02224731445312569 ],70 "extent": [71 21.862672805786133,72 20.488967895507812,73 40.02224731445312574 ]75 },76 "obb": {77 "center": [78 530.0000038146973,79 -324.99999809265137,80 40.02224731445312581 ],82 "extent": [83 21.862672805786133,84 20.488967895507812,85 40.02224731445312586 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 530,95 -325,96 097 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 159,111 95,112 95113 ]114 },115 {116 "object_id": "SM_Chair_2",117 "bbox_2d": [118 0,119 573,120 247,121 1028122 ],123 "bbox_3d": {124 "aabb": {125 "center": [126 529.9999961853027,127 -225.00000190734863,128 40.022247314453125129 ],130 "extent": [131 21.862672805786133,132 20.488967895507812,133 40.022247314453125134 ]135 },136 "obb": {137 "center": [138 529.9999961853027,139 -225.00000190734863,140 40.022247314453125141 ],142 "extent": [143 21.862672805786133,144 20.488967895507812,145 40.022247314453125146 ],147 "rotation": [148 0,149 180,150 0151 ]152 },153 "location": [154 530,155 -225,156 0157 ],158 "rotation": [159 0,160 180,161 0162 ],163 "scale": [164 1,165 1,166 1167 ]168 },169 "color": [170 159,171 0,172 159173 ]174 },175 {176 "object_id": "SM_Chair_4",177 "bbox_2d": [178 1874,179 211,180 1919,181 1004182 ],183 "bbox_3d": {184 "aabb": {185 "center": [186 529.9999961853027,187 -425.00000190734863,188 40.022247314453125189 ],190 "extent": [191 21.862672805786133,192 20.488967895507812,193 40.022247314453125194 ]195 },196 "obb": {197 "center": [198 529.9999961853027,199 -425.00000190734863,200 40.022247314453125201 ],202 "extent": [203 21.862672805786133,204 20.488967895507812,205 40.022247314453125206 ],207 "rotation": [208 0,209 180,210 0211 ]212 },213 "location": [214 530,215 -425,216 0217 ],218 "rotation": [219 0,220 180,221 0222 ],223 "scale": [224 1,225 1,226 1227 ]228 },229 "color": [230 159,231 127,232 159233 ]234 }235 ],236 "coat hanger": [237 {238 "object_id": "SM_CoatHanger2",239 "bbox_2d": [240 1052,241 11,242 1166,243 254244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 453.5434946528736,249 -330.02277366279895,250 111.35374069213867251 ],252 "extent": [253 3.5435377197342177,254 19.967594066807465,255 18.870166778564453256 ]257 },258 "obb": {259 "center": [260 453.5434946528736,261 -330.02277366279895,262 111.35374069213867263 ],264 "extent": [265 3.5435377197342177,266 19.967594066807465,267 18.870166778564453268 ],269 "rotation": [270 0,271 -90.00012207031251,272 0273 ]274 },275 "location": [276 450,277 -330,278 118279 ],280 "rotation": [281 0,282 -90.00012207031251,283 0284 ],285 "scale": [286 1,287 1,288 1289 ]290 },291 "color": [292 0,293 127,294 15295 ]296 },297 {298 "object_id": "SM_CoatHanger3",299 "bbox_2d": [300 1483,301 11,302 1738,303 259304 ],305 "bbox_3d": {306 "aabb": {307 "center": [308 453.5434946528736,309 -420.02277366279895,310 111.35374069213867311 ],312 "extent": [313 3.5435377197342177,314 19.967594066807465,315 18.870166778564453316 ]317 },318 "obb": {319 "center": [320 453.5434946528736,321 -420.02277366279895,322 111.35374069213867323 ],324 "extent": [325 3.5435377197342177,326 19.967594066807465,327 18.870166778564453328 ],329 "rotation": [330 0,331 -90.00012207031251,332 0333 ]334 },335 "location": [336 450,337 -420,338 118339 ],340 "rotation": [341 0,342 -90.00012207031251,343 0344 ],345 "scale": [346 1,347 1,348 1349 ]350 },351 "color": [352 0,353 63,354 15355 ]356 }357 ]358 }359}