TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l014_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l014_r005/lit.png",5 "camera": {6 "location": [7 631,8 -471,9 4710 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 631,38 -471,39 47,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "bar stool": [55 {56 "object_id": "SM_Barstool_01_Small5",57 "bbox_2d": [58 1866,59 569,60 1919,61 67162 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 725.0137140270415,67 -480.0092285153805,68 22.54263665563166869 ],70 "extent": [71 18.463972746955733,72 18.183464331535106,73 22.6059917183454274 ]75 },76 "obb": {77 "center": [78 725.0137140270415,79 -480.0092285153805,80 22.54263665563166881 ],82 "extent": [83 18.463972746955733,84 18.183464331535106,85 22.6059917183454286 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 725,95 -480,96 097 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 0.8999999761581421,105 0.8999999761581421,106 0.8999999761581421107 ]108 },109 "color": [110 159,111 95,112 191113 ]114 },115 {116 "object_id": "SM_Barstool_01_Small6",117 "bbox_2d": [118 0,119 611,120 1919,121 1079122 ],123 "bbox_3d": {124 "aabb": {125 "center": [126 635.0137140270415,127 -480.0092285153805,128 22.542636655631668129 ],130 "extent": [131 18.463972746955733,132 18.183464331535106,133 22.60599171834542134 ]135 },136 "obb": {137 "center": [138 635.0137140270415,139 -480.0092285153805,140 22.542636655631668141 ],142 "extent": [143 18.463972746955733,144 18.183464331535106,145 22.60599171834542146 ],147 "rotation": [148 0,149 0,150 0151 ]152 },153 "location": [154 635,155 -480,156 0157 ],158 "rotation": [159 0,160 0,161 0162 ],163 "scale": [164 0.8999999761581421,165 0.8999999761581421,166 0.8999999761581421167 ]168 },169 "color": [170 159,171 95,172 31173 ]174 }175 ],176 "folding": [177 {178 "object_id": "SM_Folding_Closed2_202",179 "bbox_2d": [180 1,181 161,182 553,183 365184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 623.0215454101562,189 -586.7859187588545,190 50.90002023749304191 ],192 "extent": [193 24.49518585205078,194 14.748378323691782,195 51.498875079143275196 ]197 },198 "obb": {199 "center": [200 623.0215454101562,201 -586.7859187588545,202 50.90002023749304203 ],204 "extent": [205 24.49518585205078,206 14.748378323691782,207 51.498875079143275208 ],209 "rotation": [210 0,211 0,212 -10.000030517578125213 ]214 },215 "location": [216 623.0215454101562,217 -578.4370727539062,218 0219 ],220 "rotation": [221 0,222 0,223 -10.000030517578125224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 191,233 223,234 255235 ]236 },237 {238 "object_id": "SM_Folding_Closed3",239 "bbox_2d": [240 0,241 134,242 563,243 391244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 623.0215454101562,249 -578.7832340591979,250 50.90002009852853251 ],252 "extent": [253 24.49518585205078,254 14.748379146541879,255 51.49887502838979256 ]257 },258 "obb": {259 "center": [260 623.0215454101562,261 -578.7832340591979,262 50.90002009852852263 ],264 "extent": [265 24.49518585205078,266 14.748379146541879,267 51.49887502838979268 ],269 "rotation": [270 0,271 0,272 -10.000031471252441273 ]274 },275 "location": [276 623.0215454101562,277 -570.4343872070312,278 0279 ],280 "rotation": [281 0,282 0,283 -10.000031471252441284 ],285 "scale": [286 1,287 1,288 1289 ]290 },291 "color": [292 191,293 223,294 127295 ]296 },297 {298 "object_id": "SM_Folding_Closed4",299 "bbox_2d": [300 0,301 0,302 596,303 658304 ],305 "bbox_3d": {306 "aabb": {307 "center": [308 623.0215454101562,309 -571.6513370865416,310 50.90002009852853311 ],312 "extent": [313 24.49518585205078,314 14.748379146541879,315 51.49887502838979316 ]317 },318 "obb": {319 "center": [320 623.0215454101562,321 -571.6513370865416,322 50.90002009852852323 ],324 "extent": [325 24.49518585205078,326 14.748379146541879,327 51.49887502838979328 ],329 "rotation": [330 0,331 0,332 -10.000031471252441333 ]334 },335 "location": [336 623.0215454101562,337 -563.302490234375,338 0339 ],340 "rotation": [341 0,342 0,343 -10.000031471252441344 ],345 "scale": [346 1,347 1,348 1349 ]350 },351 "color": [352 191,353 223,354 63355 ]356 }357 ]358 }359}