TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l127_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l127_r003/lit.png",5 "camera": {6 "location": [7 195,8 836,9 15210 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 195,38 836,39 152,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "counter corner": [54 {55 "object_id": "SM_Counter_Corner_Left_13",56 "bbox_2d": [57 192,58 961,59 1021,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 168.2187271118164,66 859.9999656677246,67 55.0000076293945368 ],69 "extent": [70 91.78129577636719,71 50.00008010864258,72 45.000011444091873 ]74 },75 "obb": {76 "center": [77 168.2187271118164,78 859.9999656677246,79 55.0000076293945380 ],81 "extent": [82 91.78129577636719,83 50.00008010864258,84 45.000011444091885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 180,94 810,95 1096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 95,111 191112 ]113 }114 ]115 },116 "foreground": {117 "atm": [118 {119 "object_id": "SM_ATM_27",120 "bbox_2d": [121 106,122 443,123 156,124 941125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 -165.37035369874536,130 1099.9999860165026,131 99.15963745117188132 ],133 "extent": [134 31.839377383484702,135 31.772072915673334,136 89.1596450805664137 ]138 },139 "obb": {140 "center": [141 -165.37035369874536,142 1099.9999860165026,143 99.15963745117188144 ],145 "extent": [146 31.839377383484702,147 31.772072915673334,148 89.1596450805664149 ],150 "rotation": [151 0,152 -90.00012207031251,153 0154 ]155 },156 "location": [157 -171.93374633789062,158 1100,159 10160 ],161 "rotation": [162 0,163 -90.00012207031251,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 255,174 95,175 31176 ]177 }178 ],179 "tobacco display": [180 {181 "object_id": "SM_Tobacco_Display_A_2",182 "bbox_2d": [183 1155,184 171,185 1702,186 1079187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 23.729498760974124,192 758.7660160728269,193 109.92137145996094194 ],195 "extent": [196 22.350087063553914,197 38.00004380254984,198 99.92132568359375199 ]200 },201 "obb": {202 "center": [203 23.72949876097412,204 758.7660160728269,205 109.92137145996094206 ],207 "extent": [208 22.350087063553914,209 38.00004380254984,210 99.92132568359375211 ],212 "rotation": [213 0,214 -90.00012207031251,215 0216 ]217 },218 "location": [219 1.3794403076171875,220 720.7660522460938,221 10.000045776367188222 ],223 "rotation": [224 0,225 -90.00012207031251,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 95,236 63,237 63238 ]239 },240 {241 "object_id": "SM_Tobacco_Display_B_8",242 "bbox_2d": [243 1680,244 171,245 1919,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 23.90831144999611,252 682.3889438536045,253 109.92131042480469254 ],255 "extent": [256 22.3500820035545,257 38.00004082647695,258 99.92132568359375259 ]260 },261 "obb": {262 "center": [263 23.90831144999611,264 682.3889438536045,265 109.92131042480469266 ],267 "extent": [268 22.3500820035545,269 38.00004082647695,270 99.92132568359375271 ],272 "rotation": [273 0,274 -90.00011444091797,275 0276 ]277 },278 "location": [279 1.558258056640625,280 644.3889770507812,281 9.999984741210938282 ],283 "rotation": [284 0,285 -90.00011444091797,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 95,296 63,297 191298 ]299 }300 ],301 "beer sign": [302 {303 "object_id": "SM_Beer_Sign_4",304 "bbox_2d": [305 1471,306 26,307 1890,308 177309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 2.072068214411798,314 690.9740556403841,315 240.57837009429932316 ],317 "extent": [318 2.073853505422177,319 41.1873022391693,320 14.96452808380127321 ]322 },323 "obb": {324 "center": [325 2.072068214411798,326 690.9740556403841,327 240.57837009429932328 ],329 "extent": [330 2.073853505422177,331 41.1873022391693,332 14.96452808380127333 ],334 "rotation": [335 0,336 -90.00012207031251,337 0338 ]339 },340 "location": [341 -0.0016937255859375,342 690.9740600585938,343 240.578369140625344 ],345 "rotation": [346 0,347 -90.00012207031251,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 95,358 31,359 95360 ]361 }362 ]363 }364}