TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l104_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l104_r003/lit.png",5 "camera": {6 "location": [7 247,8 927,9 16110 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 247,38 927,39 161,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "counter corner": [54 {55 "object_id": "SM_Counter_Corner_Left_13",56 "bbox_2d": [57 1056,58 883,59 1817,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 168.2187271118164,66 859.9999656677246,67 55.0000076293945368 ],69 "extent": [70 91.78129577636719,71 50.00008010864258,72 45.000011444091873 ]74 },75 "obb": {76 "center": [77 168.2187271118164,78 859.9999656677246,79 55.0000076293945380 ],81 "extent": [82 91.78129577636719,83 50.00008010864258,84 45.000011444091885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 180,94 810,95 1096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 95,111 191112 ]113 }114 ]115 },116 "foreground": {117 "small shelf": [118 {119 "object_id": "SM_Small_Shelf_10",120 "bbox_2d": [121 0,122 814,123 1117,124 1079125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 200.30500335042814,130 950.1268792991527,131 75132 ],133 "extent": [134 26.97160964135395,135 31.83506042418435,136 65137 ]138 },139 "obb": {140 "center": [141 200.30500335042814,142 950.1268792991527,143 75144 ],145 "extent": [146 26.97160964135395,147 31.83506042418435,148 65149 ],150 "rotation": [151 0,152 -67.41302490234374,153 0154 ]155 },156 "location": [157 200,158 950,159 10160 ],161 "rotation": [162 0,163 -67.41302490234374,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 0,174 95,175 31176 ]177 }178 ],179 "atm": [180 {181 "object_id": "SM_ATM_27",182 "bbox_2d": [183 449,184 475,185 649,186 848187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 -165.37035369874536,192 1099.9999860165026,193 99.15963745117188194 ],195 "extent": [196 31.839377383484702,197 31.772072915673334,198 89.1596450805664199 ]200 },201 "obb": {202 "center": [203 -165.37035369874536,204 1099.9999860165026,205 99.15963745117188206 ],207 "extent": [208 31.839377383484702,209 31.772072915673334,210 89.1596450805664211 ],212 "rotation": [213 0,214 -90.00012207031251,215 0216 ]217 },218 "location": [219 -171.93374633789062,220 1100,221 10222 ],223 "rotation": [224 0,225 -90.00012207031251,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 255,236 95,237 31238 ]239 }240 ],241 "tobacco display": [242 {243 "object_id": "SM_Tobacco_Display_A_2",244 "bbox_2d": [245 1469,246 309,247 1919,248 1079249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 23.729498760974124,254 758.7660160728269,255 109.92137145996094256 ],257 "extent": [258 22.350087063553914,259 38.00004380254984,260 99.92132568359375261 ]262 },263 "obb": {264 "center": [265 23.72949876097412,266 758.7660160728269,267 109.92137145996094268 ],269 "extent": [270 22.350087063553914,271 38.00004380254984,272 99.92132568359375273 ],274 "rotation": [275 0,276 -90.00012207031251,277 0278 ]279 },280 "location": [281 1.3794403076171875,282 720.7660522460938,283 10.000045776367188284 ],285 "rotation": [286 0,287 -90.00012207031251,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 95,298 63,299 63300 ]301 }302 ],303 "beer sign": [304 {305 "object_id": "SM_Beer_Sign_4",306 "bbox_2d": [307 1717,308 170,309 1919,310 288311 ],312 "bbox_3d": {313 "aabb": {314 "center": [315 2.072068214411798,316 690.9740556403841,317 240.57837009429932318 ],319 "extent": [320 2.073853505422177,321 41.1873022391693,322 14.96452808380127323 ]324 },325 "obb": {326 "center": [327 2.072068214411798,328 690.9740556403841,329 240.57837009429932330 ],331 "extent": [332 2.073853505422177,333 41.1873022391693,334 14.96452808380127335 ],336 "rotation": [337 0,338 -90.00012207031251,339 0340 ]341 },342 "location": [343 -0.0016937255859375,344 690.9740600585938,345 240.578369140625346 ],347 "rotation": [348 0,349 -90.00012207031251,350 0351 ],352 "scale": [353 1,354 1,355 1356 ]357 },358 "color": [359 95,360 31,361 95362 ]363 }364 ]365 }366}