TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l065_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l065_r000/lit.png",5 "camera": {6 "location": [7 430,8 1044,9 12510 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 430,38 1044,39 125,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "mat": [55 {56 "object_id": "SM_Mat_2",57 "bbox_2d": [58 1009,59 960,60 1662,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 596.1696014404297,67 1124.8133697509766,68 11.2695897817611769 ],70 "extent": [71 92.76057434082031,72 68.32167053222656,73 0.553315818309783974 ]75 },76 "obb": {77 "center": [78 596.1696014404297,79 1124.8133697509766,80 11.2695897817611781 ],82 "extent": [83 92.76057434082031,84 68.32167053222656,85 0.553315818309783986 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 596.1780395507812,95 1124.3819580078125,96 10.73819732666015697 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 95,111 255,112 191113 ]114 }115 ],116 "cereals display": [117 {118 "object_id": "SM_Cereals_Display_2",119 "bbox_2d": [120 942,121 515,122 1009,123 716124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 1104.2500780660494,129 1060.8944112001773,130 75.69586181640625131 ],132 "extent": [133 51.483238972139816,134 28.54244833933194,135 65.69688415527344136 ]137 },138 "obb": {139 "center": [140 1104.2500780660494,141 1060.8944112001773,142 75.69586181640625143 ],144 "extent": [145 51.483238972139816,146 28.54244833933194,147 65.69688415527344148 ],149 "rotation": [150 0,151 12.789447784423828,152 0153 ]154 },155 "location": [156 1103.1712646484375,157 1042.595458984375,158 9.998977661132812159 ],160 "rotation": [161 0,162 12.789447784423828,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 95,173 63,174 31175 ]176 }177 ],178 "beer sign": [179 {180 "object_id": "SM_Beer_Sign3",181 "bbox_2d": [182 478,183 395,184 559,185 423186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 1398.1966238021976,191 599.056816550878,192 256.6761484146118193 ],194 "extent": [195 2.0739083496189323,196 41.187305000402034,197 14.96452808380127198 ]199 },200 "obb": {201 "center": [202 1398.1966238021976,203 599.056816550878,204 256.6761484146118205 ],206 "extent": [207 2.0739083496189323,208 41.187305000402034,209 14.96452808380127210 ],211 "rotation": [212 0,213 90.00019836425781,214 0215 ]216 },217 "location": [218 1400.2703857421875,219 599.0568237304688,220 256.6761474609375221 ],222 "rotation": [223 0,224 90.00019836425781,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 95,235 95,236 0237 ]238 }239 ],240 "ad": [241 {242 "object_id": "SM_Sandwich_Ad_2",243 "bbox_2d": [244 1386,245 311,246 1483,247 624248 ],249 "bbox_3d": {250 "aabb": {251 "center": [252 750.7865600585938,253 1201.00441634655,254 146.55841827392578255 ],256 "extent": [257 32.24943542480469,258 0.4452856779098511,259 47.182830810546875260 ]261 },262 "obb": {263 "center": [264 750.7865600585938,265 1201.00441634655,266 146.55841827392578267 ],268 "extent": [269 32.24943542480469,270 0.4452856779098511,271 47.182830810546875272 ],273 "rotation": [274 0,275 0,276 0277 ]278 },279 "location": [280 750.7865600585938,281 1200.9569091796875,282 145.04092407226562283 ],284 "rotation": [285 0,286 0,287 0288 ],289 "scale": [290 1,291 1,292 1293 ]294 },295 "color": [296 95,297 95,298 63299 ]300 }301 ]302 }303}