TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l136_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l136_r004/lit.png",5 "camera": {6 "location": [7 184,8 674,9 15510 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 184,38 674,39 155,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "tobacco display": [55 {56 "object_id": "SM_Tobacco_Display_C_8",57 "bbox_2d": [58 0,59 21,60 572,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 24.718214886462405,67 604.8800907798582,68 109.921264648437569 ],70 "extent": [71 22.350087063553914,72 38.00004380254984,73 99.9213256835937574 ]75 },76 "obb": {77 "center": [78 24.718214886462402,79 604.8800907798582,80 109.921264648437581 ],82 "extent": [83 22.350087063553914,84 38.00004380254984,85 99.9213256835937586 ],87 "rotation": [88 0,89 -90.00012207031251,90 091 ]92 },93 "location": [94 2.3681564331054688,95 566.880126953125,96 9.9999389648437597 ],98 "rotation": [99 0,100 -90.00012207031251,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 255,111 95,112 0113 ]114 }115 ],116 "hot dog grill": [117 {118 "object_id": "SM_Hot_Dog_Grill_2",119 "bbox_2d": [120 1608,121 625,122 1919,123 1032124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 218.9225597381623,129 506.7220488255456,130 120.7146987915039131 ],132 "extent": [133 21.332088011749477,134 32.01364102946616,135 20.843448638916016136 ]137 },138 "obb": {139 "center": [140 218.9225597381623,141 506.7220488255456,142 120.7146987915039143 ],144 "extent": [145 21.332088011749477,146 32.01364102946616,147 20.843448638916016148 ],149 "rotation": [150 0,151 -90.00012207031251,152 0153 ]154 },155 "location": [156 220.29644775390625,157 506.7220458984375,158 100159 ],160 "rotation": [161 0,162 -90.00012207031251,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 63,173 95,174 95175 ]176 }177 ],178 "tong": [179 {180 "object_id": "SM_Sausage_Tong_17",181 "bbox_2d": [182 1775,183 941,184 1919,185 1079186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 224.54147720335038,191 561.3736702950249,192 112.85123252868652193 ],194 "extent": [195 19.13773023052434,196 7.932754594725338,197 12.851158142089844198 ]199 },200 "obb": {201 "center": [202 224.54147720335038,203 561.3736702950249,204 112.85123252868652205 ],206 "extent": [207 19.13773023052434,208 7.932754594725338,209 12.851158142089844210 ],211 "rotation": [212 0,213 90.00011444091797,214 0215 ]216 },217 "location": [218 220.86343383789062,219 561.3736572265625,220 100.00007629394531221 ],222 "rotation": [223 0,224 90.00011444091797,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 95,235 0,236 127237 ]238 }239 ],240 "counter shelf display": [241 {242 "object_id": "SM_Counter_Shelf_Display_B_4",243 "bbox_2d": [244 1469,245 769,246 1774,247 1079248 ],249 "bbox_3d": {250 "aabb": {251 "center": [252 219.9999656677246,253 510.00003814697266,254 55.00001907348633255 ],256 "extent": [257 40.00006866455078,258 100.00005340576172,259 45.00001907348633260 ]261 },262 "obb": {263 "center": [264 219.9999656677246,265 510.00003814697266,266 55.00001907348633267 ],268 "extent": [269 40.00006866455078,270 100.00005340576172,271 45.00001907348633272 ],273 "rotation": [274 0,275 0,276 0277 ]278 },279 "location": [280 180,281 410,282 10283 ],284 "rotation": [285 0,286 0,287 0288 ],289 "scale": [290 1,291 1,292 1293 ]294 },295 "color": [296 95,297 191,298 31299 ]300 }301 ]302 }303}