TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l064_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l064_r004/lit.png",5 "camera": {6 "location": [7 384,8 622,9 12510 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 384,38 622,39 125,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "hot dog grill": [55 {56 "object_id": "SM_Hot_Dog_Grill_2",57 "bbox_2d": [58 271,59 445,60 711,61 70162 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 218.9225597381623,67 506.7220488255456,68 120.714698791503969 ],70 "extent": [71 21.332088011749477,72 32.01364102946616,73 20.84344863891601674 ]75 },76 "obb": {77 "center": [78 218.9225597381623,79 506.7220488255456,80 120.714698791503981 ],82 "extent": [83 21.332088011749477,84 32.01364102946616,85 20.84344863891601686 ],87 "rotation": [88 0,89 -90.00012207031251,90 091 ]92 },93 "location": [94 220.29644775390625,95 506.7220458984375,96 10097 ],98 "rotation": [99 0,100 -90.00012207031251,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 63,111 95,112 95113 ]114 }115 ],116 "tong": [117 {118 "object_id": "SM_Sausage_Tong_17",119 "bbox_2d": [120 56,121 534,122 273,123 733124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 224.54147720335038,129 561.3736702950249,130 112.85123252868652131 ],132 "extent": [133 19.13773023052434,134 7.932754594725338,135 12.851158142089844136 ]137 },138 "obb": {139 "center": [140 224.54147720335038,141 561.3736702950249,142 112.85123252868652143 ],144 "extent": [145 19.13773023052434,146 7.932754594725338,147 12.851158142089844148 ],149 "rotation": [150 0,151 90.00011444091797,152 0153 ]154 },155 "location": [156 220.86343383789062,157 561.3736572265625,158 100.00007629394531159 ],160 "rotation": [161 0,162 90.00011444091797,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 95,173 0,174 127175 ]176 }177 ],178 "napkin dispenser": [179 {180 "object_id": "SM_Paper_Napkin_Dispenser2",181 "bbox_2d": [182 745,183 595,184 847,185 647186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 234.41401691860423,191 441.58792020904673,192 105.59275150299072193 ],194 "extent": [195 10.674257866788565,196 10.018262998583964,197 5.591593265533447198 ]199 },200 "obb": {201 "center": [202 234.41401691860423,203 441.58792020904673,204 105.59275150299072205 ],206 "extent": [207 10.674257866788565,208 10.018262998583964,209 5.591593265533447210 ],211 "rotation": [212 0,213 11.796856880187987,214 0215 ]216 },217 "location": [218 234.4140167236328,219 441.5879211425781,220 100.00115966796875221 ],222 "rotation": [223 0,224 11.796856880187987,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 95,235 0,236 63237 ]238 }239 ],240 "counter shelf display": [241 {242 "object_id": "SM_Counter_Shelf_Display_B_4",243 "bbox_2d": [244 0,245 624,246 954,247 1079248 ],249 "bbox_3d": {250 "aabb": {251 "center": [252 219.9999656677246,253 510.00003814697266,254 55.00001907348633255 ],256 "extent": [257 40.00006866455078,258 100.00005340576172,259 45.00001907348633260 ]261 },262 "obb": {263 "center": [264 219.9999656677246,265 510.00003814697266,266 55.00001907348633267 ],268 "extent": [269 40.00006866455078,270 100.00005340576172,271 45.00001907348633272 ],273 "rotation": [274 0,275 0,276 0277 ]278 },279 "location": [280 180,281 410,282 10283 ],284 "rotation": [285 0,286 0,287 0288 ],289 "scale": [290 1,291 1,292 1293 ]294 },295 "color": [296 95,297 191,298 31299 ]300 }301 ]302 }303}