TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l005_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l005_r000/lit.png",5 "camera": {6 "location": [7 686,8 -65,9 4710 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 686,38 -65,39 47,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door frame": [54 {55 "object_id": "SM_Doorframe_3",56 "bbox_2d": [57 1616,58 0,59 1919,60 26961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1002.1334449000738,66 197.33835840559442,67 108.2714691162109468 ],69 "extent": [70 39.43860224900294,71 35.45908083700675,72 108.8762054443359473 ]74 },75 "obb": {76 "center": [77 1002.1334449000738,78 197.33835840559442,79 108.2714691162109480 ],81 "extent": [82 39.43860224900294,83 35.45908083700675,84 108.8762054443359485 ],86 "rotation": [87 0,88 140.00001525878906,89 090 ]91 },92 "location": [93 1035,94 170,95 096 ],97 "rotation": [98 0,99 140.00001525878906,100 0101 ],102 "scale": [103 0.75,104 1,105 1106 ]107 },108 "color": [109 223,110 31,111 63112 ]113 }114 ]115 },116 "foreground": {117 "chopstick stand": [118 {119 "object_id": "SM_ChopstickStand10",120 "bbox_2d": [121 1359,122 263,123 1389,124 306125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 893.5608769591819,130 23.078525469104473,131 103.75994300842285132 ],133 "extent": [134 5.782672073406616,135 6.685895907225639,136 9.759943008422852137 ]138 },139 "obb": {140 "center": [141 893.5608769591819,142 23.078525469104473,143 103.75994300842285144 ],145 "extent": [146 5.782672073406616,147 6.685895907225639,148 9.759943008422852149 ],150 "rotation": [151 0,152 10.000022888183594,153 0154 ]155 },156 "location": [157 891.9993896484375,158 24.304962158203125,159 94160 ],161 "rotation": [162 0,163 10.000022888183594,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 223,174 127,175 0176 ]177 },178 {179 "object_id": "SM_ChopstickStand11",180 "bbox_2d": [181 1637,182 242,183 1680,184 306185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 893.5608769591819,190 85.07852546910448,191 103.75994300842285192 ],193 "extent": [194 5.782672073406616,195 6.6858959072256425,196 9.759943008422852197 ]198 },199 "obb": {200 "center": [201 893.5608769591819,202 85.07852546910448,203 103.75994300842285204 ],205 "extent": [206 5.782672073406616,207 6.6858959072256425,208 9.759943008422852209 ],210 "rotation": [211 0,212 10.000022888183594,213 0214 ]215 },216 "location": [217 891.9993896484375,218 86.30496215820312,219 94220 ],221 "rotation": [222 0,223 10.000022888183594,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 223,234 127,235 191236 ]237 }238 ],239 "chair": [240 {241 "object_id": "SM_Chair_11",242 "bbox_2d": [243 1139,244 0,245 1919,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 756.8013265712542,252 -27.384492459664706,253 40.02226257324219254 ],255 "extent": [256 23.908516694612672,257 22.68792813890059,258 40.022247314453125259 ]260 },261 "obb": {262 "center": [263 756.8013265712542,264 -27.384492459664706,265 40.02226257324219266 ],267 "extent": [268 23.908516694612672,269 22.68792813890059,270 40.022247314453125271 ],272 "rotation": [273 0,274 173.9241485595703,275 0276 ]277 },278 "location": [279 756.8013305664062,280 -27.384490966796875,281 1.52587890625e-05282 ],283 "rotation": [284 0,285 173.9241485595703,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 223,296 191,297 127298 ]299 },300 {301 "object_id": "SM_Chair_12",302 "bbox_2d": [303 0,304 104,305 595,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 753.7443884906567,312 -117.27447302063119,313 40.02226257324219314 ],315 "extent": [316 22.762253080915684,317 21.45173615042866,318 40.022247314453125319 ]320 },321 "obb": {322 "center": [323 753.7443884906567,324 -117.27447302063119,325 40.02226257324219326 ],327 "extent": [328 22.762253080915684,329 21.45173615042866,330 40.022247314453125331 ],332 "rotation": [333 0,334 2.578369140625,335 0336 ]337 },338 "location": [339 753.744384765625,340 -117.27447509765625,341 1.52587890625e-05342 ],343 "rotation": [344 0,345 2.578369140625,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 223,356 191,357 191358 ]359 }360 ]361 }362}