TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l044_off0_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/JapaneseRestaurant_02/l044_off0_r004/lit.png",5 "camera": {6 "location": [7 744,8 -514,9 13010 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 744,38 -514,39 130,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "folding": [55 {56 "object_id": "SM_Folding_Closed2_202",57 "bbox_2d": [58 343,59 735,60 615,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 623.0215454101562,67 -586.7859187588545,68 50.9000202374930469 ],70 "extent": [71 24.49518585205078,72 14.748378323691782,73 51.49887507914327574 ]75 },76 "obb": {77 "center": [78 623.0215454101562,79 -586.7859187588545,80 50.9000202374930481 ],82 "extent": [83 24.49518585205078,84 14.748378323691782,85 51.49887507914327586 ],87 "rotation": [88 0,89 0,90 -10.00003051757812591 ]92 },93 "location": [94 623.0215454101562,95 -578.4370727539062,96 097 ],98 "rotation": [99 0,100 0,101 -10.000030517578125102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 191,111 223,112 255113 ]114 },115 {116 "object_id": "SM_Folding_Closed3",117 "bbox_2d": [118 281,119 746,120 560,121 1079122 ],123 "bbox_3d": {124 "aabb": {125 "center": [126 623.0215454101562,127 -578.7832340591979,128 50.90002009852853129 ],130 "extent": [131 24.49518585205078,132 14.748379146541879,133 51.49887502838979134 ]135 },136 "obb": {137 "center": [138 623.0215454101562,139 -578.7832340591979,140 50.90002009852852141 ],142 "extent": [143 24.49518585205078,144 14.748379146541879,145 51.49887502838979146 ],147 "rotation": [148 0,149 0,150 -10.000031471252441151 ]152 },153 "location": [154 623.0215454101562,155 -570.4343872070312,156 0157 ],158 "rotation": [159 0,160 0,161 -10.000031471252441162 ],163 "scale": [164 1,165 1,166 1167 ]168 },169 "color": [170 191,171 223,172 127173 ]174 },175 {176 "object_id": "SM_Folding_Closed4",177 "bbox_2d": [178 215,179 755,180 505,181 1079182 ],183 "bbox_3d": {184 "aabb": {185 "center": [186 623.0215454101562,187 -571.6513370865416,188 50.90002009852853189 ],190 "extent": [191 24.49518585205078,192 14.748379146541879,193 51.49887502838979194 ]195 },196 "obb": {197 "center": [198 623.0215454101562,199 -571.6513370865416,200 50.90002009852852201 ],202 "extent": [203 24.49518585205078,204 14.748379146541879,205 51.49887502838979206 ],207 "rotation": [208 0,209 0,210 -10.000031471252441211 ]212 },213 "location": [214 623.0215454101562,215 -563.302490234375,216 0217 ],218 "rotation": [219 0,220 0,221 -10.000031471252441222 ],223 "scale": [224 1,225 1,226 1227 ]228 },229 "color": [230 191,231 223,232 63233 ]234 },235 {236 "object_id": "SM_Folding_Closed5",237 "bbox_2d": [238 108,239 702,240 344,241 1079242 ],243 "bbox_3d": {244 "aabb": {245 "center": [246 562.4636840820312,247 -586.0146183365416,248 50.90002009852853249 ],250 "extent": [251 24.49518585205078,252 14.748379146541879,253 51.49887502838979254 ]255 },256 "obb": {257 "center": [258 562.4636840820312,259 -586.0146183365416,260 50.90002009852852261 ],262 "extent": [263 24.49518585205078,264 14.748379146541879,265 51.49887502838979266 ],267 "rotation": [268 0,269 0,270 -10.000031471252441271 ]272 },273 "location": [274 562.4636840820312,275 -577.665771484375,276 0277 ],278 "rotation": [279 0,280 0,281 -10.000031471252441282 ],283 "scale": [284 1,285 1,286 1287 ]288 },289 "color": [290 191,291 223,292 191293 ]294 }295 ]296 }297}