TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l007_off1_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/JapaneseRestaurant_02/l007_off1_r003/lit.png",5 "camera": {6 "location": [7 608,8 -315,9 14710 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 608,38 -315,39 147,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "chopstick stand": [55 {56 "object_id": "SM_ChopstickStand4",57 "bbox_2d": [58 652,59 994,60 731,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 498.11653956347396,67 -284.3640471856754,68 82.7599430084228569 ],70 "extent": [71 6.685903833459065,72 5.782682747893148,73 9.75994300842285274 ]75 },76 "obb": {77 "center": [78 498.11653956347396,79 -284.3640471856754,80 82.7599430084228581 ],82 "extent": [83 6.685903833459065,84 5.782682747893148,85 9.75994300842285286 ],87 "rotation": [88 0,89 100.00014495849612,90 091 ]92 },93 "location": [94 496.8901062011719,95 -285.925537109375,96 7397 ],98 "rotation": [99 0,100 100.00014495849612,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 31,111 223,112 0113 ]114 }115 ],116 "coat hanger": [117 {118 "object_id": "SM_CoatHanger_350",119 "bbox_2d": [120 268,121 646,122 522,123 879124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 453.5434946528736,129 -224.02277366279895,130 111.35374069213867131 ],132 "extent": [133 3.5435377197342177,134 19.967594066807465,135 18.870166778564453136 ]137 },138 "obb": {139 "center": [140 453.5434946528736,141 -224.02277366279895,142 111.35374069213867143 ],144 "extent": [145 3.5435377197342177,146 19.967594066807465,147 18.870166778564453148 ],149 "rotation": [150 0,151 -90.00012207031251,152 0153 ]154 },155 "location": [156 450,157 -224,158 118159 ],160 "rotation": [161 0,162 -90.00012207031251,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 0,173 255,174 15175 ]176 },177 {178 "object_id": "SM_CoatHanger2",179 "bbox_2d": [180 929,181 646,182 1177,183 879184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 453.5434946528736,189 -330.02277366279895,190 111.35374069213867191 ],192 "extent": [193 3.5435377197342177,194 19.967594066807465,195 18.870166778564453196 ]197 },198 "obb": {199 "center": [200 453.5434946528736,201 -330.02277366279895,202 111.35374069213867203 ],204 "extent": [205 3.5435377197342177,206 19.967594066807465,207 18.870166778564453208 ],209 "rotation": [210 0,211 -90.00012207031251,212 0213 ]214 },215 "location": [216 450,217 -330,218 118219 ],220 "rotation": [221 0,222 -90.00012207031251,223 0224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 0,233 127,234 15235 ]236 },237 {238 "object_id": "SM_CoatHanger3",239 "bbox_2d": [240 1484,241 646,242 1738,243 879244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 453.5434946528736,249 -420.02277366279895,250 111.35374069213867251 ],252 "extent": [253 3.5435377197342177,254 19.967594066807465,255 18.870166778564453256 ]257 },258 "obb": {259 "center": [260 453.5434946528736,261 -420.02277366279895,262 111.35374069213867263 ],264 "extent": [265 3.5435377197342177,266 19.967594066807465,267 18.870166778564453268 ],269 "rotation": [270 0,271 -90.00012207031251,272 0273 ]274 },275 "location": [276 450,277 -420,278 118279 ],280 "rotation": [281 0,282 -90.00012207031251,283 0284 ],285 "scale": [286 1,287 1,288 1289 ]290 },291 "color": [292 0,293 63,294 15295 ]296 }297 ]298 }299}