TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l055_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l055_r004/lit.png",5 "camera": {6 "location": [7 698,8 -301,9 8010 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 698,38 -301,39 80,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "bar stool": [55 {56 "object_id": "SM_Barstool_01_Small2",57 "bbox_2d": [58 342,59 989,60 585,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 635.0137140270415,67 -350.0092285153805,68 22.54263665563166869 ],70 "extent": [71 18.463972746955733,72 18.183464331535106,73 22.6059917183454274 ]75 },76 "obb": {77 "center": [78 635.0137140270415,79 -350.0092285153805,80 22.54263665563166881 ],82 "extent": [83 18.463972746955733,84 18.183464331535106,85 22.6059917183454286 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 635,95 -350,96 097 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 0.8999999761581421,105 0.8999999761581421,106 0.8999999761581421107 ]108 },109 "color": [110 159,111 95,112 255113 ]114 }115 ],116 "chair": [117 {118 "object_id": "SM_Chair_01_53",119 "bbox_2d": [120 0,121 546,122 7,123 580124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 530.0000038146973,129 -324.99999809265137,130 40.022247314453125131 ],132 "extent": [133 21.862672805786133,134 20.488967895507812,135 40.022247314453125136 ]137 },138 "obb": {139 "center": [140 530.0000038146973,141 -324.99999809265137,142 40.022247314453125143 ],144 "extent": [145 21.862672805786133,146 20.488967895507812,147 40.022247314453125148 ],149 "rotation": [150 0,151 0,152 0153 ]154 },155 "location": [156 530,157 -325,158 0159 ],160 "rotation": [161 0,162 0,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 159,173 95,174 95175 ]176 },177 {178 "object_id": "SM_Chair_4",179 "bbox_2d": [180 410,181 540,182 522,183 657184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 529.9999961853027,189 -425.00000190734863,190 40.022247314453125191 ],192 "extent": [193 21.862672805786133,194 20.488967895507812,195 40.022247314453125196 ]197 },198 "obb": {199 "center": [200 529.9999961853027,201 -425.00000190734863,202 40.022247314453125203 ],204 "extent": [205 21.862672805786133,206 20.488967895507812,207 40.022247314453125208 ],209 "rotation": [210 0,211 180,212 0213 ]214 },215 "location": [216 530,217 -425,218 0219 ],220 "rotation": [221 0,222 180,223 0224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 159,233 127,234 159235 ]236 }237 ],238 "coat hanger": [239 {240 "object_id": "SM_CoatHanger3",241 "bbox_2d": [242 208,243 324,244 397,245 490246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 453.5434946528736,251 -420.02277366279895,252 111.35374069213867253 ],254 "extent": [255 3.5435377197342177,256 19.967594066807465,257 18.870166778564453258 ]259 },260 "obb": {261 "center": [262 453.5434946528736,263 -420.02277366279895,264 111.35374069213867265 ],266 "extent": [267 3.5435377197342177,268 19.967594066807465,269 18.870166778564453270 ],271 "rotation": [272 0,273 -90.00012207031251,274 0275 ]276 },277 "location": [278 450,279 -420,280 118281 ],282 "rotation": [283 0,284 -90.00012207031251,285 0286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 0,295 63,296 15297 ]298 }299 ]300 }301}