TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l015_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l015_r002/lit.png",5 "camera": {6 "location": [7 521,8 -327,9 4710 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 521,38 -327,39 47,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "chair": [55 {56 "object_id": "SM_Chair_01_53",57 "bbox_2d": [58 0,59 695,60 1319,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 530.0000038146973,67 -324.99999809265137,68 40.02224731445312569 ],70 "extent": [71 21.862672805786133,72 20.488967895507812,73 40.02224731445312574 ]75 },76 "obb": {77 "center": [78 530.0000038146973,79 -324.99999809265137,80 40.02224731445312581 ],82 "extent": [83 21.862672805786133,84 20.488967895507812,85 40.02224731445312586 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 530,95 -325,96 097 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 159,111 95,112 95113 ]114 },115 {116 "object_id": "SM_Chair_2",117 "bbox_2d": [118 0,119 305,120 525,121 750122 ],123 "bbox_3d": {124 "aabb": {125 "center": [126 529.9999961853027,127 -225.00000190734863,128 40.022247314453125129 ],130 "extent": [131 21.862672805786133,132 20.488967895507812,133 40.022247314453125134 ]135 },136 "obb": {137 "center": [138 529.9999961853027,139 -225.00000190734863,140 40.022247314453125141 ],142 "extent": [143 21.862672805786133,144 20.488967895507812,145 40.022247314453125146 ],147 "rotation": [148 0,149 180,150 0151 ]152 },153 "location": [154 530,155 -225,156 0157 ],158 "rotation": [159 0,160 180,161 0162 ],163 "scale": [164 1,165 1,166 1167 ]168 },169 "color": [170 159,171 0,172 159173 ]174 }175 ],176 "folding": [177 {178 "object_id": "SM_Folding_Closed_193",179 "bbox_2d": [180 2,181 311,182 189,183 742184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 563.0454411043925,189 -130.0000126586815,190 50.90002023748582191 ],192 "extent": [193 14.748420726222093,194 24.495208003608745,195 51.49888812606113196 ]197 },198 "obb": {199 "center": [200 563.0454411043925,201 -130.0000126586815,202 50.90002023748581203 ],204 "extent": [205 14.748420726222093,206 24.495208003608745,207 51.49888812606113208 ],209 "rotation": [210 -3.0517578125552415e-05,211 -90.0000991821289,212 -10.000030517578125213 ]214 },215 "location": [216 571.394287109375,217 -130,218 0219 ],220 "rotation": [221 -3.0517578125552415e-05,222 -90.0000991821289,223 -10.000030517578125224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 63,233 223,234 191235 ]236 }237 ],238 "beer crate": [239 {240 "object_id": "SM_Beercrate_4",241 "bbox_2d": [242 0,243 520,244 30,245 586246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 591.910888671875,251 -127.89835357666016,252 37.52694129943848253 ],254 "extent": [255 16.99475471831613,256 21.9947441556898,257 12.544294357299805258 ]259 },260 "obb": {261 "center": [262 591.910888671875,263 -127.89835357666016,264 37.52694129943848265 ],266 "extent": [267 16.99475471831613,268 21.9947441556898,269 12.544294357299805270 ],271 "rotation": [272 0,273 -90.00009918212892,274 0275 ]276 },277 "location": [278 591.910888671875,279 -127.89835357666016,280 25.07123565673828281 ],282 "rotation": [283 0,284 -90.00009918212892,285 0286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 63,295 223,296 159297 ]298 },299 {300 "object_id": "SM_BeerCrate_01_302",301 "bbox_2d": [302 0,303 366,304 31,305 521306 ],307 "bbox_3d": {308 "aabb": {309 "center": [310 594,311 -127.00000190734863,312 60.99999809265137313 ],314 "extent": [315 22.500003814697266,316 15.00000286102295,317 11.000004768371582318 ]319 },320 "obb": {321 "center": [322 594,323 -127.00000190734863,324 60.99999809265137325 ],326 "extent": [327 22.500003814697266,328 15.00000286102295,329 11.000004768371582330 ],331 "rotation": [332 0,333 0,334 0335 ]336 },337 "location": [338 594,339 -127,340 50341 ],342 "rotation": [343 0,344 0,345 0346 ],347 "scale": [348 1,349 1,350 1351 ]352 },353 "color": [354 223,355 191,356 0357 ]358 }359 ]360 }361}