Team Ai
Datasetpublic

TaxonomyProject/SimulationMetadata

PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.

sourceHugging Facecc-by-4.0updated 4mo agoView on Hugging Face
1likes2.3kdownloads
scene_annotations_split.json424 linesDownload Raw Back to l028_off2_r004
1{2  "scene_name": "Church",3  "view_id": "l028_off2_r004",4  "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Church/l028_off2_r004/lit.png",5  "camera": {6    "location": [7      -990,8      -1957,9      125310    ],11    "rotation": [12      0,13      -120.00000000000007,14      015    ],16    "fov": 90,17    "c2w": [18      [19        -0.5000000000000007,20        -0.8660254037844379,21        0,22        023      ],24      [25        0.8660254037844379,26        -0.5000000000000007,27        0,28        029      ],30      [31        0,32        0,33        1,34        035      ],36      [37        -990,38        -1957,39        1253,40        141      ]42    ],43    "width": 1920,44    "height": 1080,45    "fxfycxcy": [46      960.0000000000001,47      960.0000000000002,48      960.0,49      540.050    ]51  },52  "background": {53    "column head": [54      {55        "object_id": "SM_ColumnHead70",56        "bbox_2d": [57          965,58          0,59          1919,60          93861        ],62        "bbox_3d": {63          "aabb": {64            "center": [65              -940.2937951428951,66              -2468.8646384528524,67              1378.055297851562568            ],69            "extent": [70              280.2940220918919,71              107.6583349057073,72              319.1782226562573            ]74          },75          "obb": {76            "center": [77              -940.2937951428951,78              -2468.8646384528524,79              1378.055297851562580            ],81            "extent": [82              280.2940220918919,83              107.6583349057073,84              319.1782226562585            ],86            "rotation": [87              0,88              90.00012207031251,89              090            ]91          },92          "location": [93            -1220,94            -2470,95            106096          ],97          "rotation": [98            0,99            90.00012207031251,100            0101          ],102          "scale": [103            1,104            1,105            1106          ]107        },108        "color": [109          127,110          31,111          31112        ]113      },114      {115        "object_id": "SM_ColumnHead72_298",116        "bbox_2d": [117          0,118          0,119          1246,120          1079121        ],122        "bbox_3d": {123          "aabb": {124            "center": [125              -1218.864653288745,126              -2189.706207889317,127              1378.0552978515625128            ],129            "extent": [130              107.65788938545211,131              280.2938509730093,132              319.17822265625133            ]134          },135          "obb": {136            "center": [137              -1218.864653288745,138              -2189.706207889317,139              1378.0552978515625140            ],141            "extent": [142              107.65788938545211,143              280.2938509730093,144              319.17822265625145            ],146            "rotation": [147              0,148              -3.099999958067201e-05,149              0150            ]151          },152          "location": [153            -1219.999267578125,154            -1910,155            1060156          ],157          "rotation": [158            0,159            -3.099999958067201e-05,160            0161          ],162          "scale": [163            1,164            1,165            1166          ]167        },168        "color": [169          31,170          255,171          63172        ]173      }174    ],175    "window wall": [176      {177        "object_id": "SM_WindowWall28_265",178        "bbox_2d": [179          1230,180          590,181          1919,182          1079183        ],184        "bbox_3d": {185          "aabb": {186            "center": [187              -939.9999259721678,188              -2514.7462234496284,189              685.9901123046875190            ],191            "extent": [192              207.58983759855147,193              68.73310066190515,194              556.0111083984375195            ]196          },197          "obb": {198            "center": [199              -939.9999259721678,200              -2514.7462234496284,201              685.9901123046875202            ],203            "extent": [204              207.58983759855147,205              68.73310066190515,206              556.0111083984375207            ],208            "rotation": [209              0,210              90.00012207031251,211              0212            ]213          },214          "location": [215            -940,216            -2480,217            130218          ],219          "rotation": [220            0,221            90.00012207031251,222            0223          ],224          "scale": [225            1,226            1,227            1228          ]229        },230        "color": [231          63,232          31,233          31234        ]235      },236      {237        "object_id": "SM_WindowWall30_299",238        "bbox_2d": [239          188,240          606,241          960,242          1079243        ],244        "bbox_3d": {245          "aabb": {246            "center": [247              -1262.7766876220655,248              -2189.9999822661057,249              685.9901123046875250            ],251            "extent": [252              66.7632272460196,253              207.58972728439994,254              556.0111083984375255            ]256          },257          "obb": {258            "center": [259              -1262.7766876220655,260              -2189.9999822661057,261              685.9901123046875262            ],263            "extent": [264              66.7632272460196,265              207.58972728439994,266              556.0111083984375267            ],268            "rotation": [269              0,270              -3.099999958067201e-05,271              0272            ]273          },274          "location": [275            -1230,276            -2190,277            130278          ],279          "rotation": [280            0,281            -3.099999958067201e-05,282            0283          ],284          "scale": [285            1,286            1,287            1288          ]289        },290        "color": [291          31,292          255,293          191294        ]295      }296    ],297    "column base": [298      {299        "object_id": "SM_ColumnBase75_297",300        "bbox_2d": [301          936,302          902,303          1279,304          1079305        ],306        "bbox_3d": {307          "aabb": {308            "center": [309              -1219.9951171875,310              -2469.9999923706055,311              594.2809753417969312            ],313            "extent": [314              122.79475402832031,315              122.80003356933594,316              464.2895812988281317            ]318          },319          "obb": {320            "center": [321              -1219.9951171875,322              -2469.9999923706055,323              594.2809753417969324            ],325            "extent": [326              122.79475402832031,327              122.80003356933594,328              464.2895812988281329            ],330            "rotation": [331              0,332              0,333              0334            ]335          },336          "location": [337            -1220,338            -2470,339            130340          ],341          "rotation": [342            0,343            0,344            0345          ],346          "scale": [347            1,348            1,349            1350          ]351        },352        "color": [353          31,354          255,355          127356        ]357      }358    ]359  },360  "foreground": {361    "flag": [362      {363        "object_id": "SM_Flag19",364        "bbox_2d": [365          1401,366          0,367          1919,368          786369        ],370        "bbox_3d": {371          "aabb": {372            "center": [373              -930.3770446777344,374              -2348.671450138092,375              1426.7685852050781376            ],377            "extent": [378              125.75077819824219,379              7.909839630126953,380              267.0431213378906381            ]382          },383          "obb": {384            "center": [385              -930.3770446777344,386              -2348.671450138092,387              1426.7685852050781388            ],389            "extent": [390              125.75077819824219,391              7.909839630126953,392              267.0431213378906393            ],394            "rotation": [395              0,396              0,397              0398            ]399          },400          "location": [401            -930,402            -2355,403            1685404          ],405          "rotation": [406            0,407            0,408            0409          ],410          "scale": [411            1,412            1,413            1414          ]415        },416        "color": [417          255,418          15,419          31420        ]421      }422    ]423  }424}
TaxonomyProject/SimulationMetadata · Team Ai