TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l020_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l020_r002/lit.png",5 "camera": {6 "location": [7 899,8 -167,9 4710 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 899,38 -167,39 47,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door frame": [54 {55 "object_id": "SM_Doorframe_01_313",56 "bbox_2d": [57 1289,58 140,59 1416,60 64861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 525.000002861023,66 125,67 110.0180969238281268 ],69 "extent": [70 45.03559970855713,71 3.8105356693267822,72 110.0180969238281273 ]74 },75 "obb": {76 "center": [77 525.000002861023,78 125,79 110.0180969238281280 ],81 "extent": [82 45.03559970855713,83 3.8105356693267822,84 110.0180969238281285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 480,94 125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 0.75,104 1,105 1106 ]107 },108 "color": [109 223,110 31,111 255112 ]113 }114 ]115 },116 "foreground": {117 "chair": [118 {119 "object_id": "SM_Chair_11",120 "bbox_2d": [121 1095,122 373,123 1364,124 810125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 756.8013265712542,130 -27.384492459664706,131 40.02226257324219132 ],133 "extent": [134 23.908516694612672,135 22.68792813890059,136 40.022247314453125137 ]138 },139 "obb": {140 "center": [141 756.8013265712542,142 -27.384492459664706,143 40.02226257324219144 ],145 "extent": [146 23.908516694612672,147 22.68792813890059,148 40.022247314453125149 ],150 "rotation": [151 0,152 173.9241485595703,153 0154 ]155 },156 "location": [157 756.8013305664062,158 -27.384490966796875,159 1.52587890625e-05160 ],161 "rotation": [162 0,163 173.9241485595703,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 223,174 191,175 127176 ]177 },178 {179 "object_id": "SM_Chair_12",180 "bbox_2d": [181 1580,182 206,183 1919,184 1029185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 753.7443884906567,190 -117.27447302063119,191 40.02226257324219192 ],193 "extent": [194 22.762253080915684,195 21.45173615042866,196 40.022247314453125197 ]198 },199 "obb": {200 "center": [201 753.7443884906567,202 -117.27447302063119,203 40.02226257324219204 ],205 "extent": [206 22.762253080915684,207 21.45173615042866,208 40.022247314453125209 ],210 "rotation": [211 0,212 2.578369140625,213 0214 ]215 },216 "location": [217 753.744384765625,218 -117.27447509765625,219 1.52587890625e-05220 ],221 "rotation": [222 0,223 2.578369140625,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 223,234 191,235 191236 ]237 }238 ]239 }240}