TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l035_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l035_r001/lit.png",5 "camera": {6 "location": [7 923,8 -407,9 8010 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 923,38 -407,39 80,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door frame": [54 {55 "object_id": "SM_Doorframe_3",56 "bbox_2d": [57 1325,58 304,59 1370,60 31761 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1002.1334449000738,66 197.33835840559442,67 108.2714691162109468 ],69 "extent": [70 39.43860224900294,71 35.45908083700675,72 108.8762054443359473 ]74 },75 "obb": {76 "center": [77 1002.1334449000738,78 197.33835840559442,79 108.2714691162109480 ],81 "extent": [82 39.43860224900294,83 35.45908083700675,84 108.8762054443359485 ],86 "rotation": [87 0,88 140.00001525878906,89 090 ]91 },92 "location": [93 1035,94 170,95 096 ],97 "rotation": [98 0,99 140.00001525878906,100 0101 ],102 "scale": [103 0.75,104 1,105 1106 ]107 },108 "color": [109 223,110 31,111 63112 ]113 }114 ]115 },116 "foreground": {117 "chair": [118 {119 "object_id": "SM_Chair_9",120 "bbox_2d": [121 1282,122 539,123 1919,124 757125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 930.4258401842941,130 -341.2888831061714,131 40.02226257324219132 ],133 "extent": [134 29.575940657640103,135 29.202731953769387,136 40.022247314453125137 ]138 },139 "obb": {140 "center": [141 930.4258401842941,142 -341.2888831061714,143 40.02226257324219144 ],145 "extent": [146 29.575940657640103,147 29.202731953769387,148 40.022247314453125149 ],150 "rotation": [151 0,152 -146.07577514648438,153 0154 ]155 },156 "location": [157 930.4258422851562,158 -341.28887939453125,159 1.52587890625e-05160 ],161 "rotation": [162 0,163 -146.07577514648438,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 127,174 223,175 95176 ]177 }178 ],179 "chopstick stand": [180 {181 "object_id": "SM_ChopstickStand7",182 "bbox_2d": [183 678,184 365,185 808,186 512187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 971.9487169396981,192 -353.4552515550635,193 82.75997352600098194 ],195 "extent": [196 7.650315807778043,197 7.513067096372026,198 9.759943008422852199 ]200 },201 "obb": {202 "center": [203 971.9487169396981,204 -353.4552515550635,205 82.75997352600098206 ],207 "extent": [208 7.650315807778043,209 7.513067096372026,210 9.759943008422852211 ],212 "rotation": [213 0,214 -50.000091552734375,215 0216 ]217 },218 "location": [219 972.2301025390625,220 -351.48974609375,221 73.00003051757812222 ],223 "rotation": [224 0,225 -50.000091552734375,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 159,236 223,237 31238 ]239 }240 ],241 "coat hanger": [242 {243 "object_id": "SM_CoatHanger6_359",244 "bbox_2d": [245 1424,246 88,247 1648,248 290249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 919.9772206750628,254 -175.5434946164791,255 153.35374069213867256 ],257 "extent": [258 19.967599728853088,259 3.5435696258572875,260 18.870166778564453261 ]262 },263 "obb": {264 "center": [265 919.9772206750628,266 -175.5434946164791,267 153.35374069213867268 ],269 "extent": [270 19.967599728853088,271 3.5435696258572875,272 18.870166778564453273 ],274 "rotation": [275 0,276 179.99978637695312,277 0278 ]279 },280 "location": [281 920,282 -172,283 160284 ],285 "rotation": [286 0,287 179.99978637695312,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 0,298 95,299 15300 ]301 }302 ]303 }304}