TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Convenience_Store",3 "view_id": "l102_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/Convenience_Store/l102_r001/lit.png",5 "camera": {6 "location": [7 167,8 1071,9 15210 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 167,38 1071,39 152,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "shopping basket": [55 {56 "object_id": "SM_Shopping_Basket3",57 "bbox_2d": [58 0,59 1060,60 7,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 437.000002865246,67 1145.9999772918668,68 39.52995109558105569 ],70 "extent": [71 32.089719732421145,72 24.25146511108278,73 16.1333751678466874 ]75 },76 "obb": {77 "center": [78 437.000002865246,79 1145.9999772918668,80 39.52995109558105581 ],82 "extent": [83 32.089719732421145,84 24.25146511108278,85 16.1333751678466886 ],87 "rotation": [88 0,89 7.191411018371582,90 091 ]92 },93 "location": [94 437,95 1146,96 23.3965797424316497 ],98 "rotation": [99 0,100 7.191411018371582,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 95,111 255,112 127113 ]114 },115 {116 "object_id": "SM_Shopping_Basket4",117 "bbox_2d": [118 0,119 847,120 159,121 1061122 ],123 "bbox_3d": {124 "aabb": {125 "center": [126 436.34887032376605,127 1145.2814455686596,128 59.73983968876464129 ],130 "extent": [131 36.4081771978602,132 25.262972897530062,133 28.069951478752223134 ]135 },136 "obb": {137 "center": [138 436.34887032376605,139 1145.2814455686596,140 59.73983968876464141 ],142 "extent": [143 36.4081771978602,144 25.262972897530062,145 28.069951478752223146 ],147 "rotation": [148 -27.591447830200202,149 8.121444702148441,150 0151 ]152 },153 "location": [154 428.951416015625,155 1144.225830078125,156 45.4412727355957157 ],158 "rotation": [159 -27.591447830200202,160 8.121444702148441,161 0162 ],163 "scale": [164 1,165 1,166 1167 ]168 },169 "color": [170 95,171 255,172 63173 ]174 }175 ],176 "ad": [177 {178 "object_id": "SM_Galaxy_X_Ad_5",179 "bbox_2d": [180 217,181 343,182 344,183 720184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 452.88775634765625,189 1201.7025364637375,190 153.90624237060547191 ],192 "extent": [193 32.24943542480469,194 0.4452856779098511,195 47.182830810546875196 ]197 },198 "obb": {199 "center": [200 452.88775634765625,201 1201.7025364637375,202 153.90624237060547203 ],204 "extent": [205 32.24943542480469,206 0.4452856779098511,207 47.182830810546875208 ],209 "rotation": [210 0,211 0,212 0213 ]214 },215 "location": [216 452.88775634765625,217 1201.655029296875,218 152.3887481689453219 ],220 "rotation": [221 0,222 0,223 0224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 95,233 95,234 191235 ]236 }237 ]238 }239}