TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l038_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l038_r000/lit.png",5 "camera": {6 "location": [7 788,8 -101,9 8010 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 788,38 -101,39 80,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "chopstick stand": [55 {56 "object_id": "SM_ChopstickStand8",57 "bbox_2d": [58 738,59 240,60 854,61 39262 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 893.5608769591819,67 -118.92147453089552,68 103.7599430084228569 ],70 "extent": [71 5.782672073406616,72 6.6858959072256425,73 9.75994300842285274 ]75 },76 "obb": {77 "center": [78 893.5608769591819,79 -118.92147453089552,80 103.7599430084228581 ],82 "extent": [83 5.782672073406616,84 6.6858959072256425,85 9.75994300842285286 ],87 "rotation": [88 0,89 10.000022888183594,90 091 ]92 },93 "location": [94 891.9993896484375,95 -117.69503784179688,96 9497 ],98 "rotation": [99 0,100 10.000022888183594,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 223,111 255,112 0113 ]114 },115 {116 "object_id": "SM_ChopstickStand9",117 "bbox_2d": [118 1371,119 240,120 1478,121 392122 ],123 "bbox_3d": {124 "aabb": {125 "center": [126 893.5608769591819,127 -49.92147453089553,128 103.75994300842285129 ],130 "extent": [131 5.782672073406616,132 6.685895907225635,133 9.759943008422852134 ]135 },136 "obb": {137 "center": [138 893.5608769591819,139 -49.92147453089553,140 103.75994300842285141 ],142 "extent": [143 5.782672073406616,144 6.685895907225635,145 9.759943008422852146 ],147 "rotation": [148 0,149 10.000022888183594,150 0151 ]152 },153 "location": [154 891.9993896484375,155 -48.695037841796875,156 94157 ],158 "rotation": [159 0,160 10.000022888183594,161 0162 ],163 "scale": [164 1,165 1,166 1167 ]168 },169 "color": [170 223,171 255,172 191173 ]174 }175 ],176 "coat hanger": [177 {178 "object_id": "SM_CoatHanger6_359",179 "bbox_2d": [180 317,181 0,182 415,183 135184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 919.9772206750628,189 -175.5434946164791,190 153.35374069213867191 ],192 "extent": [193 19.967599728853088,194 3.5435696258572875,195 18.870166778564453196 ]197 },198 "obb": {199 "center": [200 919.9772206750628,201 -175.5434946164791,202 153.35374069213867203 ],204 "extent": [205 19.967599728853088,206 3.5435696258572875,207 18.870166778564453208 ],209 "rotation": [210 0,211 179.99978637695312,212 0213 ]214 },215 "location": [216 920,217 -172,218 160219 ],220 "rotation": [221 0,222 179.99978637695312,223 0224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 0,233 95,234 15235 ]236 }237 ]238 }239}