TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l024_off0_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/JapaneseRestaurant_02/l024_off0_r004/lit.png",5 "camera": {6 "location": [7 521,8 -489,9 9710 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 521,38 -489,39 97,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "chair": [55 {56 "object_id": "SM_Chair_3",57 "bbox_2d": [58 1237,59 880,60 1919,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 530.0000038146973,67 -524.9999980926514,68 40.02224731445312569 ],70 "extent": [71 21.862672805786133,72 20.488967895507812,73 40.02224731445312574 ]75 },76 "obb": {77 "center": [78 530.0000038146973,79 -524.9999980926514,80 40.02224731445312581 ],82 "extent": [83 21.862672805786133,84 20.488967895507812,85 40.02224731445312586 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 530,95 -525,96 097 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 159,111 255,112 159113 ]114 }115 ],116 "folding": [117 {118 "object_id": "SM_Folding_Closed5",119 "bbox_2d": [120 1745,121 488,122 1919,123 957124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 562.4636840820312,129 -586.0146183365416,130 50.90002009852853131 ],132 "extent": [133 24.49518585205078,134 14.748379146541879,135 51.49887502838979136 ]137 },138 "obb": {139 "center": [140 562.4636840820312,141 -586.0146183365416,142 50.90002009852852143 ],144 "extent": [145 24.49518585205078,146 14.748379146541879,147 51.49887502838979148 ],149 "rotation": [150 0,151 0,152 -10.000031471252441153 ]154 },155 "location": [156 562.4636840820312,157 -577.665771484375,158 0159 ],160 "rotation": [161 0,162 0,163 -10.000031471252441164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 191,173 223,174 191175 ]176 }177 ],178 "coat hanger": [179 {180 "object_id": "SM_CoatHanger4",181 "bbox_2d": [182 410,183 160,184 790,185 602186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 453.5434946528736,191 -549.022773662799,192 111.35374069213867193 ],194 "extent": [195 3.5435377197342177,196 19.967594066807465,197 18.870166778564453198 ]199 },200 "obb": {201 "center": [202 453.5434946528736,203 -549.022773662799,204 111.35374069213867205 ],206 "extent": [207 3.5435377197342177,208 19.967594066807465,209 18.870166778564453210 ],211 "rotation": [212 0,213 -90.00012207031251,214 0215 ]216 },217 "location": [218 450,219 -549,220 118221 ],222 "rotation": [223 0,224 -90.00012207031251,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 0,235 191,236 15237 ]238 }239 ]240 }241}