TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l033_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l033_r000/lit.png",5 "camera": {6 "location": [7 889,8 -337,9 8010 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 889,38 -337,39 80,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "chair": [55 {56 "object_id": "SM_Chair_9",57 "bbox_2d": [58 658,59 538,60 1383,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 930.4258401842941,67 -341.2888831061714,68 40.0222625732421969 ],70 "extent": [71 29.575940657640103,72 29.202731953769387,73 40.02224731445312574 ]75 },76 "obb": {77 "center": [78 930.4258401842941,79 -341.2888831061714,80 40.0222625732421981 ],82 "extent": [83 29.575940657640103,84 29.202731953769387,85 40.02224731445312586 ],87 "rotation": [88 0,89 -146.07577514648438,90 091 ]92 },93 "location": [94 930.4258422851562,95 -341.28887939453125,96 1.52587890625e-0597 ],98 "rotation": [99 0,100 -146.07577514648438,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 127,111 223,112 95113 ]114 },115 {116 "object_id": "SM_Chair_10",117 "bbox_2d": [118 0,119 545,120 467,121 1079122 ],123 "bbox_3d": {124 "aabb": {125 "center": [126 985.8643203661144,127 -412.11346036997264,128 40.022262314452746129 ],130 "extent": [131 29.961430282544256,132 29.8793430926807,133 40.022247314453125134 ]135 },136 "obb": {137 "center": [138 985.8643203661144,139 -412.11346036997264,140 40.022262314452746141 ],142 "extent": [143 29.961430282544256,144 29.8793430926807,145 40.022247314453125146 ],147 "rotation": [148 0,149 42.57830810546874,150 0151 ]152 },153 "location": [154 985.8643188476562,155 -412.11346435546875,156 1.4999999621068127e-05157 ],158 "rotation": [159 0,160 42.57830810546874,161 0162 ],163 "scale": [164 1,165 1,166 1167 ]168 },169 "color": [170 63,171 223,172 0173 ]174 }175 ],176 "chopstick stand": [177 {178 "object_id": "SM_ChopstickStand7",179 "bbox_2d": [180 719,181 394,182 833,183 552184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 971.9487169396981,189 -353.4552515550635,190 82.75997352600098191 ],192 "extent": [193 7.650315807778043,194 7.513067096372026,195 9.759943008422852196 ]197 },198 "obb": {199 "center": [200 971.9487169396981,201 -353.4552515550635,202 82.75997352600098203 ],204 "extent": [205 7.650315807778043,206 7.513067096372026,207 9.759943008422852208 ],209 "rotation": [210 0,211 -50.000091552734375,212 0213 ]214 },215 "location": [216 972.2301025390625,217 -351.48974609375,218 73.00003051757812219 ],220 "rotation": [221 0,222 -50.000091552734375,223 0224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 159,233 223,234 31235 ]236 }237 ],238 "coat hanger": [239 {240 "object_id": "SM_CoatHanger5_356",241 "bbox_2d": [242 142,243 402,244 198,245 512246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 1025.4565052501187,251 -449.97724143623657,252 80.35374069213867253 ],254 "extent": [255 3.543537719734161,256 19.967594066807465,257 18.870166778564453258 ]259 },260 "obb": {261 "center": [262 1025.4565052501187,263 -449.97724143623657,264 80.35374069213867265 ],266 "extent": [267 3.543537719734161,268 19.967594066807465,269 18.870166778564453270 ],271 "rotation": [272 0,273 90.00012207031251,274 0275 ]276 },277 "location": [278 1029,279 -450,280 87281 ],282 "rotation": [283 0,284 90.00012207031251,285 0286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 0,295 31,296 15297 ]298 }299 ]300 }301}