TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l056_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l056_r003/lit.png",5 "camera": {6 "location": [7 528,8 -520,9 8010 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 528,38 -520,39 80,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "chair": [55 {56 "object_id": "SM_Chair_3",57 "bbox_2d": [58 1843,59 537,60 1919,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 530.0000038146973,67 -524.9999980926514,68 40.02224731445312569 ],70 "extent": [71 21.862672805786133,72 20.488967895507812,73 40.02224731445312574 ]75 },76 "obb": {77 "center": [78 530.0000038146973,79 -524.9999980926514,80 40.02224731445312581 ],82 "extent": [83 21.862672805786133,84 20.488967895507812,85 40.02224731445312586 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 530,95 -525,96 097 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 159,111 255,112 159113 ]114 }115 ],116 "chopstick stand": [117 {118 "object_id": "SM_ChopstickStand5",119 "bbox_2d": [120 0,121 208,122 237,123 755124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 495.20186671191146,129 -488.4879180352848,130 82.75994300842285131 ],132 "extent": [133 6.685903833459065,134 5.782682747893148,135 9.759943008422852136 ]137 },138 "obb": {139 "center": [140 495.20186671191146,141 -488.4879180352848,142 82.75994300842285143 ],144 "extent": [145 6.685903833459065,146 5.782682747893148,147 9.759943008422852148 ],149 "rotation": [150 0,151 100.00014495849612,152 0153 ]154 },155 "location": [156 493.9754333496094,157 -490.0494079589844,158 73159 ],160 "rotation": [161 0,162 100.00014495849612,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 31,173 223,174 255175 ]176 }177 ],178 "coat hanger": [179 {180 "object_id": "SM_CoatHanger4",181 "bbox_2d": [182 1075,183 0,184 1594,185 381186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 453.5434946528736,191 -549.022773662799,192 111.35374069213867193 ],194 "extent": [195 3.5435377197342177,196 19.967594066807465,197 18.870166778564453198 ]199 },200 "obb": {201 "center": [202 453.5434946528736,203 -549.022773662799,204 111.35374069213867205 ],206 "extent": [207 3.5435377197342177,208 19.967594066807465,209 18.870166778564453210 ],211 "rotation": [212 0,213 -90.00012207031251,214 0215 ]216 },217 "location": [218 450,219 -549,220 118221 ],222 "rotation": [223 0,224 -90.00012207031251,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 0,235 191,236 15237 ]238 }239 ]240 }241}