TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l057_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l057_r002/lit.png",5 "camera": {6 "location": [7 665,8 -223,9 8010 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 665,38 -223,39 80,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "folding": [55 {56 "object_id": "SM_Folding_Closed_193",57 "bbox_2d": [58 1158,59 370,60 1474,61 81562 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 563.0454411043925,67 -130.0000126586815,68 50.9000202374858269 ],70 "extent": [71 14.748420726222093,72 24.495208003608745,73 51.4988881260611374 ]75 },76 "obb": {77 "center": [78 563.0454411043925,79 -130.0000126586815,80 50.9000202374858181 ],82 "extent": [83 14.748420726222093,84 24.495208003608745,85 51.4988881260611386 ],87 "rotation": [88 -3.0517578125552415e-05,89 -90.0000991821289,90 -10.00003051757812591 ]92 },93 "location": [94 571.394287109375,95 -130,96 097 ],98 "rotation": [99 -3.0517578125552415e-05,100 -90.0000991821289,101 -10.000030517578125102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 63,111 223,112 191113 ]114 }115 ],116 "chopstick stand": [117 {118 "object_id": "SM_ChopstickStand3",119 "bbox_2d": [120 0,121 0,122 388,123 1025124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 671.572136487302,129 -199.585864202277,130 82.75994300842285131 ],132 "extent": [133 6.685903833459065,134 5.782682747893119,135 9.759943008422852136 ]137 },138 "obb": {139 "center": [140 671.572136487302,141 -199.585864202277,142 82.75994300842285143 ],144 "extent": [145 6.685903833459065,146 5.782682747893119,147 9.759943008422852148 ],149 "rotation": [150 0,151 100.00014495849612,152 0153 ]154 },155 "location": [156 670.345703125,157 -201.14735412597656,158 73159 ],160 "rotation": [161 0,162 100.00014495849612,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 191,173 223,174 159175 ]176 }177 ],178 "beer crate": [179 {180 "object_id": "SM_BeerCrate_01_302",181 "bbox_2d": [182 852,183 594,184 1291,185 775186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 594,191 -127.00000190734863,192 60.99999809265137193 ],194 "extent": [195 22.500003814697266,196 15.00000286102295,197 11.000004768371582198 ]199 },200 "obb": {201 "center": [202 594,203 -127.00000190734863,204 60.99999809265137205 ],206 "extent": [207 22.500003814697266,208 15.00000286102295,209 11.000004768371582210 ],211 "rotation": [212 0,213 0,214 0215 ]216 },217 "location": [218 594,219 -127,220 50221 ],222 "rotation": [223 0,224 0,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 223,235 191,236 0237 ]238 }239 ]240 }241}