TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l057_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l057_r003/lit.png",5 "camera": {6 "location": [7 665,8 -223,9 8010 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 665,38 -223,39 80,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "chair": [55 {56 "object_id": "SM_Chair_01_53",57 "bbox_2d": [58 1480,59 540,60 1919,61 83562 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 530.0000038146973,67 -324.99999809265137,68 40.02224731445312569 ],70 "extent": [71 21.862672805786133,72 20.488967895507812,73 40.02224731445312574 ]75 },76 "obb": {77 "center": [78 530.0000038146973,79 -324.99999809265137,80 40.02224731445312581 ],82 "extent": [83 21.862672805786133,84 20.488967895507812,85 40.02224731445312586 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 530,95 -325,96 097 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 159,111 95,112 95113 ]114 },115 {116 "object_id": "SM_Chair_2",117 "bbox_2d": [118 826,119 540,120 1125,121 835122 ],123 "bbox_3d": {124 "aabb": {125 "center": [126 529.9999961853027,127 -225.00000190734863,128 40.022247314453125129 ],130 "extent": [131 21.862672805786133,132 20.488967895507812,133 40.022247314453125134 ]135 },136 "obb": {137 "center": [138 529.9999961853027,139 -225.00000190734863,140 40.022247314453125141 ],142 "extent": [143 21.862672805786133,144 20.488967895507812,145 40.022247314453125146 ],147 "rotation": [148 0,149 180,150 0151 ]152 },153 "location": [154 530,155 -225,156 0157 ],158 "rotation": [159 0,160 180,161 0162 ],163 "scale": [164 1,165 1,166 1167 ]168 },169 "color": [170 159,171 0,172 159173 ]174 }175 ],176 "folding": [177 {178 "object_id": "SM_Folding_Closed_193",179 "bbox_2d": [180 0,181 357,182 364,183 835184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 563.0454411043925,189 -130.0000126586815,190 50.90002023748582191 ],192 "extent": [193 14.748420726222093,194 24.495208003608745,195 51.49888812606113196 ]197 },198 "obb": {199 "center": [200 563.0454411043925,201 -130.0000126586815,202 50.90002023748581203 ],204 "extent": [205 14.748420726222093,206 24.495208003608745,207 51.49888812606113208 ],209 "rotation": [210 -3.0517578125552415e-05,211 -90.0000991821289,212 -10.000030517578125213 ]214 },215 "location": [216 571.394287109375,217 -130,218 0219 ],220 "rotation": [221 -3.0517578125552415e-05,222 -90.0000991821289,223 -10.000030517578125224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 63,233 223,234 191235 ]236 }237 ],238 "chopstick stand": [239 {240 "object_id": "SM_ChopstickStand4",241 "bbox_2d": [242 1281,243 468,244 1336,245 532246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 498.11653956347396,251 -284.3640471856754,252 82.75994300842285253 ],254 "extent": [255 6.685903833459065,256 5.782682747893148,257 9.759943008422852258 ]259 },260 "obb": {261 "center": [262 498.11653956347396,263 -284.3640471856754,264 82.75994300842285265 ],266 "extent": [267 6.685903833459065,268 5.782682747893148,269 9.759943008422852270 ],271 "rotation": [272 0,273 100.00014495849612,274 0275 ]276 },277 "location": [278 496.8901062011719,279 -285.925537109375,280 73281 ],282 "rotation": [283 0,284 100.00014495849612,285 0286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 31,295 223,296 0297 ]298 }299 ],300 "beer crate": [301 {302 "object_id": "SM_BeerCrate_01_302",303 "bbox_2d": [304 0,305 622,306 127,307 835308 ],309 "bbox_3d": {310 "aabb": {311 "center": [312 594,313 -127.00000190734863,314 60.99999809265137315 ],316 "extent": [317 22.500003814697266,318 15.00000286102295,319 11.000004768371582320 ]321 },322 "obb": {323 "center": [324 594,325 -127.00000190734863,326 60.99999809265137327 ],328 "extent": [329 22.500003814697266,330 15.00000286102295,331 11.000004768371582332 ],333 "rotation": [334 0,335 0,336 0337 ]338 },339 "location": [340 594,341 -127,342 50343 ],344 "rotation": [345 0,346 0,347 0348 ],349 "scale": [350 1,351 1,352 1353 ]354 },355 "color": [356 223,357 191,358 0359 ]360 }361 ],362 "coat hanger": [363 {364 "object_id": "SM_CoatHanger_350",365 "bbox_2d": [366 874,367 308,368 1054,369 482370 ],371 "bbox_3d": {372 "aabb": {373 "center": [374 453.5434946528736,375 -224.02277366279895,376 111.35374069213867377 ],378 "extent": [379 3.5435377197342177,380 19.967594066807465,381 18.870166778564453382 ]383 },384 "obb": {385 "center": [386 453.5434946528736,387 -224.02277366279895,388 111.35374069213867389 ],390 "extent": [391 3.5435377197342177,392 19.967594066807465,393 18.870166778564453394 ],395 "rotation": [396 0,397 -90.00012207031251,398 0399 ]400 },401 "location": [402 450,403 -224,404 118405 ],406 "rotation": [407 0,408 -90.00012207031251,409 0410 ],411 "scale": [412 1,413 1,414 1415 ]416 },417 "color": [418 0,419 255,420 15421 ]422 },423 {424 "object_id": "SM_CoatHanger2",425 "bbox_2d": [426 1353,427 308,428 1537,429 483430 ],431 "bbox_3d": {432 "aabb": {433 "center": [434 453.5434946528736,435 -330.02277366279895,436 111.35374069213867437 ],438 "extent": [439 3.5435377197342177,440 19.967594066807465,441 18.870166778564453442 ]443 },444 "obb": {445 "center": [446 453.5434946528736,447 -330.02277366279895,448 111.35374069213867449 ],450 "extent": [451 3.5435377197342177,452 19.967594066807465,453 18.870166778564453454 ],455 "rotation": [456 0,457 -90.00012207031251,458 0459 ]460 },461 "location": [462 450,463 -330,464 118465 ],466 "rotation": [467 0,468 -90.00012207031251,469 0470 ],471 "scale": [472 1,473 1,474 1475 ]476 },477 "color": [478 0,479 127,480 15481 ]482 },483 {484 "object_id": "SM_CoatHanger3",485 "bbox_2d": [486 1758,487 308,488 1919,489 483490 ],491 "bbox_3d": {492 "aabb": {493 "center": [494 453.5434946528736,495 -420.02277366279895,496 111.35374069213867497 ],498 "extent": [499 3.5435377197342177,500 19.967594066807465,501 18.870166778564453502 ]503 },504 "obb": {505 "center": [506 453.5434946528736,507 -420.02277366279895,508 111.35374069213867509 ],510 "extent": [511 3.5435377197342177,512 19.967594066807465,513 18.870166778564453514 ],515 "rotation": [516 0,517 -90.00012207031251,518 0519 ]520 },521 "location": [522 450,523 -420,524 118525 ],526 "rotation": [527 0,528 -90.00012207031251,529 0530 ],531 "scale": [532 1,533 1,534 1535 ]536 },537 "color": [538 0,539 63,540 15541 ]542 }543 ]544 }545}