TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l055_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l055_r005/lit.png",5 "camera": {6 "location": [7 698,8 -301,9 8010 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 698,38 -301,39 80,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "plane": [55 {56 "object_id": "Plane_243",57 "bbox_2d": [58 1128,59 725,60 1919,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 890,67 -460,68 069 ],70 "extent": [71 150,72 150,73 2.4121840694324697e-1474 ]75 },76 "obb": {77 "center": [78 890,79 -460,80 081 ],82 "extent": [83 150,84 150,85 2.4121840694324697e-1486 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 890,95 -460,96 097 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 3,105 3,106 3107 ]108 },109 "color": [110 0,111 31,112 191113 ]114 }115 ],116 "bar stool": [117 {118 "object_id": "SM_Barstool_01_Small_45",119 "bbox_2d": [120 1128,121 1052,122 1174,123 1079124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 725.0137140279497,129 -350.0092285159917,130 22.542636655631668131 ],132 "extent": [133 18.46397396977636,134 18.183465535778396,135 22.60599171834542136 ]137 },138 "obb": {139 "center": [140 725.0137140279497,141 -350.0092285159917,142 22.542636655631668143 ],144 "extent": [145 18.46397396977636,146 18.183465535778396,147 22.60599171834542148 ],149 "rotation": [150 0,151 0,152 0153 ]154 },155 "location": [156 725,157 -350,158 0159 ],160 "rotation": [161 0,162 0,163 0164 ],165 "scale": [166 0.9000000357627869,167 0.9000000357627869,168 0.8999999761581421169 ]170 },171 "color": [172 159,173 95,174 0175 ]176 }177 ],178 "chair": [179 {180 "object_id": "SM_Chair_6",181 "bbox_2d": [182 1319,183 540,184 1485,185 815186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 971.6390950331421,191 -493.59936645032934,192 40.02226257324219193 ],194 "extent": [195 25.088410343233022,196 23.97411729918059,197 40.022247314453125198 ]199 },200 "obb": {201 "center": [202 971.6390950331421,203 -493.59936645032934,204 40.02226257324219205 ],206 "extent": [207 25.088410343233022,208 23.97411729918059,209 40.022247314453125210 ],211 "rotation": [212 0,213 169.99996948242188,214 0215 ]216 },217 "location": [218 971.6390991210938,219 -493.599365234375,220 1.52587890625e-05221 ],222 "rotation": [223 0,224 169.99996948242188,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 159,235 63,236 159237 ]238 },239 {240 "object_id": "SM_Chair_7",241 "bbox_2d": [242 1179,243 540,244 1255,245 781246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 921.6391010284572,251 -543.5993690490649,252 40.02226257324219253 ],254 "extent": [255 20.489052319893403,256 21.8627519254851,257 40.022247314453125258 ]259 },260 "obb": {261 "center": [262 921.6391010284572,263 -543.5993690490649,264 40.02226257324219265 ],266 "extent": [267 20.489052319893403,268 21.8627519254851,269 40.022247314453125270 ],271 "rotation": [272 0,273 -89.99977874755861,274 0275 ]276 },277 "location": [278 921.6390991210938,279 -543.599365234375,280 1.52587890625e-05281 ],282 "rotation": [283 0,284 -89.99977874755861,285 0286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 159,295 191,296 159297 ]298 },299 {300 "object_id": "SM_Chair_9",301 "bbox_2d": [302 1886,303 744,304 1919,305 991306 ],307 "bbox_3d": {308 "aabb": {309 "center": [310 930.4258401842941,311 -341.2888831061714,312 40.02226257324219313 ],314 "extent": [315 29.575940657640103,316 29.202731953769387,317 40.022247314453125318 ]319 },320 "obb": {321 "center": [322 930.4258401842941,323 -341.2888831061714,324 40.02226257324219325 ],326 "extent": [327 29.575940657640103,328 29.202731953769387,329 40.022247314453125330 ],331 "rotation": [332 0,333 -146.07577514648438,334 0335 ]336 },337 "location": [338 930.4258422851562,339 -341.28887939453125,340 1.52587890625e-05341 ],342 "rotation": [343 0,344 -146.07577514648438,345 0346 ],347 "scale": [348 1,349 1,350 1351 ]352 },353 "color": [354 127,355 223,356 95357 ]358 },359 {360 "object_id": "SM_Chair_10",361 "bbox_2d": [362 1610,363 540,364 1868,365 892366 ],367 "bbox_3d": {368 "aabb": {369 "center": [370 985.8643203661144,371 -412.11346036997264,372 40.022262314452746373 ],374 "extent": [375 29.961430282544256,376 29.8793430926807,377 40.022247314453125378 ]379 },380 "obb": {381 "center": [382 985.8643203661144,383 -412.11346036997264,384 40.022262314452746385 ],386 "extent": [387 29.961430282544256,388 29.8793430926807,389 40.022247314453125390 ],391 "rotation": [392 0,393 42.57830810546874,394 0395 ]396 },397 "location": [398 985.8643188476562,399 -412.11346435546875,400 1.4999999621068127e-05401 ],402 "rotation": [403 0,404 42.57830810546874,405 0406 ],407 "scale": [408 1,409 1,410 1411 ]412 },413 "color": [414 63,415 223,416 0417 ]418 }419 ],420 "chopstick stand": [421 {422 "object_id": "SM_ChopstickStand6",423 "bbox_2d": [424 1340,425 506,426 1368,427 558428 ],429 "bbox_3d": {430 "aabb": {431 "center": [432 997.7741084688197,433 -533.4500338492278,434 82.75994300842285435 ],436 "extent": [437 6.685885999391189,438 5.7826587302615735,439 9.759943008422852440 ]441 },442 "obb": {443 "center": [444 997.7741084688197,445 -533.4500338492278,446 82.75994300842285447 ],448 "extent": [449 6.685885999391189,450 5.7826587302615735,451 9.759943008422852452 ],453 "rotation": [454 0,455 -80.00012969970702,456 0457 ]458 },459 "location": [460 999.0005493164062,461 -531.8885498046875,462 73463 ],464 "rotation": [465 0,466 -80.00012969970702,467 0468 ],469 "scale": [470 1,471 1,472 1473 ]474 },475 "color": [476 159,477 223,478 255479 ]480 }481 ],482 "coat hanger": [483 {484 "object_id": "SM_CoatHanger5_356",485 "bbox_2d": [486 1576,487 477,488 1657,489 596490 ],491 "bbox_3d": {492 "aabb": {493 "center": [494 1025.4565052501187,495 -449.97724143623657,496 80.35374069213867497 ],498 "extent": [499 3.543537719734161,500 19.967594066807465,501 18.870166778564453502 ]503 },504 "obb": {505 "center": [506 1025.4565052501187,507 -449.97724143623657,508 80.35374069213867509 ],510 "extent": [511 3.543537719734161,512 19.967594066807465,513 18.870166778564453514 ],515 "rotation": [516 0,517 90.00012207031251,518 0519 ]520 },521 "location": [522 1029,523 -450,524 87525 ],526 "rotation": [527 0,528 90.00012207031251,529 0530 ],531 "scale": [532 1,533 1,534 1535 ]536 },537 "color": [538 0,539 31,540 15541 ]542 }543 ]544 }545}