TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l100_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l100_r003/lit.png",5 "camera": {6 "location": [7 43,8 332,9 22510 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 43,38 332,39 225,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 0,58 0,59 974,60 1961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "window divided": [116 {117 "object_id": "SM_Window4",118 "bbox_2d": [119 435,120 175,121 775,122 471123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -260.562744140625,128 439.8597279855553,129 219.51061248779297130 ],131 "extent": [132 5,133 55.520464069539685,134 119.43922424316406135 ]136 },137 "obb": {138 "center": [139 -260.562744140625,140 439.8597279855553,141 219.51061248779297142 ],143 "extent": [144 5,145 55.520464069539685,146 119.43922424316406147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -255.562744140625,156 384.3392639160156,157 100.09675598144531158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1.1799999475479126,167 1168 ]169 },170 "color": [171 0,172 0,173 63174 ]175 },176 {177 "object_id": "SM_Window5",178 "bbox_2d": [179 78,180 175,181 434,182 865183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -260.562744140625,188 550.8835316964928,189 219.51061248779297190 ],191 "extent": [192 5,193 55.520464069539685,194 119.43922424316406195 ]196 },197 "obb": {198 "center": [199 -260.562744140625,200 550.8835316964928,201 219.51061248779297202 ],203 "extent": [204 5,205 55.520464069539685,206 119.43922424316406207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -255.562744140625,216 495.3630676269531,217 100.09675598144531218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1.1799999475479126,227 1228 ]229 },230 "color": [231 0,232 255,233 63234 ]235 },236 {237 "object_id": "SM_Window6",238 "bbox_2d": [239 0,240 175,241 77,242 880243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -260.562744140625,248 663.2409183566147,249 219.51061248779297250 ],251 "extent": [252 5,253 56.93122597380216,254 119.43922424316406255 ]256 },257 "obb": {258 "center": [259 -260.562744140625,260 663.2409183566147,261 219.51061248779297262 ],263 "extent": [264 5,265 56.93122597380216,266 119.43922424316406267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 -255.562744140625,276 606.3096923828125,277 100.09675598144531278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1.209983468055725,287 1288 ]289 },290 "color": [291 0,292 127,293 63294 ]295 }296 ]297 },298 "foreground": {299 "curtain": [300 {301 "object_id": "SM_CurtainLong7",302 "bbox_2d": [303 426,304 126,305 739,306 286307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -237.57984900474548,312 441.8350585923599,313 322.2176284790039314 ],315 "extent": [316 2.8221590518951416,317 44.898785157101884,318 23.563682556152344319 ]320 },321 "obb": {322 "center": [323 -237.57984900474548,324 441.8350585923599,325 322.2176284790039326 ],327 "extent": [328 2.8221590518951416,329 44.898785157101884,330 23.563682556152344331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 -240.40200805664062,340 441.5785217285156,341 345.78131103515625342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 0.8799999952316284,351 1352 ]353 },354 "color": [355 0,356 63,357 0358 ]359 },360 {361 "object_id": "SM_CurtainLong8",362 "bbox_2d": [363 58,364 126,365 378,366 534367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -237.5807647705078,372 548.1863531408244,373 286.1421890258789374 ],375 "extent": [376 2.8221588134765625,377 44.898785157101884,378 59.639122009277344379 ]380 },381 "obb": {382 "center": [383 -237.5807647705078,384 548.1863531408244,385 286.1421890258789386 ],387 "extent": [388 2.8221588134765625,389 44.898785157101884,390 59.639122009277344391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 -240.40292358398438,400 546.6011352539062,401 345.78131103515625402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 0.8799999952316284,411 1412 ]413 },414 "color": [415 0,416 63,417 255418 ]419 },420 {421 "object_id": "SM_CurtainLong9",422 "bbox_2d": [423 0,424 126,425 12,426 154427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -237.5800018310547,432 656.2885259923869,433 286.1421890258789434 ],435 "extent": [436 2.8221588134765625,437 44.898785157101884,438 59.639122009277344439 ]440 },441 "obb": {442 "center": [443 -237.5800018310547,444 656.2885259923869,445 286.1421890258789446 ],447 "extent": [448 2.8221588134765625,449 44.898785157101884,450 59.639122009277344451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 -240.40216064453125,460 654.7033081054688,461 345.78131103515625462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 0.8799999952316284,471 1472 ]473 },474 "color": [475 0,476 63,477 127478 ]479 }480 ],481 "tv": [482 {483 "object_id": "SM_TVset_131",484 "bbox_2d": [485 792,486 0,487 1277,488 1079489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -55.67537493583768,494 343.5040283203125,495 184.6187286376953496 ],497 "extent": [498 174.0474023976094,499 14.1383056640625,500 91.36982727050781501 ]502 },503 "obb": {504 "center": [505 -55.67537493583768,506 343.5040283203125,507 184.6187286376953508 ],509 "extent": [510 174.0474023976094,511 14.1383056640625,512 91.36982727050781513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 -55.717041015625,522 343.51348876953125,523 93.32192993164062524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 0.9973075985908508,532 1,533 1534 ]535 },536 "color": [537 63,538 127,539 255540 ]541 },542 {543 "object_id": "SM_TV_134",544 "bbox_2d": [545 145,546 265,547 1004,548 1079549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 28.77264975328159,554 333.1397213935913,555 197.77782821655273556 ],557 "extent": [558 49.164796066224405,559 3.103601814645799,560 28.656902313232422561 ]562 },563 "obb": {564 "center": [565 28.772649753281588,566 333.1397213935913,567 197.77782821655273568 ],569 "extent": [570 49.164796066224405,571 3.103601814645799,572 28.656902313232422573 ],574 "rotation": [575 0,576 -90.00009155273439,577 0578 ]579 },580 "location": [581 28.772653579711914,582 333.1470642089844,583 169.08131408691406584 ],585 "rotation": [586 0,587 -90.00009155273439,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 63,598 127,599 127600 ]601 }602 ],603 "sofa": [604 {605 "object_id": "SM_SofaSingle3_6",606 "bbox_2d": [607 0,608 845,609 190,610 1079611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -154.99427628886622,616 481.50767148137766,617 124.89787335848428618 ],619 "extent": [620 61.12913516601515,621 61.8748375147932,622 29.07433820179608623 ]624 },625 "obb": {626 "center": [627 -154.99427628886622,628 481.50767148137766,629 124.89787335848428630 ],631 "extent": [632 61.12913516601515,633 61.8748375147932,634 29.07433820179608635 ],636 "rotation": [637 0,638 -50,639 0640 ]641 },642 "location": [643 -143.1593475341797,644 491.42852783203125,645 95.79412841796875646 ],647 "rotation": [648 0,649 -50,650 0651 ],652 "scale": [653 0.800000011920929,654 0.800000011920929,655 0.800000011920929656 ]657 },658 "color": [659 95,660 31,661 159662 ]663 }664 ]665 }666}