TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l097_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l097_r005/lit.png",5 "camera": {6 "location": [7 -20,8 474,9 22210 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -20,38 474,39 222,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 901,58 0,59 1376,60 11461 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "door": [116 {117 "object_id": "SM_Door_polySurface49",118 "bbox_2d": [119 1739,120 122,121 1919,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 237.1017780453198,128 428.0635484057081,129 195.17345428466797130 ],131 "extent": [132 9.74557239176346,133 49.10113152906655,134 105.98666381835938135 ]136 },137 "obb": {138 "center": [139 237.1017780453198,140 428.0635484057081,141 195.17345428466797142 ],143 "extent": [144 9.74557239176346,145 49.10113152906655,146 105.98666381835938147 ],148 "rotation": [149 0,150 -179.99989318847656,151 0152 ]153 },154 "location": [155 236.6421661376953,156 467.6837158203125,157 88.28707122802734158 ],159 "rotation": [160 0,161 -179.99989318847656,162 0163 ],164 "scale": [165 1.5594596862792969,166 -0.8500000238418579,167 1168 ]169 },170 "color": [171 127,172 159,173 255174 ]175 },176 {177 "object_id": "SM_Door_polySurface57",178 "bbox_2d": [179 1197,180 333,181 1235,182 910183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 230.40711644136513,188 194.618632203342,189 193.68687438964844190 ],191 "extent": [192 5.455037415813791,193 40.9399423472035,194 100.37834930419922195 ]196 },197 "obb": {198 "center": [199 230.40711644136513,200 194.618632203342,201 193.68687438964844202 ],203 "extent": [204 5.455037415813791,205 40.9399423472035,206 100.37834930419922207 ],208 "rotation": [209 0,210 -179.99989318847656,211 0212 ]213 },214 "location": [215 229.37254333496094,216 154.16036987304688,217 88.9166030883789218 ],219 "rotation": [220 0,221 -179.99989318847656,222 0223 ],224 "scale": [225 0.800000011920929,226 0.8706653118133545,227 1228 ]229 },230 "color": [231 127,232 159,233 127234 ]235 },236 {237 "object_id": "SM_Door_polySurface50",238 "bbox_2d": [239 1198,240 305,241 1258,242 921243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 237.10054705583462,248 194.50258489944235,249 195.17345428466797250 ],251 "extent": [252 9.745574626675705,253 49.10113152907067,254 105.98666381835938255 ]256 },257 "obb": {258 "center": [259 237.10054705583462,260 194.50258489944235,261 195.17345428466797262 ],263 "extent": [264 9.745574626675705,265 49.10113152907067,266 105.98666381835938267 ],268 "rotation": [269 0,270 -179.99989318847656,271 0272 ]273 },274 "location": [275 236.64108276367188,276 154.88241577148438,277 88.28707122802734278 ],279 "rotation": [280 0,281 -179.99989318847656,282 0283 ],284 "scale": [285 1.5594600439071655,286 0.8500000238418579,287 1288 ]289 },290 "color": [291 127,292 159,293 63294 ]295 },296 {297 "object_id": "SM_Door_polySurface58",298 "bbox_2d": [299 1790,300 162,301 1919,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 230.40723676937202,308 428.06766479974937,309 193.68687438964844310 ],311 "extent": [312 5.455037415787672,313 40.93992833372391,314 100.37834930419922315 ]316 },317 "obb": {318 "center": [319 230.40723676937202,320 428.06766479974937,321 193.68687438964844322 ],323 "extent": [324 5.455037415787672,325 40.93992833372391,326 100.37834930419922327 ],328 "rotation": [329 0,330 -179.99989318847656,331 0332 ]333 },334 "location": [335 229.3725128173828,336 468.5259094238281,337 88.9166030883789338 ],339 "rotation": [340 0,341 -179.99989318847656,342 0343 ],344 "scale": [345 0.800000011920929,346 -0.8706650137901306,347 1348 ]349 },350 "color": [351 31,352 159,353 127354 ]355 }356 ]357 },358 "foreground": {359 "tv": [360 {361 "object_id": "SM_TVset_131",362 "bbox_2d": [363 0,364 13,365 1240,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -55.67537493583768,372 343.5040283203125,373 184.6187286376953374 ],375 "extent": [376 174.0474023976094,377 14.1383056640625,378 91.36982727050781379 ]380 },381 "obb": {382 "center": [383 -55.67537493583768,384 343.5040283203125,385 184.6187286376953386 ],387 "extent": [388 174.0474023976094,389 14.1383056640625,390 91.36982727050781391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 -55.717041015625,400 343.51348876953125,401 93.32192993164062402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 0.9973075985908508,410 1,411 1412 ]413 },414 "color": [415 63,416 127,417 255418 ]419 },420 {421 "object_id": "SM_TV_134",422 "bbox_2d": [423 402,424 504,425 1050,426 965427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 28.77264975328159,432 333.1397213935913,433 197.77782821655273434 ],435 "extent": [436 49.164796066224405,437 3.103601814645799,438 28.656902313232422439 ]440 },441 "obb": {442 "center": [443 28.772649753281588,444 333.1397213935913,445 197.77782821655273446 ],447 "extent": [448 49.164796066224405,449 3.103601814645799,450 28.656902313232422451 ],452 "rotation": [453 0,454 -90.00009155273439,455 0456 ]457 },458 "location": [459 28.772653579711914,460 333.1470642089844,461 169.08131408691406462 ],463 "rotation": [464 0,465 -90.00009155273439,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 63,476 127,477 127478 ]479 }480 ],481 "decorative grass": [482 {483 "object_id": "SM_Decorative34_158",484 "bbox_2d": [485 219,486 1071,487 294,488 1079489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -37.00028991699219,494 342.06710357666,495 139.46151815457597496 ],497 "extent": [498 10.379999954700452,499 10.379997665882001,500 20.63836751931376501 ]502 },503 "obb": {504 "center": [505 -37.00028991699219,506 342.06710357666,507 139.46151815457597508 ],509 "extent": [510 10.379999954700452,511 10.379997665882001,512 20.63836751931376513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 -37.00028991699219,522 342.0671081542969,523 118.81065368652344524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 0.6000000238418579,532 0.6000000238418579,533 0.6000000238418579534 ]535 },536 "color": [537 0,538 63,539 191540 ]541 },542 {543 "object_id": "SM_Decorative33_161",544 "bbox_2d": [545 1158,546 882,547 1229,548 1079549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 100.24334199117794,554 348.1580686569185,555 139.65065574645996556 ],557 "extent": [558 6.231438709416409,559 6.210162297746422,560 20.81926155090332561 ]562 },563 "obb": {564 "center": [565 100.24334199117794,566 348.1580686569185,567 139.65065574645996568 ],569 "extent": [570 6.231438709416409,571 6.210162297746422,572 20.81926155090332573 ],574 "rotation": [575 0,576 179.9998321533203,577 0578 ]579 },580 "location": [581 100.24333953857422,582 347.1580810546875,583 118.81065368652344584 ],585 "rotation": [586 0,587 179.9998321533203,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 255,598 255,599 191600 ]601 },602 {603 "object_id": "SM_Decorative35",604 "bbox_2d": [605 1105,606 971,607 1156,608 1079609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 86.2824266435804,614 347.8580723643284,615 133.39865488004682616 ],617 "extent": [618 4.362007022306955,619 4.34711353439161,620 14.573482837447386621 ]622 },623 "obb": {624 "center": [625 86.2824266435804,626 347.8580723643284,627 133.39865488004682628 ],629 "extent": [630 4.362007022306955,631 4.34711353439161,632 14.573482837447386633 ],634 "rotation": [635 0,636 179.9998321533203,637 0638 ]639 },640 "location": [641 86.28242492675781,642 347.1580810546875,643 118.81065368652344644 ],645 "rotation": [646 0,647 179.9998321533203,648 0649 ],650 "scale": [651 0.699999988079071,652 0.699999988079071,653 0.699999988079071654 ]655 },656 "color": [657 255,658 127,659 191660 ]661 }662 ],663 "photo frame": [664 {665 "object_id": "SM_PicFram6",666 "bbox_2d": [667 1339,668 308,669 1575,670 761671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 228.5008797899579,676 311.39184230087636,677 223.2089790344234678 ],679 "extent": [680 1.1438139881150278,681 33.81277987936187,682 55.686458833897674683 ]684 },685 "obb": {686 "center": [687 228.5008797899579,688 311.39184230087636,689 223.2089790344234690 ],691 "extent": [692 1.1438139881150278,693 33.81277987936187,694 55.686458833897674695 ],696 "rotation": [697 -90,698 89.99923706054689,699 0700 ]701 },702 "location": [703 229.75759887695312,704 277.5503845214844,705 223.20896911621094706 ],707 "rotation": [708 -90,709 89.99923706054689,710 0711 ],712 "scale": [713 1.2999999523162842,714 1.5244849920272827,715 1.1598151922225952716 ]717 },718 "color": [719 255,720 127,721 223722 ]723 }724 ]725 }726}