software-mansion/react-native-executorch-phi-4-mini

1{2  "$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",3  "model": "phi_4_mini",4  "family": "phi",5  "capabilities": [6    "text-generation"7  ],8  "backend": "mlx",9  "license": "mit",10  "variants": [11    {12      "file": "phi_4_mini_mlx_int4.pte",13      "precision": "4w",14      "quantized": true,15      "default": true,16      "methods": {17        "enable_dynamic_shape": true,18        "forward": {19          "inputs": [20            {21              "shape": [22                1,23                {24                  "min": 1,25                  "max": 204726                }27              ],28              "dtype": "int64"29            },30            {31              "shape": [32                133              ],34              "dtype": "int64"35            }36          ],37          "outputs": [38            {39              "shape": [40                1,41                20006442              ],43              "dtype": "bfloat16"44            }45          ]46        },47        "get_bos_id": 199999,48        "get_eos_ids": [49          200020,50          19999951        ],52        "get_max_context_len": 2048,53        "get_max_seq_len": 2048,54        "get_n_layers": 32,55        "get_vocab_size": 200064,56        "use_kv_cache": true,57        "use_sdpa_with_kv_cache": true58      }59    }60  ]61}62