Team Ai
Apppublic

LiquidAI/LFM2.5-VL-3B-WebGPU

sourceHugging Faceupdated 2mo agoView on Hugging Face
36likes
model-precision.js20 linesDownload Raw Back to src
1export function selectEmbeddingPrecision(manifest, adapterFeatures = []) {2  const features = adapterFeatures instanceof Set ? adapterFeatures : new Set(adapterFeatures);3  const precision = features.has('shader-f16') ? 'fp16' : 'fp32';4  const externalDataChunks = { ...manifest.runtime.externalDataChunks };5  delete externalDataChunks['embed_tokens_fp16.onnx'];6  if (precision === 'fp16') externalDataChunks['embed_tokens_fp16.onnx'] = 1;7 8  return {9    precision,10    manifest: {11      ...manifest,12      runtime: {13        ...manifest.runtime,14        dtype: { ...manifest.runtime.dtype, embed_tokens: precision },15        externalDataChunks,16      },17    },18  };19}20