Brunobkr/llama.cpp_AlgMor24_github

1/**2 * @import {3 *   Create,4 *   FullNormalizedExtension,5 *   InitialConstruct,6 *   ParseContext,7 *   ParseOptions8 * } from 'micromark-util-types'9 */10 11import {combineExtensions} from 'micromark-util-combine-extensions'12import {content} from './initialize/content.js'13import {document} from './initialize/document.js'14import {flow} from './initialize/flow.js'15import {string, text} from './initialize/text.js'16import * as defaultConstructs from './constructs.js'17import {createTokenizer} from './create-tokenizer.js'18 19/**20 * @param {ParseOptions | null | undefined} [options]21 *   Configuration (optional).22 * @returns {ParseContext}23 *   Parser.24 */25export function parse(options) {26  const settings = options || {}27  const constructs = /** @type {FullNormalizedExtension} */ (28    combineExtensions([defaultConstructs, ...(settings.extensions || [])])29  )30 31  /** @type {ParseContext} */32  const parser = {33    constructs,34    content: create(content),35    defined: [],36    document: create(document),37    flow: create(flow),38    lazy: {},39    string: create(string),40    text: create(text)41  }42 43  return parser44 45  /**46   * @param {InitialConstruct} initial47   *   Construct to start with.48   * @returns {Create}49   *   Create a tokenizer.50   */51  function create(initial) {52    return creator53    /** @type {Create} */54    function creator(from) {55      return createTokenizer(parser, initial, from)56    }57  }58}59