Brunobkr/llama.cpp_AlgMor24_github

1export var TokenType;2(function (TokenType) {3    TokenType[TokenType["CHARACTER"] = 0] = "CHARACTER";4    TokenType[TokenType["NULL_CHARACTER"] = 1] = "NULL_CHARACTER";5    TokenType[TokenType["WHITESPACE_CHARACTER"] = 2] = "WHITESPACE_CHARACTER";6    TokenType[TokenType["START_TAG"] = 3] = "START_TAG";7    TokenType[TokenType["END_TAG"] = 4] = "END_TAG";8    TokenType[TokenType["COMMENT"] = 5] = "COMMENT";9    TokenType[TokenType["DOCTYPE"] = 6] = "DOCTYPE";10    TokenType[TokenType["EOF"] = 7] = "EOF";11    TokenType[TokenType["HIBERNATION"] = 8] = "HIBERNATION";12})(TokenType || (TokenType = {}));13export function getTokenAttr(token, attrName) {14    for (let i = token.attrs.length - 1; i >= 0; i--) {15        if (token.attrs[i].name === attrName) {16            return token.attrs[i].value;17        }18    }19    return null;20}21