Brunobkr/llama.cpp_AlgMor24_github

1"use strict";2var __defProp = Object.defineProperty;3var __getOwnPropDesc = Object.getOwnPropertyDescriptor;4var __getOwnPropNames = Object.getOwnPropertyNames;5var __hasOwnProp = Object.prototype.hasOwnProperty;6var __export = (target, all) => {7  for (var name in all)8    __defProp(target, name, { get: all[name], enumerable: true });9};10var __copyProps = (to, from, except, desc) => {11  if (from && typeof from === "object" || typeof from === "function") {12    for (let key of __getOwnPropNames(from))13      if (!__hasOwnProp.call(to, key) && key !== except)14        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });15  }16  return to;17};18var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);19var transport_exports = {};20__export(transport_exports, {21  WebSocketTransport: () => WebSocketTransport,22  perMessageDeflate: () => perMessageDeflate23});24module.exports = __toCommonJS(transport_exports);25var import_utils = require("../utils");26var import_happyEyeballs = require("./utils/happyEyeballs");27var import_utilsBundle = require("../utilsBundle");28const perMessageDeflate = {29  clientNoContextTakeover: true,30  zlibDeflateOptions: {31    level: 332  },33  zlibInflateOptions: {34    chunkSize: 10 * 102435  },36  threshold: 10 * 102437};38class WebSocketTransport {39  constructor(progress, url, logUrl, options) {40    this.headers = [];41    this.wsEndpoint = url;42    this._logUrl = logUrl;43    this._ws = new import_utilsBundle.ws(url, [], {44      maxPayload: 256 * 1024 * 1024,45      // 256Mb,46      headers: options.headers,47      followRedirects: options.followRedirects,48      agent: /^(https|wss):\/\//.test(url) ? import_happyEyeballs.httpsHappyEyeballsAgent : import_happyEyeballs.httpHappyEyeballsAgent,49      perMessageDeflate50    });51    this._ws.on("upgrade", (response) => {52      for (let i = 0; i < response.rawHeaders.length; i += 2) {53        this.headers.push({ name: response.rawHeaders[i], value: response.rawHeaders[i + 1] });54        if (options.debugLogHeader && response.rawHeaders[i] === options.debugLogHeader)55          progress?.log(response.rawHeaders[i + 1]);56      }57    });58    this._progress = progress;59    const messageWrap = (0, import_utils.makeWaitForNextTask)();60    this._ws.addEventListener("message", (event) => {61      messageWrap(() => {62        const eventData = event.data;63        let parsedJson;64        try {65          parsedJson = JSON.parse(eventData);66        } catch (e) {67          this._progress?.log(`<closing ws> Closing websocket due to malformed JSON. eventData=${eventData} e=${e?.message}`);68          this._ws.close();69          return;70        }71        try {72          if (this.onmessage)73            this.onmessage.call(null, parsedJson);74        } catch (e) {75          this._progress?.log(`<closing ws> Closing websocket due to failed onmessage callback. eventData=${eventData} e=${e?.message}`);76          this._ws.close();77        }78      });79    });80    this._ws.addEventListener("close", (event) => {81      this._progress?.log(`<ws disconnected> ${logUrl} code=${event.code} reason=${event.reason}`);82      if (this.onclose)83        this.onclose.call(null, event.reason);84    });85    this._ws.addEventListener("error", (error) => this._progress?.log(`<ws error> ${logUrl} ${error.type} ${error.message}`));86  }87  static async connect(progress, url, options = {}) {88    return await WebSocketTransport._connect(89      progress,90      url,91      options,92      false93      /* hadRedirects */94    );95  }96  static async _connect(progress, url, options, hadRedirects) {97    const logUrl = stripQueryParams(url);98    progress?.log(`<ws connecting> ${logUrl}`);99    const transport = new WebSocketTransport(progress, url, logUrl, { ...options, followRedirects: !!options.followRedirects && hadRedirects });100    const resultPromise = new Promise((fulfill, reject) => {101      transport._ws.on("open", async () => {102        progress?.log(`<ws connected> ${logUrl}`);103        fulfill({});104      });105      transport._ws.on("error", (event) => {106        progress?.log(`<ws connect error> ${logUrl} ${event.message}`);107        reject(new Error("WebSocket error: " + event.message));108        transport._ws.close();109      });110      transport._ws.on("unexpected-response", (request, response) => {111        if (options.followRedirects && !hadRedirects && (response.statusCode === 301 || response.statusCode === 302 || response.statusCode === 307 || response.statusCode === 308)) {112          fulfill({ redirect: response });113          transport._ws.close();114          return;115        }116        for (let i = 0; i < response.rawHeaders.length; i += 2) {117          if (options.debugLogHeader && response.rawHeaders[i] === options.debugLogHeader)118            progress?.log(response.rawHeaders[i + 1]);119        }120        const chunks = [];121        const errorPrefix = `${logUrl} ${response.statusCode} ${response.statusMessage}`;122        response.on("data", (chunk) => chunks.push(chunk));123        response.on("close", () => {124          const error = chunks.length ? `${errorPrefix}125${Buffer.concat(chunks)}` : errorPrefix;126          progress?.log(`<ws unexpected response> ${error}`);127          reject(new Error("WebSocket error: " + error));128          transport._ws.close();129        });130      });131    });132    try {133      const result = progress ? await progress.race(resultPromise) : await resultPromise;134      if (result.redirect) {135        const newHeaders = Object.fromEntries(Object.entries(options.headers || {}).filter(([name]) => {136          return !name.includes("access-key") && name.toLowerCase() !== "authorization";137        }));138        return WebSocketTransport._connect(139          progress,140          result.redirect.headers.location,141          { ...options, headers: newHeaders },142          true143          /* hadRedirects */144        );145      }146      return transport;147    } catch (error) {148      await transport.closeAndWait();149      throw error;150    }151  }152  send(message) {153    this._ws.send(JSON.stringify(message));154  }155  close() {156    this._progress?.log(`<ws disconnecting> ${this._logUrl}`);157    this._ws.close();158  }159  async closeAndWait() {160    if (this._ws.readyState === import_utilsBundle.ws.CLOSED)161      return;162    const promise = new Promise((f) => this._ws.once("close", f));163    this.close();164    await promise;165  }166}167function stripQueryParams(url) {168  try {169    const u = new URL(url);170    u.search = "";171    u.hash = "";172    return u.toString();173  } catch {174    return url;175  }176}177// Annotate the CommonJS export names for ESM import in node:1780 && (module.exports = {179  WebSocketTransport,180  perMessageDeflate181});182