Brunobkr/llama.cpp_AlgMor24_github

1#!/usr/bin/env node2 3import {EOL} from "os";4import {basename, dirname, resolve} from "path";5import {readFileSync} from "fs";6import {fileURLToPath} from "url";7import rw from "rw";8import {program} from "commander";9import iconv from "iconv-lite";10import {dsvFormat} from "../src/index.js";11 12const progname = basename(process.argv[1]);13const defaultInDelimiter = progname.slice(0, 3) === "tsv" ? "\t" : ",";14 15const options = program16    .version(JSON.parse(readFileSync(resolve(dirname(fileURLToPath(import.meta.url)), "../package.json"))).version)17    .usage("[options] [file]")18    .option("-o, --out <file>", "output file name; defaults to “-” for stdout", "-")19    .option("-r, --input-delimiter <character>", "input delimiter character", defaultInDelimiter)20    .option("-a, --auto-type", "parse rows with type inference (see d3.autoType)")21    .option("-n, --newline-delimited", "output newline-delimited JSON")22    .option("--input-encoding <encoding>", "input character encoding; defaults to “utf8”", "utf8")23    .option("--output-encoding <encoding>", "output character encoding; defaults to “utf8”", "utf8")24    .parse(process.argv)25    .opts();26 27const inFormat = dsvFormat(options.inputDelimiter);28 29rw.dash.readFile(program.args[0] || "-", (error, text) => {30  if (error) throw error;31  const rowConverter = options.autoType ? dsv.autoType : null32  const rows = inFormat.parse(iconv.decode(text, options.inputEncoding), rowConverter);33  rw.dash.writeFile(options.out, iconv.encode(options.newlineDelimited34      ? rows.map((row) => JSON.stringify(row)).join("\n") + "\n"35      : JSON.stringify(rows) + EOL, options.outputEncoding), (error) => {36    if (error) throw error;37  });38});39