mitchell
749559e19c
- Replace manual `process.stdin` listeners with `events.once()` - Switch from `process.exit()` to `return` for cleaner async execution paths - Update Node.js module imports to use default exports consistently
84 lines
2.1 KiB
JavaScript
84 lines
2.1 KiB
JavaScript
#!/usr/bin/env node
|
|
import util from "node:util";
|
|
import { createOpenAICompatible } from "@ai-sdk/openai-compatible";
|
|
import { streamText } from "ai";
|
|
|
|
import { initConfig, loadConfig } from "./src/config";
|
|
import { Conversation } from "./src/conversation";
|
|
import Renderer from "./src/render";
|
|
|
|
const { values: args, positionals } = util.parseArgs({
|
|
args: process.argv.slice(2),
|
|
options: {
|
|
model: { type: "string" },
|
|
m: { type: "string" },
|
|
new: { type: "boolean" },
|
|
n: { type: "boolean" },
|
|
config: { type: "boolean" },
|
|
c: { type: "boolean" },
|
|
plain: { type: "boolean" },
|
|
plainOut: { type: "boolean" },
|
|
plainErr: { type: "boolean" },
|
|
v: { type: "boolean" },
|
|
},
|
|
strict: true,
|
|
allowPositionals: true,
|
|
});
|
|
|
|
async function main() {
|
|
const newConvo = args.new ?? args.n;
|
|
const plainOut = args.plainOut ?? args.plain ?? !process.stdout.isTTY;
|
|
const plainErr = args.plainErr ?? args.plain ?? !process.stderr.isTTY;
|
|
const modelFlag = args.model ?? args.m;
|
|
const configFlag = args.config ?? args.c;
|
|
|
|
if (args.v) {
|
|
console.log("0.0.0");
|
|
return;
|
|
}
|
|
|
|
const config = await loadConfig(configFlag);
|
|
|
|
if (configFlag || !config) {
|
|
await initConfig(config);
|
|
return;
|
|
}
|
|
|
|
const model = modelFlag ?? config.model;
|
|
|
|
const renderer = new Renderer(plainOut, plainErr);
|
|
|
|
const provider = createOpenAICompatible({
|
|
name: "llama.cpp",
|
|
apiKey: "local",
|
|
baseURL: config.baseURL,
|
|
includeUsage: true, // Include usage information in streaming responses
|
|
});
|
|
|
|
const convo = new Conversation(model);
|
|
|
|
if (!newConvo) {
|
|
await convo.load();
|
|
if (modelFlag) convo.model = modelFlag;
|
|
}
|
|
|
|
const prompt = positionals.join(" ") || "Introduce yourself.";
|
|
convo.messages.push({ role: "user", content: prompt });
|
|
|
|
const { fullStream, text, totalUsage } = streamText({
|
|
model: provider(convo.model),
|
|
messages: convo.messages,
|
|
});
|
|
|
|
await renderer.renderStream(fullStream);
|
|
|
|
convo.messages.push({ role: "assistant", content: await text });
|
|
await convo.save();
|
|
|
|
await renderer.renderStats(totalUsage);
|
|
}
|
|
|
|
main().catch((err) => {
|
|
console.error(err);
|
|
process.exit(1);
|
|
});
|