105 lines
2.7 KiB
TypeScript
105 lines
2.7 KiB
TypeScript
import os from "node:os";
|
|
import { parseArgs } from "node:util";
|
|
import { createOpenAICompatible } from "@ai-sdk/openai-compatible";
|
|
import { type ModelMessage, streamText } from "ai";
|
|
import chalk from "chalk";
|
|
|
|
import StreamRenderer from "./src/render";
|
|
|
|
const { values: args, positionals } = parseArgs({
|
|
args: Bun.argv,
|
|
options: {
|
|
model: { type: "string" },
|
|
m: { type: "string" },
|
|
new: { type: "boolean" },
|
|
n: { type: "boolean" },
|
|
save: { type: "boolean" },
|
|
s: { type: "boolean" },
|
|
},
|
|
strict: true,
|
|
allowPositionals: true,
|
|
});
|
|
|
|
const home = os.homedir();
|
|
const convoFile = Bun.file(`${home}/.aicl_convo.json`);
|
|
const configFile = Bun.file(`${home}/.aicl_config.json`);
|
|
|
|
async function main() {
|
|
const newConvo = args.new ?? args.n;
|
|
let saveConfig = args.save ?? args.s;
|
|
|
|
let config: { model?: string };
|
|
try {
|
|
config = await configFile.json();
|
|
} catch {
|
|
config = {};
|
|
saveConfig = true;
|
|
}
|
|
|
|
config.model = args.model ?? args.m ?? config.model;
|
|
|
|
if (!config.model) {
|
|
console.error("Please specify a model with --model/-m at least one time.");
|
|
process.exit(1);
|
|
}
|
|
|
|
if (saveConfig) {
|
|
await configFile.write(JSON.stringify(config, null, " "));
|
|
}
|
|
|
|
const provider = createOpenAICompatible({
|
|
name: "llama.cpp",
|
|
apiKey: "local",
|
|
baseURL: "http://127.0.0.1:8080/v1",
|
|
includeUsage: true, // Include usage information in streaming responses
|
|
});
|
|
|
|
let convo: { model: string; messages: ModelMessage[] } = {
|
|
model: config.model,
|
|
messages: [],
|
|
};
|
|
|
|
if (!newConvo) {
|
|
try {
|
|
convo = await convoFile.json();
|
|
} catch {}
|
|
|
|
if (args.model || args.m) {
|
|
convo.model = args.model ?? args.m ?? config.model;
|
|
}
|
|
}
|
|
|
|
const prompt = positionals[2] ?? "Introduce yourself.";
|
|
convo.messages.push({ role: "user", content: prompt });
|
|
|
|
const { fullStream, textStream, text, totalUsage } = streamText({
|
|
model: provider(convo.model),
|
|
messages: convo.messages,
|
|
});
|
|
|
|
const start = Date.now();
|
|
await new StreamRenderer().renderStream(fullStream);
|
|
const stop = Date.now();
|
|
|
|
convo.messages.push({ role: "assistant", content: await text });
|
|
await convoFile.write(JSON.stringify(convo));
|
|
|
|
const [width] = process.stdout.getWindowSize();
|
|
await Bun.spawn({
|
|
cmd: ["glow", "-w", `${width}`, "-"],
|
|
stdin: textStream,
|
|
stdout: "inherit",
|
|
}).exited;
|
|
|
|
const { inputTokens, outputTokens } = await totalUsage;
|
|
const context = (inputTokens ?? 0) / 1000;
|
|
const output = (outputTokens ?? 0) / 1000;
|
|
const time = (stop - start) / 1000;
|
|
process.stderr.write(
|
|
chalk.dim(
|
|
`Context: ${context.toFixed(1)}k, Output: ${output.toFixed(1)}k, Time: ${time.toFixed(2)}s\n`,
|
|
),
|
|
);
|
|
}
|
|
|
|
await main();
|