93 lines
2.3 KiB
TypeScript
93 lines
2.3 KiB
TypeScript
import { parseArgs } from "node:util";
|
|
import { createOpenAICompatible } from "@ai-sdk/openai-compatible";
|
|
import { streamText } from "ai";
|
|
|
|
import { loadConfig, saveConfig } from "./src/config";
|
|
import {
|
|
type Conversation,
|
|
loadConversation,
|
|
saveConversation,
|
|
} from "./src/conversation";
|
|
import Renderer from "./src/render";
|
|
|
|
const { values: args, positionals } = parseArgs({
|
|
args: Bun.argv,
|
|
options: {
|
|
model: { type: "string" },
|
|
m: { type: "string" },
|
|
new: { type: "boolean" },
|
|
n: { type: "boolean" },
|
|
save: { type: "boolean" },
|
|
s: { type: "boolean" },
|
|
plain: { type: "boolean" },
|
|
plainOut: { type: "boolean" },
|
|
plainErr: { type: "boolean" },
|
|
},
|
|
strict: true,
|
|
allowPositionals: true,
|
|
});
|
|
|
|
async function main() {
|
|
const newConvo = args.new ?? args.n;
|
|
const plainOut = args.plainOut ?? args.plain ?? !process.stdout.isTTY;
|
|
const plainErr = args.plainErr ?? args.plain ?? !process.stderr.isTTY;
|
|
const modelFlag = args.model ?? args.m;
|
|
const saveConfigFlag = args.save ?? args.s;
|
|
|
|
const config = await loadConfig();
|
|
|
|
config.model = modelFlag ?? config.model;
|
|
|
|
if (!config.model) {
|
|
console.error(
|
|
"Please run 'aicl --model <model> --save' to set a default model.",
|
|
);
|
|
process.exit(1);
|
|
}
|
|
|
|
if (saveConfigFlag) {
|
|
await saveConfig(config);
|
|
return;
|
|
}
|
|
|
|
const renderer = new Renderer(plainOut, plainErr);
|
|
|
|
const provider = createOpenAICompatible({
|
|
name: "llama.cpp",
|
|
apiKey: "local",
|
|
baseURL: "http://127.0.0.1:8080/v1",
|
|
includeUsage: true, // Include usage information in streaming responses
|
|
});
|
|
|
|
let convo: Conversation = {
|
|
model: config.model,
|
|
messages: [],
|
|
};
|
|
|
|
if (!newConvo) {
|
|
convo = await loadConversation(config.model);
|
|
|
|
if (args.model || args.m) {
|
|
convo.model = modelFlag ?? config.model;
|
|
}
|
|
}
|
|
|
|
const prompt = positionals.slice(2).join(" ") || "Introduce yourself.";
|
|
convo.messages.push({ role: "user", content: prompt });
|
|
|
|
const { fullStream, text, totalUsage } = streamText({
|
|
model: provider(convo.model),
|
|
messages: convo.messages,
|
|
});
|
|
|
|
const start = Date.now();
|
|
await renderer.renderStream(fullStream);
|
|
const stop = Date.now();
|
|
|
|
convo.messages.push({ role: "assistant", content: await text });
|
|
await saveConversation(convo);
|
|
|
|
await renderer.renderStats(totalUsage, start, stop);
|
|
}
|
|
|
|
await main();
|