Mimari

// npm run ingest [-- --edition 2026] [--store json] [--reset]
// The offline half, steps 1–5 in one go: load → clean → chunk → embed → store.
// Runs once, or whenever the documents change. No chat model involved.
//   --edition 2026   read corpus/2026/ (added next to the editions already stored)
//   --reset          empty the store first
import { cli, config } from "../lib/config.js";
import { openStore } from "../lib/store.js";
import { run as load } from "../steps/1-load.js";
import { run as clean } from "../steps/2-clean.js";
import { run as chunk } from "../steps/3-chunk.js";
import { run as embed } from "../steps/4-embed.js";
import { run as store } from "../steps/5-store.js";
import { exitOnError } from "./errors.js";

try {
  if (cli.flags.reset) await openStore().reset();
  await load();
  await clean();
  await chunk();
  await embed();
  await store();
  console.log(`\nIngest done (edition ${config.edition}). Now: npm run question\n`);
} catch (e) {
  exitOnError(e);
}

// npm run ask -- "question" [--prompt] [--bare] [--k 8]
// The online half, steps 6–8 for any question: retrieve → rerank → answer.
//   --prompt   print the exact text the model receives
//   --bare     first ask the model with NO sources (step 0), for comparison
//   --k N      how many chunks the retriever hands on
import { cli } from "../lib/config.js";
import { run as bare } from "../steps/0-bare.js";
import { run as retrieve } from "../steps/6-retrieve.js";
import { run as rerank } from "../steps/7-rerank.js";
import { run as answer } from "../steps/8-answer.js";
import { exitOnError } from "./errors.js";

const question = cli.positionals[0];
if (!question) {
  console.error('usage: npm run ask -- "How much is the international per diem?" [--prompt] [--bare] [--k 8]');
  process.exit(1);
}
try {
  if (cli.flags.bare) await bare(question);
  await retrieve(question);
  await rerank();
  await answer();
} catch (e) {
  exitOnError(e);
}

/**
 * What it does: reads the step 5 receipt and stops if the store used a different embedding model.
 *
 * Guard: the store must hold vectors from the current data and the same embedding model.
 */
export async function storeReceipt(): Promise<StoreReceipt> {
  const receipt = (await readStep<StoreReceipt>("5-store", "4-vectors")).data;
  if (receipt.embedModel !== config.embedModel) {
    throw new StaleInputError(
      `The store was filled with ${receipt.embedModel} vectors, but questions would be embedded with ${config.embedModel}. ` +
        `Vectors from two models live in different spaces — run steps 4 and 5 again.`,
    );
  }
  return receipt;
}