website

import fs from "node:fs";
import path from "node:path";
import { readCache, writeCache } from "../_helpers/dataCache.js";
import {
  BINARY_EXTENSIONS,
  IMAGE_EXTENSIONS,
  LARGE_FILE_SIZE,
  discoverLocalRepos,
  getBlame,
  getFileHistory,
  getHeadSha,
  isDirty,
  toDataUri,
} from "../_helpers/gitRepos.js";
import { highlightCode } from "../_helpers/highlightCode.js";
import { mapPool } from "../_helpers/pool.js";

const CONCURRENCY = 8;

const renderFile = (repoDir, file) => {
  const full = path.join(repoDir, file.path);
  if (BINARY_EXTENSIONS.has(file.ext)) return { kind: "binary" };
  if (file.size > LARGE_FILE_SIZE) return { kind: "large" };
  if (IMAGE_EXTENSIONS.has(file.ext)) return { kind: "image", src: toDataUri(fs.readFileSync(full), file.ext) };
  const { html, lang } = highlightCode(fs.readFileSync(full, "utf8"), file.ext);
  return { kind: "text", html, lang };
};

export default async () => {
  const repos = discoverLocalRepos();
  const pages = [];
  for (const repo of repos) {
    const sha = getHeadSha(repo.dir);
    const cacheable = sha && !isDirty(repo.dir);
    const cacheKey = `files-${repo.id}`;

    let entries = cacheable ? readCache(cacheKey, sha) : null;
    if (!entries) {
      entries = await mapPool(repo.files, CONCURRENCY, async (file) => {
        const render = renderFile(repo.dir, file);
        const [history, blame] = await Promise.all([
          getFileHistory(repo.dir, file.path),
          render.kind === "text" ? getBlame(repo.dir, file.path) : [],
        ]);
        return { file, render, history, blame };
      });
      if (cacheable) writeCache(cacheKey, sha, entries);
    }

    // file.njk/file-history.njk/file-blame.njk only ever read `id`/`data`/
    // `tree`/`version` off `item.repo` — not `files`/`commits`/`readme`.
    // See the same note in repoCommits.js: Eleventy clones each page's data
    // slice, so keeping this slim avoids cloning the repo's full commit/
    // file lists on every single file page.
    const slimRepo = { id: repo.id, data: repo.data, tree: repo.tree, version: repo.version };
    for (const entry of entries) pages.push({ repoId: repo.id, repo: slimRepo, ...entry });
  }
  return pages;
};