9abd005 | website

git clone https://git.pyrossh.dev/website

木 Personal website of pyrossh. Built with astrojs, shiki, vite.

9abd005 — pyrossh 2026-09-08T17:05:42+05:30

Improve SEO for homepage, repo pages, and posts

Files changed (13) hide show

eleventy.config.js +19 -1
src/_includes/layout.njk +10 -4
src/_includes/post.njk +18 -0
src/index.njk +15 -0
src/repos/commit.njk +2 -0
src/repos/commits.njk +1 -0
src/repos/file-blame.njk +2 -0
src/repos/file-history.njk +2 -0
src/repos/file.njk +2 -0
src/repos/files-index.njk +1 -0
src/repos/repo.njk +17 -0
src/robots.njk +2 -0
tests/pages.test.js +68 -0

eleventy.config.js CHANGED Viewed

@@ -4,6 +4,7 @@ import syntaxHighlight from "@11ty/eleventy-plugin-syntaxhighlight";
 import pluginRss from "@11ty/eleventy-plugin-rss";
 import { fileIcon, folderIcon, iconSpriteDefs } from "./src/_helpers/fileIcons.js";
 import { discoverLocalRepos, findReadmeImagePaths } from "./src/_helpers/gitRepos.js";
+import site from "./src/_data/site.js";
 // theme-switcher (src/components/theme-switcher.js) used to be a Web
 // Component (via @elenajs/core + an @elenajs/ssr build-time transform
@@ -105,7 +106,7 @@ export default function (eleventyConfig) {
   // under dist/, so it reads the already-copied output rather than the
   // assets/ source tree (that's also where diff2html.min.css lands, copied
   // from node_modules above — there's no separate "source" copy of it).
-  eleventyConfig.on("eleventy.after", ({ dir }) => {
+  eleventyConfig.on("eleventy.after", ({ dir, results }) => {
     const outputDir = dir.output;
     const merged = CSS_FILES_TO_MERGE.map((file) => readFileSync(path.join(outputDir, file), "utf8")).join("\n");
     writeFileSync(path.join(outputDir, "assets/css/bundle.css"), merged);
@@ -115,6 +116,23 @@ export default function (eleventyConfig) {
     // every repo page's fileIcon()/folderIcon() <use> just points at this
     // one shared file instead of shipping the ~30-icon sprite body again.
     writeFileSync(path.join(outputDir, "assets/icons/sprite.svg"), iconSpriteDefs());
+    // Built from the final rendered `results` (not `collections.all` in a
+    // template) because collections.all is mutated in-place as paginated
+    // templates (repo.njk/commits.njk/etc, 14 repos x several templates)
+    // resolve their data cascades one at a time — a sitemap.njk template
+    // rendered via the normal template pipeline only ever sees whatever
+    // slice of that pagination had completed by the time its own turn came
+    // up, silently producing a near-empty sitemap. `results` is only
+    // available once every page has actually finished rendering.
+    const urls = results
+      .filter((page) => page.url && page.content && !page.content.includes('name="robots" content="noindex'))
+      .map((page) => `  <url>\n    <loc>${site.url}${page.url}</loc>\n  </url>`)
+      .join("\n");
+    writeFileSync(
+      path.join(outputDir, "sitemap.xml"),
+      `<?xml version="1.0" encoding="UTF-8"?>\n<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">\n${urls}\n</urlset>\n`,
+    );
   });
   return {

src/_includes/layout.njk CHANGED Viewed

@@ -14,13 +14,19 @@
     <link rel="alternate" type="application/rss+xml" title="{{ title or site.title }}" href="/rss.xml" />
     <link rel="canonical" href="{{ site.url }}{{ page.url }}" />
     <link rel="stylesheet" href="/assets/css/bundle.css" />
+    {% set pageTitle = (title + " | " + site.title) if (title and title != site.title) else site.title %}
-    <title>{{ title or site.title }}</title>
+    <title>{{ pageTitle }}</title>
+    <meta name="robots" content="{{ robots or 'index, follow' }}" />
-    <meta name="title" content="{{ title or site.title }}" />
+    <meta name="title" content="{{ pageTitle }}" />
     <meta name="description" content="{{ description or site.description }}" />
+    <meta property="og:type" content="{{ ogType or 'website' }}" />
+    <meta property="og:url" content="{{ site.url }}{{ page.url }}" />
-    <meta property="og:title" content="{{ title or site.title }}" />
+    <meta property="og:title" content="{{ pageTitle }}" />
     <meta property="og:description" content="{{ description or site.description }}" />
-    <meta property="og:image" content="/assets/icons/icon.svg" />
+    <meta property="og:image" content="{{ site.url }}/assets/icons/icon.svg" />
     <meta name="twitter:card" content="summary_large_image" />
+    <meta name="twitter:title" content="{{ pageTitle }}" />
+    <meta name="twitter:description" content="{{ description or site.description }}" />
     <script defer src="/assets/client.js"></script>
     <script src="/assets/vendor/htmx.min.js"></script>
   </head>

src/_includes/post.njk CHANGED Viewed

@@ -1,6 +1,24 @@
 ---
 layout: layout.njk
+eleventyComputed:
+  ogType: article
 ---
+<script type="application/ld+json">
+{
+  "@context": "https://schema.org",
+  "@type": "BlogPosting",
+  "headline": "{{ title }}",
+  "description": "{{ description }}",
+  "datePublished": "{{ pubDate | dateToRfc3339 }}",
+  "url": "{{ site.url }}{{ page.url }}",
+  "keywords": "{{ tags | join(', ') }}",
+  "author": {
+    "@type": "Person",
+    "name": "pyrossh",
+    "url": "{{ site.url }}"
+  }
+}
+</script>
 <article>
   <h1 style="view-transition-name:post-title-{{ page.fileSlug }};text-align:left;font-size:1.8rem;font-weight:bold;line-height:1;margin-top:0.5rem;margin-bottom:0.1rem">{{ title }}</h1>
   <h2 style="font-size:1.1rem;font-weight:500">{{ description }}</h2>

src/index.njk CHANGED Viewed

@@ -4,6 +4,21 @@ title: pyrossh
 description: "Tech Lead from Bangalore who likes to create frameworks and programming languages."
 permalink: /
 ---
+<script type="application/ld+json">
+{
+  "@context": "https://schema.org",
+  "@type": "Person",
+  "name": "pyrossh",
+  "url": "{{ site.url }}",
+  "description": "{{ description }}",
+  "sameAs": [
+    "https://www.linkedin.com/in/pyrossh",
+    "https://github.com/pyrossh",
+    "https://crates.io/users/pyrossh",
+    "https://www.npmjs.com/~pyrossh"
+  ]
+}
+</script>
 <div class="pageContainer">
   <h1 class="title">Hello!</h1>
   <p class="description">

src/repos/commit.njk CHANGED Viewed

@@ -7,6 +7,8 @@ permalink: "/repos/{{ item.repoId }}/commits/{{ item.commit.hash }}/"
 layout: layout.njk
 eleventyComputed:
   title: "{{ item.commit.shortHash }} | {{ item.repo.data.title }}"
+  description: "{{ item.commit.message }}"
+  robots: "noindex, follow"
 ---
 {% from "repo-layout.njk" import repoLayout %}
 <div id="repo-page">

src/repos/commits.njk CHANGED Viewed

@@ -7,6 +7,7 @@ permalink: "/repos/{{ repo.id }}/commits/"
 layout: layout.njk
 eleventyComputed:
   title: "Commits | {{ repo.data.title }}"
+  description: "Commit history for {{ repo.data.title }} — {{ repo.data.description }}"
 ---
 {% from "repo-layout.njk" import repoLayout %}
 <div id="repo-page">

src/repos/file-blame.njk CHANGED Viewed

@@ -7,6 +7,8 @@ permalink: "/repos/{{ item.repoId }}/files/{{ item.file.path }}/blame/"
 layout: layout.njk
 eleventyComputed:
   title: "{{ item.file.name }} blame | {{ item.repo.data.title }}"
+  description: "Line-by-line blame for {{ item.file.path }} in {{ item.repo.data.title }}"
+  robots: "noindex, follow"
 ---
 {% from "repo-layout.njk" import repoLayout %}
 {% from "file-layout.njk" import fileLayout %}

src/repos/file-history.njk CHANGED Viewed

@@ -7,6 +7,8 @@ permalink: "/repos/{{ item.repoId }}/files/{{ item.file.path }}/history/"
 layout: layout.njk
 eleventyComputed:
   title: "{{ item.file.name }} history | {{ item.repo.data.title }}"
+  description: "Commit history for {{ item.file.path }} in {{ item.repo.data.title }}"
+  robots: "noindex, follow"
 ---
 {% from "repo-layout.njk" import repoLayout %}
 {% from "file-layout.njk" import fileLayout %}

src/repos/file.njk CHANGED Viewed

@@ -7,6 +7,8 @@ permalink: "/repos/{{ item.repoId }}/files/{{ item.file.path }}/"
 layout: layout.njk
 eleventyComputed:
   title: "{{ item.file.name }} | {{ item.repo.data.title }}"
+  description: "{{ item.file.path }} — source file in {{ item.repo.data.title }}"
+  robots: "noindex, follow"
 ---
 {% from "repo-layout.njk" import repoLayout %}
 {% from "file-layout.njk" import fileLayout, fileContent %}

src/repos/files-index.njk CHANGED Viewed

@@ -7,6 +7,7 @@ permalink: "/repos/{{ repo.id }}/files/"
 layout: layout.njk
 eleventyComputed:
   title: "Code | {{ repo.data.title }}"
+  description: "Browse the source files of {{ repo.data.title }} — {{ repo.data.description }}"
 ---
 {% from "repo-layout.njk" import repoLayout %}
 {% from "file-layout.njk" import fileLayout, fileContent %}

src/repos/repo.njk CHANGED Viewed

@@ -10,6 +10,23 @@ eleventyComputed:
   description: "{{ repo.data.description }}"
 ---
 {% from "repo-layout.njk" import repoLayout %}
+<script type="application/ld+json">
+{
+  "@context": "https://schema.org",
+  "@type": "SoftwareSourceCode",
+  "name": "{{ repo.data.title }}",
+  "description": "{{ repo.data.description }}",
+  "codeRepository": "https://git.pyrossh.dev/{{ repo.id }}",
+  "url": "{{ site.url }}/repos/{{ repo.id }}/",
+  "programmingLanguage": "{{ repo.data.tags[0] }}",
+  "keywords": "{{ repo.data.tags | join(', ') }}",
+  "author": {
+    "@type": "Person",
+    "name": "pyrossh",
+    "url": "{{ site.url }}"
+  }
+}
+</script>
 <div id="repo-page">
   {{ repoLayout(repo.id, repo.data.title, repo.data.description, repo.data.tags, "Readme", repo.version) }}
   <div id="repo-content">

src/robots.njk CHANGED Viewed

@@ -4,3 +4,5 @@ eleventyExcludeFromCollections: true
 ---
 User-agent: *
 Allow: /
+Sitemap: {{ site.url }}/sitemap.xml

tests/pages.test.js CHANGED Viewed

@@ -43,6 +43,20 @@ describe("static pages", () => {
     assert.match(await page.title(), /pyrossh/);
   });
+  test("home page has a search-engine description", async () => {
+    await goto("/");
+    const description = await page.locator('meta[name="description"]').getAttribute("content");
+    assert.match(description, /Tech Lead from Bangalore/);
+    assert.equal(
+      await page.locator('meta[property="og:description"]').getAttribute("content"),
+      description,
+    );
+    const jsonLd = JSON.parse(await page.locator('script[type="application/ld+json"]').textContent());
+    assert.equal(jsonLd["@type"], "Person");
+    assert.equal(jsonLd.description, description);
+  });
   test("cv page renders", async () => {
     const response = await goto("/cv/");
     assert.equal(response.status(), 200);
@@ -63,6 +77,17 @@ describe("static pages", () => {
     assert.match(await page.title(), /React Powertools/);
   });
+  test("a post page has a unique description and BlogPosting structured data", async () => {
+    await goto("/posts/react-powertools-swr/");
+    const description = await page.locator('meta[name="description"]').getAttribute("content");
+    assert.match(description, /fetch data/);
+    assert.equal(await page.locator('meta[property="og:type"]').getAttribute("content"), "article");
+    const jsonLd = JSON.parse(await page.locator('script[type="application/ld+json"]').textContent());
+    assert.equal(jsonLd["@type"], "BlogPosting");
+    assert.equal(jsonLd.description, description);
+  });
   test("only-bible-app pages render", async () => {
     for (const url of ["/only-bible-app/", "/only-bible-app/privacy-policy/", "/only-bible-app/terms-and-conditions/"]) {
       const response = await goto(url);
@@ -79,6 +104,22 @@ describe("static pages", () => {
     assert.equal(rss.status(), 200);
   });
+  test("robots.txt points at the sitemap, which lists the home page and repo pages but not thin/noindexed pages", async () => {
+    await goto("/robots.txt");
+    assert.match(await page.content(), /Sitemap: https:\/\/pyrossh\.dev\/sitemap\.xml/);
+    const sitemap = await goto("/sitemap.xml");
+    assert.equal(sitemap.status(), 200);
+    const body = await page.content();
+    assert.match(body, /<loc>https:\/\/pyrossh\.dev\/<\/loc>/);
+    assert.match(body, /<loc>https:\/\/pyrossh\.dev\/repos\/website\/<\/loc>/);
+    // Individual commit/file pages are marked noindex (thin, near-duplicate
+    // content repeated thousands of times across repos) and must not be
+    // submitted for indexing.
+    assert.doesNotMatch(body, /\/repos\/website\/commits\/[0-9a-f]{20,}\//);
+    assert.doesNotMatch(body, /\/repos\/website\/files\/.*\/(history|blame)\//);
+  });
   test("unknown route returns the 404 page", async () => {
     const response = await goto("/this-page-does-not-exist/");
     assert.equal(response.status(), 404);
@@ -96,6 +137,33 @@ describe("repo pages", () => {
     assert.equal(await page.locator(".nav a.active-tab").textContent(), "Readme");
   });
+  test("repo readme page has a unique description and SoftwareSourceCode structured data", async () => {
+    await goto(`/repos/${repoId}/`);
+    const description = await page.locator('meta[name="description"]').getAttribute("content");
+    assert.match(description, /astrojs/);
+    assert.equal(await page.locator('meta[name="robots"]').getAttribute("content"), "index, follow");
+    const jsonLd = JSON.parse(await page.locator('script[type="application/ld+json"]').textContent());
+    assert.equal(jsonLd["@type"], "SoftwareSourceCode");
+    assert.equal(jsonLd.description, description);
+  });
+  test("commit and file-history/blame pages are noindex to avoid thin/duplicate content", async () => {
+    await goto(`/repos/${repoId}/commits/`);
+    // Scoped to `.event` to grab an actual commit row, not the repo-layout
+    // nav's own "Commits" tab link (which also matches the href prefix and
+    // points at this same list page, not a per-commit page).
+    const firstCommitHref = await page.locator(`.event a[href^='/repos/${repoId}/commits/']`).first().getAttribute("href");
+    await goto(firstCommitHref);
+    assert.equal(await page.locator('meta[name="robots"]').getAttribute("content"), "noindex, follow");
+    await goto(`/repos/${repoId}/files/eleventy.config.js/history/`);
+    assert.equal(await page.locator('meta[name="robots"]').getAttribute("content"), "noindex, follow");
+    await goto(`/repos/${repoId}/files/eleventy.config.js/blame/`);
+    assert.equal(await page.locator('meta[name="robots"]').getAttribute("content"), "noindex, follow");
+  });
   test("repo commits page lists commits", async () => {
     const response = await goto(`/repos/${repoId}/commits/`);
     assert.equal(response.status(), 200);