get-documents.mjs

import { existsSync, readFileSync } from 'node:fs';
import { join } from 'node:path';
import zlib from 'node:zlib';

import { slug } from 'github-slugger';

import { getRelativePath } from '../../next.helpers.mjs';

const currentRoot = getRelativePath(import.meta.url);
const dataBasePath = join(currentRoot, '../../.next/server/app/en/next-data');

if (!existsSync(dataBasePath)) {
  throw new Error(
    'The data directory does not exist. Please run `npm run build` first.'
  );
}

const nextPageData = readFileSync(`${dataBasePath}/page-data.body`, 'utf-8');
const nextAPIPageData = readFileSync(`${dataBasePath}/api-data.body`, 'utf-8');

const pageData = JSON.parse(nextPageData);
const apiData = JSON.parse(nextAPIPageData);

const splitIntoSections = markdownContent => {
  const lines = markdownContent.split(/\n/gm);
  const sections = [];

  let section = null;

  for (const line of lines) {
    if (line.match(/^#{1,6}\s/)) {
      section = {
        pageSectionTitle: line.replace(/^#{1,6}\s*/, ''),
        pageSectionContent: [],
      };

      sections.push(section);
    } else if (section) {
      section.pageSectionContent.push(line);
    }
  }

  return sections.map(section => ({
    ...section,
    pageSectionContent: section.pageSectionContent.join('\n'),
  }));
};

const uppercaseFirst = string =>
  string.charAt(0).toUpperCase() + string.slice(1);

const getPageTitle = data =>
  data.title ||
  data.pathname
    .split('/')
    .pop()
    .replace(/\.html$/, '')
    .replace(/-/g, ' ');

export const siteContent = [...pageData, ...apiData]
  .map(data => {
    const { pathname, title = getPageTitle(data), content } = data;
    const markdownContent = zlib
      .inflateSync(Buffer.from(content, 'base64'))
      .toString('utf-8');

    const siteSection = pathname.split('/').shift();
    const subSections = splitIntoSections(markdownContent);
    return subSections.map(section => {
      const path = `${pathname}#${slug(section.pageSectionTitle)}`;

      return {
        path: path,
        siteSection: uppercaseFirst(siteSection),
        pageTitle: title,
        ...section,
      };
    });
  })
  .flat();