AnandChowdhary · July 18, 2025 10:11
diff --git a/generate-changelog.ts b/generate-changelog.ts
 import slugify from "@sindresorhus/slugify";
 import { execSync } from "child_process";
 import dotenv from "dotenv";
 import fs from "fs";
 import { DateTime } from "luxon";
 import { OpenAI } from "openai";
 import path from "path";
 import prettier from "prettier";
 import { env } from "process";

 dotenv.config({ path: ".env.local" });

 export const openAi = new OpenAI({
  baseURL: "https://api.keywordsai.co/api",
  apiKey: env.KEYWORDS_AI_API_KEY,
 });

 async function generateChangelog(end: DateTime) {
  const start = end.minus({ weeks: 1 }).startOf("week");

  // Format dates for git log command
  const startDate = start.toFormat("yyyy-MM-dd");
  const endDate = end.toFormat("yyyy-MM-dd");

  console.log(`\n📅 Processing week ending ${endDate}...`);

  // Check if changelog already exists for this week
  const changelogDir = path.join(process.cwd(), "apps", "docs", "changelog");
  const existingFiles = fs.readdirSync(changelogDir);
  const existingChangelog = existingFiles.find((file) => file.startsWith(endDate));

  if (existingChangelog) {
    console.log(`⏭️  Changelog already exists for week ending ${endDate}, skipping...`);
    return true; // Return true to indicate we should continue
  }

  try {
    // First, get all commit hashes and titles
    console.log(`🔍 Fetching commits from ${startDate} to ${endDate}...`);
    const commitsCommand = `git log --pretty=format:"%h : %s" --since="${startDate}" --until="${endDate}"`;
    const commits = execSync(commitsCommand, { encoding: "utf-8" })
      .split("\n")
      .filter((line) => line.trim());

    if (commits.length === 0) {
      console.log(`💤 No commits found for week ending ${endDate}`);
      return false; // Return false to indicate we found a week with no commits
    }

    console.log(`📝 Found ${commits.length} commits, processing details...`);

    // Process each commit
    const processedCommits: string[] = [];
    for (const commit of commits) {
      const [hash] = commit.split(" : ");

      // Get full commit details including body, without diff
      const detailsCommand = `git show ${hash} --pretty=format:"%B" --no-patch`;
      const details = execSync(detailsCommand, { encoding: "utf-8" })
        .split("\n")
        .filter((line) => line.trim())
        // Remove the first line (commit message) and any empty lines
        .slice(1)
        .filter((line) => line.trim())
        // Split by bullet points and format each one
        .map((line) => line.replace(/^-+\s*/, ""))
        .filter((line) => line.trim())
        .map((line) => `  - ${line}`)
        .join("\n");

      processedCommits.push(`${commit}${details ? "\n\n" + details : ""}`);
    }

    console.log(`🤖 Generating changelog content with AI...`);
    const response = await openAi.chat.completions.create({
      // @ts-expect-error - Keywords AI adds extra properties
      thinking: { type: "enabled", budget_tokens: 10000 },
      prompt: { prompt_id: "6b93fa", variables: { details: processedCommits.join("\n\n") } },
    });
    const text = response.choices[0]?.message?.content ?? "";

    // Clean up the AI response
    console.log(`🧹 Cleaning up AI response...`);
    const cleanedText = text
      // Remove everything before the first ###
      .replace(/^[\s\S]*?(?=###)/, "")
      // Replace ### with ##
      .replace(/###/g, "##");

    // Extract the first heading for the filename
    const firstHeading = cleanedText.match(/^##\s+(.+)$/m)?.[1] ?? "changelog";
    const filename = `${endDate}-${slugify(firstHeading)}.mdx`;

    // Remove the first heading if it matches the title
    const contentWithoutFirstHeading = cleanedText.replace(/^##\s+.+$/m, "").trim();

    // Create changelog content with front matter
    const changelogContent = `---
 title: "${firstHeading}"
 description: "Week ${start.weekNumber}, ${start.year} — ${start.toFormat("MMMM d")} to ${end.toFormat("MMMM d")}"
 ---

 ${contentWithoutFirstHeading}`;

    // Write to the changelog file
    const changelogPath = path.join(changelogDir, filename);
    fs.writeFileSync(changelogPath, await prettier.format(changelogContent, { parser: "markdown" }));

    console.log(`✨ Successfully generated changelog at ${changelogPath}`);
    return true; // Return true to indicate we should continue
  } catch (error) {
    console.error(`❌ Error generating changelog for week ending ${endDate}:`, error);
    return true; // Return true to continue even if there's an error
  }
 }

 async function updateDocsJsonWithChangelogs() {
  const docsJsonPath = path.join(process.cwd(), "apps", "docs", "docs.json");
  const changelogDir = path.join(process.cwd(), "apps", "docs", "changelog");
  const changelogFiles = fs
    .readdirSync(changelogDir)
    .filter((file) => file.endsWith(".mdx"))
    .sort();

  // Group changelogs by quarter
  const changelogGroups = {};
  for (const file of changelogFiles) {
    const match = file.match(/(\d{4})-(\d{2})-\d{2}-.+/);
    if (!match) continue;
    const year = match[1];
    const month = parseInt(match[2], 10);
    let quarter = "Q1";
    if (month >= 10) quarter = "Q4";
    else if (month >= 7) quarter = "Q3";
    else if (month >= 4) quarter = "Q2";
    // else Q1
    const groupName = `${quarter} ${year}`;
    if (!changelogGroups[groupName]) changelogGroups[groupName] = [];
    changelogGroups[groupName].push(`changelog/${file.replace(/\.mdx$/, "")}`);
  }

  // Read and parse docs.json
  const docsJson = JSON.parse(fs.readFileSync(docsJsonPath, "utf-8"));
  const tabs = docsJson.navigation.tabs;
  const changelogTab = tabs.find((tab) => tab.tab === "Changelog");
  if (!changelogTab) return;

  // Replace groups with new changelog groups, sorted by most recent year and quarter (Q4, Q3, Q2, Q1)
  changelogTab.groups = Object.entries(changelogGroups)
    .sort((a, b) => {
      // a[0] and b[0] are like 'Q3 2024'
      const [qa, ya] = a[0].split(" ");
      const [qb, yb] = b[0].split(" ");
      // Sort by year descending
      if (yb !== ya) return parseInt(yb) - parseInt(ya);
      // Sort by quarter: Q4 > Q3 > Q2 > Q1
      const quarterOrder = { Q4: 4, Q3: 3, Q2: 2, Q1: 1 };
      return quarterOrder[qb] - quarterOrder[qa];
    })
    .map(([group, pages]) => ({
      group,
      pages: (pages as string[]).sort((a, b) => b.localeCompare(a)), // latest post on top
    }));

  // Write back to docs.json
  fs.writeFileSync(docsJsonPath, JSON.stringify(docsJson, null, 2) + "\n");
  console.log("✅ Updated docs.json with latest changelogs grouped by quarter.");
 }

 async function generateAllChangelogs() {
  console.log(`🚀 Starting changelog generation...`);
  // Start from the end of last week, not the current week
  let currentWeek = DateTime.now().minus({ weeks: 1 }).endOf("week");

  // Only generate changelogs for 3 weeks as a test
  for (let i = 0; i < 3; i++) {
    await generateChangelog(currentWeek);
    currentWeek = currentWeek.minus({ weeks: 1 });
  }

  await updateDocsJsonWithChangelogs();

  console.log(`🎉 Finished generating up to 3 changelogs!`);
  console.log(`📅 Stopped at week ending ${currentWeek.toFormat("yyyy-MM-dd")}`);
 }

 generateAllChangelogs();
diff --git a/prompt.md b/prompt.md
	import slugify from "@sindresorhus/slugify";
	import { execSync } from "child_process";
	import dotenv from "dotenv";
	import fs from "fs";
	import { DateTime } from "luxon";
	import { OpenAI } from "openai";
	import path from "path";
	import prettier from "prettier";
	import { env } from "process";

	dotenv.config({ path: ".env.local" });

	export const openAi = new OpenAI({
	baseURL: "https://api.keywordsai.co/api",
	apiKey: env.KEYWORDS_AI_API_KEY,
	});

	async function generateChangelog(end: DateTime) {
	const start = end.minus({ weeks: 1 }).startOf("week");

	// Format dates for git log command
	const startDate = start.toFormat("yyyy-MM-dd");
	const endDate = end.toFormat("yyyy-MM-dd");

	console.log(`\n📅 Processing week ending ${endDate}...`);

	// Check if changelog already exists for this week
	const changelogDir = path.join(process.cwd(), "apps", "docs", "changelog");
	const existingFiles = fs.readdirSync(changelogDir);
	const existingChangelog = existingFiles.find((file) => file.startsWith(endDate));

	if (existingChangelog) {
	console.log(`⏭️ Changelog already exists for week ending ${endDate}, skipping...`);
	return true; // Return true to indicate we should continue
	}

	try {
	// First, get all commit hashes and titles
	console.log(`🔍 Fetching commits from ${startDate} to ${endDate}...`);
	const commitsCommand = `git log --pretty=format:"%h : %s" --since="${startDate}" --until="${endDate}"`;
	const commits = execSync(commitsCommand, { encoding: "utf-8" })
	.split("\n")
	.filter((line) => line.trim());

	if (commits.length === 0) {
	console.log(`💤 No commits found for week ending ${endDate}`);
	return false; // Return false to indicate we found a week with no commits
	}

	console.log(`📝 Found ${commits.length} commits, processing details...`);

	// Process each commit
	const processedCommits: string[] = [];
	for (const commit of commits) {
	const [hash] = commit.split(" : ");

	// Get full commit details including body, without diff
	const detailsCommand = `git show ${hash} --pretty=format:"%B" --no-patch`;
	const details = execSync(detailsCommand, { encoding: "utf-8" })
	.split("\n")
	.filter((line) => line.trim())
	// Remove the first line (commit message) and any empty lines
	.slice(1)
	.filter((line) => line.trim())
	// Split by bullet points and format each one
	.map((line) => line.replace(/^-+\s*/, ""))
	.filter((line) => line.trim())
	.map((line) => ` - ${line}`)
	.join("\n");

	processedCommits.push(`${commit}${details ? "\n\n" + details : ""}`);
	}

	console.log(`🤖 Generating changelog content with AI...`);
	const response = await openAi.chat.completions.create({
	// @ts-expect-error - Keywords AI adds extra properties
	thinking: { type: "enabled", budget_tokens: 10000 },
	prompt: { prompt_id: "6b93fa", variables: { details: processedCommits.join("\n\n") } },
	});
	const text = response.choices[0]?.message?.content ?? "";

	// Clean up the AI response
	console.log(`🧹 Cleaning up AI response...`);
	const cleanedText = text
	// Remove everything before the first ###
	.replace(/^[\s\S]*?(?=###)/, "")
	// Replace ### with ##
	.replace(/###/g, "##");

	// Extract the first heading for the filename
	const firstHeading = cleanedText.match(/^##\s+(.+)$/m)?.[1] ?? "changelog";
	const filename = `${endDate}-${slugify(firstHeading)}.mdx`;

	// Remove the first heading if it matches the title
	const contentWithoutFirstHeading = cleanedText.replace(/^##\s+.+$/m, "").trim();

	// Create changelog content with front matter
	const changelogContent = `---
	title: "${firstHeading}"
	description: "Week ${start.weekNumber}, ${start.year} — ${start.toFormat("MMMM d")} to ${end.toFormat("MMMM d")}"
	---

	${contentWithoutFirstHeading}`;

	// Write to the changelog file
	const changelogPath = path.join(changelogDir, filename);
	fs.writeFileSync(changelogPath, await prettier.format(changelogContent, { parser: "markdown" }));

	console.log(`✨ Successfully generated changelog at ${changelogPath}`);
	return true; // Return true to indicate we should continue
	} catch (error) {
	console.error(`❌ Error generating changelog for week ending ${endDate}:`, error);
	return true; // Return true to continue even if there's an error
	}
	}

	async function updateDocsJsonWithChangelogs() {
	const docsJsonPath = path.join(process.cwd(), "apps", "docs", "docs.json");
	const changelogDir = path.join(process.cwd(), "apps", "docs", "changelog");
	const changelogFiles = fs
	.readdirSync(changelogDir)
	.filter((file) => file.endsWith(".mdx"))
	.sort();

	// Group changelogs by quarter
	const changelogGroups = {};
	for (const file of changelogFiles) {
	const match = file.match(/(\d{4})-(\d{2})-\d{2}-.+/);
	if (!match) continue;
	const year = match[1];
	const month = parseInt(match[2], 10);
	let quarter = "Q1";
	if (month >= 10) quarter = "Q4";
	else if (month >= 7) quarter = "Q3";
	else if (month >= 4) quarter = "Q2";
	// else Q1
	const groupName = `${quarter} ${year}`;
	if (!changelogGroups[groupName]) changelogGroups[groupName] = [];
	changelogGroups[groupName].push(`changelog/${file.replace(/\.mdx$/, "")}`);
	}

	// Read and parse docs.json
	const docsJson = JSON.parse(fs.readFileSync(docsJsonPath, "utf-8"));
	const tabs = docsJson.navigation.tabs;
	const changelogTab = tabs.find((tab) => tab.tab === "Changelog");
	if (!changelogTab) return;

	// Replace groups with new changelog groups, sorted by most recent year and quarter (Q4, Q3, Q2, Q1)
	changelogTab.groups = Object.entries(changelogGroups)
	.sort((a, b) => {
	// a[0] and b[0] are like 'Q3 2024'
	const [qa, ya] = a[0].split(" ");
	const [qb, yb] = b[0].split(" ");
	// Sort by year descending
	if (yb !== ya) return parseInt(yb) - parseInt(ya);
	// Sort by quarter: Q4 > Q3 > Q2 > Q1
	const quarterOrder = { Q4: 4, Q3: 3, Q2: 2, Q1: 1 };
	return quarterOrder[qb] - quarterOrder[qa];
	})
	.map(([group, pages]) => ({
	group,
	pages: (pages as string[]).sort((a, b) => b.localeCompare(a)), // latest post on top
	}));

	// Write back to docs.json
	fs.writeFileSync(docsJsonPath, JSON.stringify(docsJson, null, 2) + "\n");
	console.log("✅ Updated docs.json with latest changelogs grouped by quarter.");
	}

	async function generateAllChangelogs() {
	console.log(`🚀 Starting changelog generation...`);
	// Start from the end of last week, not the current week
	let currentWeek = DateTime.now().minus({ weeks: 1 }).endOf("week");

	// Only generate changelogs for 3 weeks as a test
	for (let i = 0; i < 3; i++) {
	await generateChangelog(currentWeek);
	currentWeek = currentWeek.minus({ weeks: 1 });
	}

	await updateDocsJsonWithChangelogs();

	console.log(`🎉 Finished generating up to 3 changelogs!`);
	console.log(`📅 Stopped at week ending ${currentWeek.toFormat("yyyy-MM-dd")}`);
	}

	generateAllChangelogs();
No results found