const fs = require("fs");
const path = require("path");
const util = require('node:util');
const exec = util.promisify(require('node:child_process').exec);
const { Feed } = require('feed');
function walk(dir, cb) {
const list = fs.readdirSync(dir);
return Promise.all(list.map(file => {
const resolvedFile = path.resolve(dir, file);
const stat = fs.statSync(resolvedFile);
if (stat.isDirectory()) {
return walk(resolvedFile, cb);
} else {
return new Promise((resolve) => cb(dir, resolvedFile, resolve));
}
}));
}
function toSlug(string) {
return string.toLowerCase().replaceAll(' ', '-');
}
(async () => {
const blockRefs = {};
const blockLinks = {};
const indices = [];
await walk("./garden-output/logseq-pages", (dir, file, resolve) => {
const filePath = path.resolve(dir, file);
const data = fs.readFileSync(filePath).toString();
const slug = path.basename(file, ".md").replaceAll('___', '/').replaceAll(/%3F/gi, '').replace('what-is-content-', 'what-is-content');
for (const match of data.matchAll(/(.*)\n\s*id:: (.*)/gm)) {
const text = match[1];
const id = match[2];
const link = `/garden/${slug}/index.md#${id}`;
blockLinks[id] = link;
blockRefs[id] = `[${text}](${link})`;
}
if (data.match(/index: "true"/g)) {
indices.push(slug);
}
resolve();
});
const pageLinks = {};
const taggedBy = {};
const tagged = {};
const referencedBy = {};
// Walk through the pages to make sure we get the canonical name page (pre-slug)
// The logseq-export README made it sound like even the title property is transformed sometimes
await walk("./Garden/pages", (dir, file, resolve) => {
const filePath = path.resolve(dir, file);
const data = fs.readFileSync(filePath).toString();
if (!data.match(/public::/g)) {
resolve();
return;
}
const name = path.basename(file, ".md").replaceAll('___', '/');
const slug = toSlug(name).replaceAll(/%3F/gi, '').replaceAll('\'', '-');
const link = `/garden/${slug}/index.md`;
pageLinks[name.replaceAll(/%3F/gi, '?')] = link;
for (const match of data.matchAll(/alias:: (.*)/g)) {
match[1].split(", ").forEach(page => (pageLinks[page] = link));
}
for (const match of data.matchAll(/tags:: (.*)/g)) {
match[1].split(", ").forEach(page => {
const pageSlug = toSlug(page);
taggedBy[pageSlug] = [...(taggedBy[pageSlug] ?? []), name];
tagged[slug] = [...(tagged[slug] ?? []), page];
});
}
if (!indices.includes(slug)) {
for (const match of data.matchAll(/\[\[([^\[\]]*)\]\]/g)) {
const pageSlug = toSlug(match[1]);
referencedBy[pageSlug] = [...(referencedBy[pageSlug] ?? []), name];
}
}
resolve();
});
Object.keys(referencedBy).forEach(page => {
referencedBy[page] = Array.from(new Set(referencedBy[page]));
});
await walk("./garden-output/logseq-pages", (dir, file, resolve) => {
const filePath = path.resolve(dir, file);
let data = fs.readFileSync(filePath).toString();
// Replace youtube embeds
data = data.replaceAll(
/{{video https:\/\/(?:www\.)?youtube\.com\/watch\?v=(.*)}}/g,
'');
// Replace internal links
data = data.replaceAll(
/]\(\/logseq-pages\/([^\)]*)\)/g,
'](/garden/$1/index.md)');
// Replace block links
data = data.replaceAll(
/\(\((.*)\)\)/g,
(_, id) => blockRefs[id]);
// Remove id:: lines
data = data.replaceAll(
/(#+) (.*)\n\s*id:: (.*)/gm,
(_, h, title, id) => `${title}`);
data = data.replaceAll(
/(.*)\n\s*id:: (.*)/gm,
'$1');
// Fix internal links with spaces not getting mapped
data = data.replaceAll(
/\[\[([^\[\]]*)\]\]/g,
(_, page) => `[${page}](${pageLinks[page]})`);
// Fix internal asset links
data = data.replaceAll(
/\(\/logseq-assets\/([^\)]*)\)/g,
'(/garden/$1)');
// Fix logseq block links
data = data.replaceAll(
/logseq:\/\/graph\/Garden\?block-id=([^\)]*)/g,
(_, block) => `${blockLinks[block]})`);
// Fix logseq page links
data = data.replaceAll(
/logseq:\/\/graph\/Garden\?page=([^\)]*)/g,
(_, page) => `${pageLinks[page.replaceAll('%20', ' ')]})`);
// Add tags and references
const title = path.basename(file, ".md");
if (title in tagged) {
data = data.replaceAll(
/---\n\n/gm,
`---\n\n> Tags: ${tagged[title].map(tag => `[${tag}](${pageLinks[tag]})`).join(", ")}\n\n`);
}
if (title in taggedBy) {
data = data.replaceAll(
/---\n\n/gm,
`---\n\n> Tagged by: ${taggedBy[title].map(tag => `[${tag}](${pageLinks[tag]})`).join(", ")}\n\n`);
}
// TODO show context on references? Perhaps in a `::: info` block?
if (title in referencedBy) {
data = data.replaceAll(
/---\n\n/gm,
`---\n\n> Referenced by: ${referencedBy[title].map(tag => `[${tag}](${pageLinks[tag]})`).join(", ")}\n\n`);
}
// Add title to the top
data = data.replaceAll('___', '/');
data = data.replaceAll(
/---\n\n/gm,
`prev: false\nnext: false\n---\n# ${data.match(/title: "(.+)"/)[1]}\n\n`);
const fd = fs.openSync(filePath, "w+");
fs.writeSync(fd, data);
fs.closeSync(fd);
resolve();
});
fs.mkdirSync("./site/public/garden", { recursive: true });
// Move everything from ./garden-output/logseq-pages into ./site/garden
await walk("./garden-output/logseq-pages", (dir, file, resolve) => {
const folder = path.resolve("./site/garden", ...path.basename(file, ".md").split('___'));
fs.mkdirSync(folder, { recursive: true });
fs.copyFileSync(path.resolve(dir, file), path.resolve(folder, "index.md"));
resolve();
});
// Move everything from ./garden-output/logseq-assets into ./site/public/garden
await walk("./garden-output/logseq-assets", (dir, file, resolve) => {
fs.copyFileSync(path.resolve(dir, file), path.resolve("./site/public/garden", ...path.basename(file).split('___')));
resolve();
});
// Copy the guide-to-incrementals pages to the old locations so links don't break
fs.mkdirSync('./site/guide-to-incrementals');
fs.copyFileSync('./site/garden/guide-to-incrementals/index.md', './site/guide-to-incrementals/index.md');
fs.mkdirSync('./site/guide-to-incrementals/design');
fs.mkdirSync('./site/guide-to-incrementals/design/criticism');
fs.copyFileSync('./site/garden/guide-to-incrementals/navigating-criticism/index.md', './site/guide-to-incrementals/design/criticism/index.md');
fs.mkdirSync('./site/guide-to-incrementals/ludology');
fs.mkdirSync('./site/guide-to-incrementals/ludology/appeal-developers');
fs.copyFileSync('./site/garden/guide-to-incrementals/appeal-to-developers/index.md', './site/guide-to-incrementals/ludology/appeal-developers/index.md');
fs.mkdirSync('./site/guide-to-incrementals/ludology/appeal-gamers');
fs.copyFileSync('./site/garden/guide-to-incrementals/appeal-to-players/index.md', './site/guide-to-incrementals/ludology/appeal-gamers/index.md');
fs.mkdirSync('./site/guide-to-incrementals/ludology/content');
// For what is content, also remove the - at the end
fs.cpSync('./site/garden/guide-to-incrementals/what-is-content-', './site/garden/guide-to-incrementals/what-is-content', { recursive: true });
fs.copyFileSync('./site/garden/guide-to-incrementals/what-is-content-/index.md', './site/guide-to-incrementals/ludology/content/index.md');
fs.rmSync('./site/garden/guide-to-incrementals/what-is-content-', { recursive: true });
fs.mkdirSync('./site/guide-to-incrementals/ludology/definition');
fs.copyFileSync('./site/garden/guide-to-incrementals/defining-the-genre/index.md', './site/guide-to-incrementals/ludology/definition/index.md');
// Build changelog
fs.mkdirSync("./site/changelog");
const feed = new Feed({
title: "The Paper Pilot's Digital Garden Changelog",
description: "A feed of updates made to my digital garden!",
id: "https://www.thepaperpilot.org/changelog/",
link: "https://www.thepaperpilot.org/changelog/",
language: "en", // optional, used only in RSS 2.0, possible values: http://www.w3.org/TR/REC-html40/struct/dirlang.html#langcodes
// image: "http://example.com/image.png",
// favicon: "http://example.com/favicon.ico",
copyright: `All rights reserved ${new Date().getFullYear()}, The Paper Pilot`,
// updated: new Date(2013, 6, 14), // optional, default = today
// generator: "awesome", // optional, default = 'Feed for Node.js'
feedLinks: {
rss: "https://www.thepaperpilot.org/changelog/rss",
json: "https://www.thepaperpilot.org/changelog/json",
atom: "https://www.thepaperpilot.org/changelog/atom"
},
author: {
name: "The Paper Pilot",
email: "thepaperpilot@incremental.social",
link: "https://www.thepaperpilot.org/"
}
});
const { stdout } = await exec('git log --after="2024-06-03T0:0:0+0000" --pretty=%H origin/master -- site/garden');
const entries = await Promise.all(stdout.split("\n").filter(p => p).map(hash => new Promise(async (resolve) => {
const { stdout: time } = await exec(`git show --quiet --format=%as ${hash}`);
let { stdout: changes } = await exec(`git show --format="" --stat --relative ${hash} .`, { cwd: 'site/garden' });
changes = changes.replaceAll(/\/index.md/g, '');
changes = changes.replaceAll(
/(\| +[0-9]+ \+*)(-+)/g,
'$1$2');
changes = changes.replaceAll(
/(\| +[0-9]+ )(\++)/g,
'$1$2');
const lines = changes.split('\n');
const summary = lines[lines.length - 2];
changes = lines.slice(0, -2).map(line => {
const [page, changes] = line.split("|").map(p => p.trim());
return `
${page} | ${changes} |
`;
}).join("\n");
const commitLink = `https://code.incremental.social/thepaperpilot/pages/commit/${hash}`
const content = ``;
feed.addItem({
title: summary,
id: commitLink,
link: commitLink,
description: summary,
content,
date: new Date(time)
});
resolve(
`
${summary}
Pushed on
`);
})));
let fd = fs.openSync("site/changelog/index.md", "w+");
fs.writeSync(fd,
`---
title: Changelog
prev: false
next: false
---
Changelog
This feed starts when I formatted the site to be a Digital Garden. If you'd like to look further into this site's history, check here!
${entries.join("\n\n")}
`);
fs.closeSync(fd);
fs.mkdirSync("site/public/changelog");
fd = fs.openSync("site/public/changelog/rss", "w+");
fs.writeSync(fd, feed.rss2());
fs.closeSync(fd);
fd = fs.openSync("site/public/changelog/atom", "w+");
fs.writeSync(fd, feed.atom1());
fs.closeSync(fd);
fd = fs.openSync("site/public/changelog/json", "w+");
fs.writeSync(fd, feed.json1());
fs.closeSync(fd);
})();