feat: prebundle and auto-enable document, self-improving, search skills (#413)

scripts/bundle-preinstalled-skills.mjs

@@ -0,0 +1,118 @@
+#!/usr/bin/env zx
+
+import 'zx/globals';
+import { readFileSync, existsSync, mkdirSync, rmSync, cpSync, writeFileSync } from 'node:fs';
+import { join, dirname } from 'node:path';
+import { fileURLToPath } from 'node:url';
+
+const __dirname = dirname(fileURLToPath(import.meta.url));
+const ROOT = join(__dirname, '..');
+const MANIFEST_PATH = join(ROOT, 'resources', 'skills', 'preinstalled-manifest.json');
+const OUTPUT_ROOT = join(ROOT, 'build', 'preinstalled-skills');
+const TMP_ROOT = join(ROOT, 'build', '.tmp-preinstalled-skills');
+
+function loadManifest() {
+  if (!existsSync(MANIFEST_PATH)) {
+    throw new Error(`Missing manifest: ${MANIFEST_PATH}`);
+  }
+  const raw = readFileSync(MANIFEST_PATH, 'utf8');
+  const parsed = JSON.parse(raw);
+  if (!parsed || !Array.isArray(parsed.skills)) {
+    throw new Error('Invalid preinstalled-skills manifest format');
+  }
+  for (const item of parsed.skills) {
+    if (!item.slug || !item.repo || !item.repoPath) {
+      throw new Error(`Invalid manifest entry: ${JSON.stringify(item)}`);
+    }
+  }
+  return parsed.skills;
+}
+
+function groupByRepoRef(entries) {
+  const grouped = new Map();
+  for (const entry of entries) {
+    const ref = entry.ref || 'main';
+    const key = `${entry.repo}#${ref}`;
+    if (!grouped.has(key)) grouped.set(key, { repo: entry.repo, ref, entries: [] });
+    grouped.get(key).entries.push(entry);
+  }
+  return [...grouped.values()];
+}
+
+function createRepoDirName(repo, ref) {
+  return `${repo.replace(/[\\/]/g, '__')}__${ref.replace(/[^a-zA-Z0-9._-]/g, '_')}`;
+}
+
+async function fetchSparseRepo(repo, ref, paths, checkoutDir) {
+  const remote = `https://github.com/${repo}.git`;
+  mkdirSync(checkoutDir, { recursive: true });
+
+  await $`git init ${checkoutDir}`;
+  await $`git -C ${checkoutDir} remote add origin ${remote}`;
+  await $`git -C ${checkoutDir} sparse-checkout init --cone`;
+  await $`git -C ${checkoutDir} sparse-checkout set ${paths}`;
+  await $`git -C ${checkoutDir} fetch --depth 1 origin ${ref}`;
+  await $`git -C ${checkoutDir} checkout FETCH_HEAD`;
+
+  const commit = (await $`git -C ${checkoutDir} rev-parse HEAD`).stdout.trim();
+  return commit;
+}
+
+echo`Bundling preinstalled skills...`;
+const manifestSkills = loadManifest();
+
+rmSync(OUTPUT_ROOT, { recursive: true, force: true });
+mkdirSync(OUTPUT_ROOT, { recursive: true });
+rmSync(TMP_ROOT, { recursive: true, force: true });
+mkdirSync(TMP_ROOT, { recursive: true });
+
+const lock = {
+  generatedAt: new Date().toISOString(),
+  skills: [],
+};
+
+const groups = groupByRepoRef(manifestSkills);
+for (const group of groups) {
+  const repoDir = join(TMP_ROOT, createRepoDirName(group.repo, group.ref));
+  const sparsePaths = [...new Set(group.entries.map((entry) => entry.repoPath))];
+
+  echo`Fetching ${group.repo} @ ${group.ref}`;
+  const commit = await fetchSparseRepo(group.repo, group.ref, sparsePaths, repoDir);
+  echo`   commit ${commit}`;
+
+  for (const entry of group.entries) {
+    const sourceDir = join(repoDir, entry.repoPath);
+    const targetDir = join(OUTPUT_ROOT, entry.slug);
+
+    if (!existsSync(sourceDir)) {
+      throw new Error(`Missing source path in repo checkout: ${entry.repoPath}`);
+    }
+
+    rmSync(targetDir, { recursive: true, force: true });
+    cpSync(sourceDir, targetDir, { recursive: true, dereference: true });
+
+    const skillManifest = join(targetDir, 'SKILL.md');
+    if (!existsSync(skillManifest)) {
+      throw new Error(`Skill ${entry.slug} is missing SKILL.md after copy`);
+    }
+
+    const requestedVersion = (entry.version || '').trim();
+    const resolvedVersion = !requestedVersion || requestedVersion === 'main'
+      ? commit
+      : requestedVersion;
+    lock.skills.push({
+      slug: entry.slug,
+      version: resolvedVersion,
+      repo: entry.repo,
+      repoPath: entry.repoPath,
+      ref: group.ref,
+      commit,
+    });
+
+    echo`   OK ${entry.slug}`;
+  }
+}
+
+writeFileSync(join(OUTPUT_ROOT, '.preinstalled-lock.json'), `${JSON.stringify(lock, null, 2)}\n`, 'utf8');
+rmSync(TMP_ROOT, { recursive: true, force: true });
+echo`Preinstalled skills ready: ${OUTPUT_ROOT}`;