refactor: unify skill cdp and release artifacts

2026-07-09 20:51:22 +00:00 · 2026-03-11 19:38:59 -05:00
parent 00bf946403
commit 069c5dc7d7
34 changed files with 1822 additions and 1633 deletions
@@ -0,0 +1,200 @@
+import fs from "node:fs/promises";
+import path from "node:path";
+
+const TEXT_EXTENSIONS = new Set([
+  "md",
+  "mdx",
+  "txt",
+  "json",
+  "json5",
+  "yaml",
+  "yml",
+  "toml",
+  "js",
+  "cjs",
+  "mjs",
+  "ts",
+  "tsx",
+  "jsx",
+  "py",
+  "sh",
+  "rb",
+  "go",
+  "rs",
+  "swift",
+  "kt",
+  "java",
+  "cs",
+  "cpp",
+  "c",
+  "h",
+  "hpp",
+  "sql",
+  "csv",
+  "ini",
+  "cfg",
+  "env",
+  "xml",
+  "html",
+  "css",
+  "scss",
+  "sass",
+  "svg",
+]);
+
+const PACKAGE_DEPENDENCY_SECTIONS = [
+  "dependencies",
+  "optionalDependencies",
+  "peerDependencies",
+  "devDependencies",
+];
+
+export async function listTextFiles(root) {
+  const files = [];
+
+  async function walk(folder) {
+    const entries = await fs.readdir(folder, { withFileTypes: true });
+    for (const entry of entries) {
+      if (entry.name.startsWith(".")) continue;
+      if (entry.name === "node_modules") continue;
+      if (entry.name === ".clawhub" || entry.name === ".clawdhub") continue;
+
+      const fullPath = path.join(folder, entry.name);
+      if (entry.isDirectory()) {
+        await walk(fullPath);
+        continue;
+      }
+      if (!entry.isFile()) continue;
+
+      const relPath = path.relative(root, fullPath).split(path.sep).join("/");
+      const ext = relPath.split(".").pop()?.toLowerCase() ?? "";
+      if (!TEXT_EXTENSIONS.has(ext)) continue;
+
+      const bytes = await fs.readFile(fullPath);
+      files.push({ relPath, bytes });
+    }
+  }
+
+  await walk(root);
+  files.sort((left, right) => left.relPath.localeCompare(right.relPath));
+  return files;
+}
+
+export async function collectReleaseFiles(root) {
+  const baseFiles = await listTextFiles(root);
+  const fileMap = new Map(baseFiles.map((file) => [file.relPath, file.bytes]));
+  const vendoredPackages = new Set();
+
+  for (const file of baseFiles.filter((entry) => path.posix.basename(entry.relPath) === "package.json")) {
+    const packageDirRel = normalizeDirRel(path.posix.dirname(file.relPath));
+    const rewritten = await rewritePackageJsonForRelease({
+      root,
+      packageDirRel,
+      bytes: file.bytes,
+      fileMap,
+      vendoredPackages,
+    });
+    if (rewritten) {
+      fileMap.set(file.relPath, rewritten);
+    }
+  }
+
+  return [...fileMap.entries()]
+    .map(([relPath, bytes]) => ({ relPath, bytes }))
+    .sort((left, right) => left.relPath.localeCompare(right.relPath));
+}
+
+export async function materializeReleaseFiles(files, outDir) {
+  await fs.mkdir(outDir, { recursive: true });
+  for (const file of files) {
+    const outputPath = path.join(outDir, fromPosixRel(file.relPath));
+    await fs.mkdir(path.dirname(outputPath), { recursive: true });
+    await fs.writeFile(outputPath, file.bytes);
+  }
+}
+
+async function rewritePackageJsonForRelease({ root, packageDirRel, bytes, fileMap, vendoredPackages }) {
+  const packageJson = JSON.parse(bytes.toString("utf8"));
+  let changed = false;
+
+  for (const section of PACKAGE_DEPENDENCY_SECTIONS) {
+    const dependencies = packageJson[section];
+    if (!dependencies || typeof dependencies !== "object") continue;
+
+    for (const [name, spec] of Object.entries(dependencies)) {
+      if (typeof spec !== "string" || !spec.startsWith("file:")) continue;
+
+      const sourceDir = path.resolve(root, fromPosixRel(packageDirRel), spec.slice(5));
+      const vendorDirRel = normalizeDirRel(path.posix.join(packageDirRel, "vendor", name));
+      await vendorPackageTree({
+        sourceDir,
+        targetDirRel: vendorDirRel,
+        fileMap,
+        vendoredPackages,
+      });
+      dependencies[name] = toFileDependencySpec(packageDirRel, vendorDirRel);
+      changed = true;
+    }
+  }
+
+  if (!changed) return null;
+  return Buffer.from(`${JSON.stringify(packageJson, null, 2)}\n`);
+}
+
+async function vendorPackageTree({ sourceDir, targetDirRel, fileMap, vendoredPackages }) {
+  const dedupeKey = `${path.resolve(sourceDir)}=>${targetDirRel}`;
+  if (vendoredPackages.has(dedupeKey)) return;
+  vendoredPackages.add(dedupeKey);
+
+  const files = await listTextFiles(sourceDir);
+  if (files.length === 0) {
+    throw new Error(`Local package has no text files: ${sourceDir}`);
+  }
+
+  const packageJson = files.find((file) => file.relPath === "package.json");
+  if (!packageJson) {
+    throw new Error(`Local package is missing package.json: ${sourceDir}`);
+  }
+
+  for (const file of files) {
+    if (file.relPath === "package.json") continue;
+    fileMap.set(joinReleasePath(targetDirRel, file.relPath), file.bytes);
+  }
+
+  const rewrittenPackageJson = await rewritePackageJsonForRelease({
+    root: sourceDir,
+    packageDirRel: ".",
+    bytes: packageJson.bytes,
+    fileMap: {
+      set(relPath, outputBytes) {
+        fileMap.set(joinReleasePath(targetDirRel, relPath), outputBytes);
+      },
+    },
+    vendoredPackages,
+  });
+
+  fileMap.set(
+    joinReleasePath(targetDirRel, "package.json"),
+    rewrittenPackageJson ?? packageJson.bytes,
+  );
+}
+
+function normalizeDirRel(relPath) {
+  return relPath === "." ? "." : relPath.split(path.sep).join("/");
+}
+
+function fromPosixRel(relPath) {
+  return relPath === "." ? "." : relPath.split("/").join(path.sep);
+}
+
+function joinReleasePath(base, relPath) {
+  const joined = normalizeDirRel(path.posix.join(base === "." ? "" : base, relPath));
+  return joined.replace(/^\.\//, "");
+}
+
+function toFileDependencySpec(fromDirRel, targetDirRel) {
+  const fromDir = fromDirRel === "." ? "" : fromDirRel;
+  const relative = path.posix.relative(fromDir || ".", targetDirRel);
+  const normalized = relative === "" ? "." : relative;
+  return `file:${normalized.startsWith(".") ? normalized : `./${normalized}`}`;
+}