feat(baoyu-fetch): add URL reader CLI with Chrome CDP and site adapters

2026-08-07 17:33:03 +08:00 · 2026-03-27 14:11:00 -05:00
parent 2c14872e88
commit d0764c2739
65 changed files with 10235 additions and 0 deletions
@@ -0,0 +1,33 @@
+import type { Adapter } from "../types";
+import { collectMediaFromDocument } from "../../media/markdown-media";
+import { extractYouTubeTranscriptDocument } from "./transcript";
+import { isYouTubeHost, parseYouTubeVideoId } from "./utils";
+
+export const youtubeAdapter: Adapter = {
+  name: "youtube",
+  match(input) {
+    return isYouTubeHost(input.url.hostname);
+  },
+  async process(context) {
+    const videoId = parseYouTubeVideoId(context.input.url);
+    if (!videoId) {
+      return {
+        status: "no_document",
+      };
+    }
+
+    context.log.info(`Loading ${context.input.url.toString()} with youtube adapter`);
+    const document = await extractYouTubeTranscriptDocument(context, videoId);
+    if (!document) {
+      return {
+        status: "no_document",
+      };
+    }
+
+    return {
+      status: "ok",
+      document,
+      media: collectMediaFromDocument(document),
+    };
+  },
+};