import assert from "node:assert/strict"; import test from "node:test"; import { createMarkdownDocument, extractMetadataFromHtml, } from "../markdown-conversion-shared.js"; import { tryUrlRuleParsers } from "./index.js"; const CAPTURED_AT = "2026-03-22T06:00:00.000Z"; const ARTICLE_HTML = `
Image
Karpathy："写代码"已经不是对的动词了
宝玉 Verified account @dotey

Andrej Karpathy 说他从 2024 年 12 月起就基本没手写过一行代码。

Image

要点速览

写代码已经不是对的动词了。

`; const STATUS_HTML = `
宝玉 Verified account @dotey
转译：把下面这段加到你的 Codex 自定义指令里，体验会好太多：
Image
Matt Shumer Verified account @mattshumer_
Add this to your Codex custom instructions for a way better experience.
`; const ARCHIVE_HTML = ` archive.ph

Major leap towards reanimation after death as mammal brain preserved

Researchers say the preserved structure and activity markers suggest a significant step forward in keeping delicate brain tissue viable after clinical death.

The archive wrapper should not take precedence over the actual article body when the CONTENT container is available for parsing.

Brain tissue
`; const ARCHIVE_FALLBACK_HTML = ` archive.ph

Fallback body parsing still works

When CONTENT is absent, the parser should fall back to the body content instead of returning null or keeping the archive wrapper as the final URL.

This ensures archived pages with slightly different layouts still produce usable markdown.

`; function parse(html: string, url: string) { const baseMetadata = extractMetadataFromHtml(html, url, CAPTURED_AT); return tryUrlRuleParsers(html, url, baseMetadata); } test("parses archive.ph pages from CONTENT and restores the original URL", () => { const result = parse(ARCHIVE_HTML, "https://archive.ph/SMcX5"); assert.ok(result); assert.equal(result.conversionMethod, "parser:archive-ph"); assert.equal( result.metadata.url, "https://www.newscientist.com/article/2520204-major-leap-towards-reanimation-after-death-as-mammals-brain-preserved/" ); assert.equal( result.metadata.title, "Major leap towards reanimation after death as mammal brain preserved" ); assert.equal(result.metadata.coverImage, "https://cdn.example.com/brain.jpg"); assert.ok(result.markdown.includes("Researchers say the preserved structure")); assert.ok(result.markdown.includes("![Brain tissue](https://cdn.example.com/brain.jpg)")); assert.ok(!result.markdown.includes("Archive shell text that should be ignored")); }); test("falls back to body when archive.ph CONTENT is missing", () => { const result = parse(ARCHIVE_FALLBACK_HTML, "https://archive.ph/fallback"); assert.ok(result); assert.equal(result.conversionMethod, "parser:archive-ph"); assert.equal(result.metadata.url, "https://example.com/fallback-story"); assert.equal(result.metadata.title, "Fallback body parsing still works"); assert.ok(result.markdown.includes("When CONTENT is absent")); }); test("parses X article pages from HTML", () => { const result = parse( ARTICLE_HTML, "https://x.com/dotey/article/2035141635713941927" ); assert.ok(result); assert.equal(result.conversionMethod, "parser:x-article"); assert.equal(result.metadata.title, "Karpathy：\"写代码\"已经不是对的动词了"); assert.equal(result.metadata.author, "宝玉 (@dotey)"); assert.equal(result.metadata.coverImage, "https://pbs.twimg.com/media/article-cover.jpg"); assert.equal(result.metadata.published, "2026-03-20T23:49:11.000Z"); assert.equal(result.metadata.language, "zh"); assert.ok(result.markdown.includes("## 要点速览")); assert.ok( result.markdown.includes( "[![](https://pbs.twimg.com/media/article-inline.jpg)](/dotey/article/2035141635713941927/media/2)" ) ); assert.ok(result.markdown.includes("写代码已经不是对的动词了。")); const document = createMarkdownDocument(result); assert.ok(document.includes("# Karpathy：\"写代码\"已经不是对的动词了")); }); test("parses X status pages from HTML without duplicating the title heading", () => { const result = parse( STATUS_HTML, "https://x.com/dotey/status/2035590649081196710" ); assert.ok(result); assert.equal(result.conversionMethod, "parser:x-status"); assert.equal(result.metadata.author, "宝玉 (@dotey)"); assert.equal(result.metadata.coverImage, "https://pbs.twimg.com/media/tweet-main.jpg"); assert.equal(result.metadata.language, "zh"); assert.ok(result.markdown.includes("转译：把下面这段加到你的 Codex 自定义指令里")); assert.ok(result.markdown.includes("> Quote from Matt Shumer (@mattshumer_)")); assert.ok(result.markdown.includes("![")); const document = createMarkdownDocument(result); assert.ok( !document.includes("\n\n# 转译：把下面这段加到你的 Codex 自定义指令里，体验会好太多：\n\n") ); });