更新首页

scripts/fetchers/news.fetcher.js

@@ -50,15 +50,17 @@ function parseNewsSheet(sheet, impactBase = 0) {
   const out = []
   for (let i = 0; i < sheet.items.length; i++) {
     const r = sheet.items[i]
-    const title = String(r[0] || '').trim()
+    const title = String(r[0] || '').trim().slice(0, 190)
     if (!title) continue
     const publishedAt = parsePublishedAt(r[2])
     if (!publishedAt) continue
+    const body = String(r[1] || '').trim()
     out.push({
       title,
-      summary: String(r[1] || '').trim().slice(0, 180),
+      summary: body.slice(0, 180),
+      content: body.slice(0, 8000), // 正文全文 (MCP "摘要"列实际是正文), 上限防异常超长
       source: String(r[3] || '').trim().slice(0, 80),
-      url: String(r[4] || '').trim().slice(0, 400),
+      url: String(r[4] || '').trim().slice(0, 190), // 列宽 varchar(191), 超长会被 MySQL 拒绝
       publishedAt,
       impactRank: impactBase + i + 1,
     })
@@ -103,20 +105,27 @@ export async function persistNews(newsList) {
   if (!process.env.DATABASE_URL) throw new Error('缺少 DATABASE_URL')
   if (!newsList || newsList.length === 0) return { inserted: 0, skipped: 0 }
   const conn = await mysql.createConnection(parseUrl(process.env.DATABASE_URL))
-  let inserted = 0, skipped = 0
+  let inserted = 0, skipped = 0, failed = 0
   try {
     for (const n of newsList) {
-      const [r] = await conn.execute(
-        'INSERT INTO `News` (`title`, `summary`, `source`, `url`, `publishedAt`, `impactRank`, `createdAt`) ' +
-        'VALUES (?, ?, ?, ?, ?, ?, NOW(3)) ' +
-        'ON DUPLICATE KEY UPDATE `impactRank` = VALUES(`impactRank`)',
-        [n.title, n.summary, n.source, n.url, n.publishedAt, n.impactRank],
-      )
-      if (r.affectedRows === 1) inserted++
-      else skipped++
+      try {
+        // 注意: content 列依赖迁移 add_news_content 已应用, 发布顺序须先迁移后跑本脚本
+        // 重复命中 (title, publishedAt) 时只回填仍为 NULL 的 content, 避免覆盖已有全文
+        const [r] = await conn.execute(
+          'INSERT INTO `News` (`title`, `summary`, `content`, `source`, `url`, `publishedAt`, `impactRank`, `createdAt`) ' +
+          'VALUES (?, ?, ?, ?, ?, ?, ?, NOW(3)) ' +
+          'AS new ON DUPLICATE KEY UPDATE `impactRank` = new.`impactRank`, `content` = IFNULL(News.`content`, new.`content`)',
+          [n.title, n.summary, n.content || null, n.source, n.url, n.publishedAt, n.impactRank],
+        )
+        if (r.affectedRows === 1) inserted++
+        else skipped++
+      } catch (e) {
+        failed++
+        console.error('[News] 单条入库失败:', n.title, e.message)
+      }
     }
   } finally {
     await conn.end()
   }
-  return { inserted, skipped }
+  return { inserted, skipped, failed }
 }