File size: 3,406 Bytes
6261af0 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 | import xml2js from "xml2js";
import { savePosts, isGuidExists } from "./db.js";
// 生成适合Telegram的文本内容，去掉“阅读完整话题”和“Read full topic”内容
function cleanDescription(desc) {
if (!desc) return "无内容";
// 去掉HTML标签
let text = desc.replace(/<[^>]+>/g, "");
// 去掉特定内容
text = text.replace(/阅读完整话题/g, "");
text = text.replace(/Read full topic/gi, "");
// 去掉多余的空白字符
text = text.replace(/\s+/g, " ");
return text.trim() || "无内容";
}
/**
* 解析RSS XML并返回适合Telegram的文本内容
* @param {string} xmlData - RSS XML字符串
* @returns {Promise<string>} 适合Telegram的文本内容
*/
export async function parseRss(xmlData) {
const parser = new xml2js.Parser({ explicitArray: false, trim: true });
const result = await parser.parseStringPromise(xmlData);
const channel = result.rss.channel;
const items = channel.item;
const extractedItems = [];
if (items && Array.isArray(items)) {
for (const item of items) {
extractedItems.push({
title: item.title,
creator: item["dc:creator"],
description: item.description,
link: item.link,
pubDate: item.pubDate,
guid: item.guid?._,
guidIsPermaLink: item.guid?.$?.isPermaLink,
source: item.source?._,
sourceUrl: item.source?.$?.url,
});
}
} else if (items) {
extractedItems.push({
title: items.title,
creator: items["dc:creator"],
description: items.description,
link: items.link,
pubDate: items.pubDate,
guid: items.guid?._,
guidIsPermaLink: items.guid?.$?.isPermaLink,
source: items.source?._,
sourceUrl: items.source?.$?.url,
});
} // items反转，最新的内容排在最前面
const reversedItems = extractedItems.reverse();
// 先过滤出新的帖子（不存在的）
const newItems = [];
for (const item of reversedItems) {
if (item.guid) {
const exists = await isGuidExists(item.guid);
if (exists) {
console.warn(`GUID ${item.guid} 已存在，跳过。`);
continue;
}
}
newItems.push(item);
}
// 如果没有新帖子，直接返回空内容
if (newItems.length === 0) {
console.log("没有新帖子需要处理");
return "";
}
// 先保存新帖子到数据库
try {
await savePosts(newItems);
console.log(`成功保存 ${newItems.length} 个新帖子到数据库`);
} catch (e) {
console.error("保存帖子到数据库失败:", e);
// 如果保存失败，不推送任何内容
return "";
}
// 保存成功后，构建推送内容
const textContentArr = [];
for (let idx = 0; idx < newItems.length; idx++) {
const item = newItems[idx];
const isFirst = idx === 0;
const isLast = idx === newItems.length - 1;
const msg = [
isFirst ? `标题: ${item.title}` : "",
`作者: ${item.creator}`,
isFirst
? `内容: ${cleanDescription(item.description)}`
: `回复: ${cleanDescription(item.description)}`,
`时间: ${item.pubDate}`,
isLast ? `链接: ${item.link}` : "",
"",
]
.filter(Boolean)
.join("\n")
.trim();
if (msg) {
textContentArr.push(msg);
}
}
const textContent = textContentArr.filter(Boolean).join("\n");
return textContent;
}
|