Spaces:

14790897abc
/

yolo_detect_track_classify

Paused

yolo_detect_track_classify / src /parse_rss.js

14790897

yolo: 775070b26022df49495ed7b4bd3360566e398fab

6261af0 about 1 year ago

3.41 kB

import xml2js from "xml2js";
import { savePosts, isGuidExists } from "./db.js";

// 生成适合Telegram的文本内容，去掉“阅读完整话题”和“Read full topic”内容
function cleanDescription(desc) {
  if (!desc) return "无内容";
  // 去掉HTML标签
  let text = desc.replace(/<[^>]+>/g, "");
  // 去掉特定内容
  text = text.replace(/阅读完整话题/g, "");
  text = text.replace(/Read full topic/gi, "");
  // 去掉多余的空白字符
  text = text.replace(/\s+/g, " ");
  return text.trim() || "无内容";
}

/**
 * 解析RSS XML并返回适合Telegram的文本内容
 * @param {string} xmlData - RSS XML字符串
 * @returns {Promise<string>} 适合Telegram的文本内容
 */
export async function parseRss(xmlData) {
  const parser = new xml2js.Parser({ explicitArray: false, trim: true });
  const result = await parser.parseStringPromise(xmlData);
  const channel = result.rss.channel;
  const items = channel.item;
  const extractedItems = [];
  if (items && Array.isArray(items)) {
    for (const item of items) {
      extractedItems.push({
        title: item.title,
        creator: item["dc:creator"],
        description: item.description,
        link: item.link,
        pubDate: item.pubDate,
        guid: item.guid?._,
        guidIsPermaLink: item.guid?.$?.isPermaLink,
        source: item.source?._,
        sourceUrl: item.source?.$?.url,
      });
    }
  } else if (items) {
    extractedItems.push({
      title: items.title,
      creator: items["dc:creator"],
      description: items.description,
      link: items.link,
      pubDate: items.pubDate,
      guid: items.guid?._,
      guidIsPermaLink: items.guid?.$?.isPermaLink,
      source: items.source?._,
      sourceUrl: items.source?.$?.url,
    });
  } // items反转，最新的内容排在最前面
  const reversedItems = extractedItems.reverse();

  // 先过滤出新的帖子（不存在的）
  const newItems = [];
  for (const item of reversedItems) {
    if (item.guid) {
      const exists = await isGuidExists(item.guid);
      if (exists) {
        console.warn(`GUID ${item.guid} 已存在，跳过。`);
        continue;
      }
    }
    newItems.push(item);
  }

  // 如果没有新帖子，直接返回空内容
  if (newItems.length === 0) {
    console.log("没有新帖子需要处理");
    return "";
  }

  // 先保存新帖子到数据库
  try {
    await savePosts(newItems);
    console.log(`成功保存 ${newItems.length} 个新帖子到数据库`);
  } catch (e) {
    console.error("保存帖子到数据库失败:", e);
    // 如果保存失败，不推送任何内容
    return "";
  }

  // 保存成功后，构建推送内容
  const textContentArr = [];
  for (let idx = 0; idx < newItems.length; idx++) {
    const item = newItems[idx];
    const isFirst = idx === 0;
    const isLast = idx === newItems.length - 1;
    const msg = [
      isFirst ? `标题: ${item.title}` : "",
      `作者: ${item.creator}`,
      isFirst
        ? `内容: ${cleanDescription(item.description)}`
        : `回复: ${cleanDescription(item.description)}`,
      `时间: ${item.pubDate}`,
      isLast ? `链接: ${item.link}` : "",
      "",
    ]
      .filter(Boolean)
      .join("\n")
      .trim();
    if (msg) {
      textContentArr.push(msg);
    }
  }

  const textContent = textContentArr.filter(Boolean).join("\n");
  return textContent;
}

	import xml2js from "xml2js";
	import { savePosts, isGuidExists } from "./db.js";

	// 生成适合Telegram的文本内容，去掉“阅读完整话题”和“Read full topic”内容
	function cleanDescription(desc) {
	if (!desc) return "无内容";
	// 去掉HTML标签
	let text = desc.replace(/<[^>]+>/g, "");
	// 去掉特定内容
	text = text.replace(/阅读完整话题/g, "");
	text = text.replace(/Read full topic/gi, "");
	// 去掉多余的空白字符
	text = text.replace(/\s+/g, " ");
	return text.trim() \|\| "无内容";
	}

	/**
	* 解析RSS XML并返回适合Telegram的文本内容
	* @param {string} xmlData - RSS XML字符串
	* @returns {Promise<string>} 适合Telegram的文本内容
	*/
	export async function parseRss(xmlData) {
	const parser = new xml2js.Parser({ explicitArray: false, trim: true });
	const result = await parser.parseStringPromise(xmlData);
	const channel = result.rss.channel;
	const items = channel.item;
	const extractedItems = [];
	if (items && Array.isArray(items)) {
	for (const item of items) {
	extractedItems.push({
	title: item.title,
	creator: item["dc:creator"],
	description: item.description,
	link: item.link,
	pubDate: item.pubDate,
	guid: item.guid?._,
	guidIsPermaLink: item.guid?.$?.isPermaLink,
	source: item.source?._,
	sourceUrl: item.source?.$?.url,
	});
	}
	} else if (items) {
	extractedItems.push({
	title: items.title,
	creator: items["dc:creator"],
	description: items.description,
	link: items.link,
	pubDate: items.pubDate,
	guid: items.guid?._,
	guidIsPermaLink: items.guid?.$?.isPermaLink,
	source: items.source?._,
	sourceUrl: items.source?.$?.url,
	});
	} // items反转，最新的内容排在最前面
	const reversedItems = extractedItems.reverse();

	// 先过滤出新的帖子（不存在的）
	const newItems = [];
	for (const item of reversedItems) {
	if (item.guid) {
	const exists = await isGuidExists(item.guid);
	if (exists) {
	console.warn(`GUID ${item.guid} 已存在，跳过。`);
	continue;
	}
	}
	newItems.push(item);
	}

	// 如果没有新帖子，直接返回空内容
	if (newItems.length === 0) {
	console.log("没有新帖子需要处理");
	return "";
	}

	// 先保存新帖子到数据库
	try {
	await savePosts(newItems);
	console.log(`成功保存 ${newItems.length} 个新帖子到数据库`);
	} catch (e) {
	console.error("保存帖子到数据库失败:", e);
	// 如果保存失败，不推送任何内容
	return "";
	}

	// 保存成功后，构建推送内容
	const textContentArr = [];
	for (let idx = 0; idx < newItems.length; idx++) {
	const item = newItems[idx];
	const isFirst = idx === 0;
	const isLast = idx === newItems.length - 1;
	const msg = [
	isFirst ? `标题: ${item.title}` : "",
	`作者: ${item.creator}`,
	isFirst
	? `内容: ${cleanDescription(item.description)}`
	: `回复: ${cleanDescription(item.description)}`,
	`时间: ${item.pubDate}`,
	isLast ? `链接: ${item.link}` : "",
	"",
	]
	.filter(Boolean)
	.join("\n")
	.trim();
	if (msg) {
	textContentArr.push(msg);
	}
	}

	const textContent = textContentArr.filter(Boolean).join("\n");
	return textContent;
	}