fix(route): Remove duplicate articles in reuters feed. (#13349)

* Remove duplicate articles in reuters feed.

* Refining
This commit is contained in:
Andvari
2023-09-21 17:17:12 +08:00
committed by GitHub
parent 46d32af2c5
commit b08abca743
+3
View File
@@ -55,8 +55,11 @@ module.exports = async (ctx) => {
let items = response.result.articles.map((e) => ({
title: e.title,
link: new URL(e.canonical_url, rootUrl).href,
guid: e.id,
}));
items = items.filter((e, i) => items.findIndex((f) => e.guid === f.guid) === i);
items = await Promise.all(
items.map((item) =>
ctx.cache.tryGet(item.link, async () => {