feat(route): add route for DuckDB news (#16183)

* feat(route): add route for DuckDB news

* fix(route): fix the missing of full content and author of DuckDB news
This commit is contained in:
mocusez
2024-07-16 23:24:55 +08:00
committed by GitHub
parent 31ac6c70a1
commit ad135816fb
2 changed files with 71 additions and 0 deletions
+6
View File
@@ -0,0 +1,6 @@
import type { Namespace } from '@/types';
export const namespace: Namespace = {
name: 'DuckDB Foundation',
url: 'duckdb.org',
};
+65
View File
@@ -0,0 +1,65 @@
import { Route } from '@/types';
import got from '@/utils/got';
import { load } from 'cheerio';
import { parseDate } from '@/utils/parse-date';
import timezone from '@/utils/timezone';
import cache from '@/utils/cache';
export const route: Route = {
path: '/news',
categories: ['programming'],
example: '/duckdb/news',
parameters: {},
features: {
requireConfig: false,
requirePuppeteer: false,
antiCrawler: false,
supportBT: false,
supportPodcast: false,
supportScihub: false,
},
name: '新闻',
maintainers: ['mocusez'],
handler,
};
async function handler() {
const baseUrl = 'https://duckdb.org/news/';
const { data: response } = await got(baseUrl);
const $ = load(response);
const list = $('.postpreview')
// 使用“toArray()”方法将选择的所有 DOM 元素以数组的形式返回。
.toArray()
// 使用“map()”方法遍历数组,并从每个元素中解析需要的数据。
.map((item) => {
item = $(item);
return {
title: item.find('h3').text().trim(),
link: `https://duckdb.org${item.find('a').eq(2).attr('href')}`,
pubDate: timezone(parseDate(item.find('.date').text(), 'YYYY-MM-DD'), 0),
};
});
const items = await Promise.all(
list.map((item) =>
cache.tryGet(item.link, async () => {
const response = await got(item.link);
const $ = load(response.body);
item.author = $('.author').text();
item.description = $('.singleentry').html();
// 上面每个列表项的每个属性都在此重用,
// 并增加了一个新属性“description”
return item;
})
)
);
return {
// 在此处输出您的 RSS
title: 'DuckDB News',
link: baseUrl,
item: items,
};
}