feat(route): sysu ygafz (#12482)

This commit is contained in:
Tony
2023-05-10 00:55:40 +08:00
committed by GitHub
parent 49946b69cf
commit c6c8ac0fae
5 changed files with 93 additions and 0 deletions
+14
View File
@@ -3750,3 +3750,17 @@ jsjxy.hbut.edu.cn 证书链不全,自建 RSSHub 可设置环境变量 NODE_TLS
### 数据科学与计算机学院动态
<Route author="Neutrino3316 MegrezZhu nczitzk" example="/sysu/cse" path="/sysu/cse"/>
### 粤港澳发展研究院
<Route author="TonyRL" example="/sysu/ygafz" path="/sysu/ygafz/:type?" :paramsDesc="['分类,见下表,默认为 `notice`']" radar="1" puppeteer="1">
| 人才招聘 | 人才培养 | 新闻动态 | 通知公告 | 专家观点 |
| ---------- | ------------- | -------- | -------- | -------- |
| jobopening | personnelplan | news | notice | opinion |
| 研究成果 | 研究论文 | 学术著作 | 形势政策 |
| -------- | -------- | -------- | -------- |
| results | papers | writings | policy |
</Route>
+1
View File
@@ -1,3 +1,4 @@
module.exports = {
'/sysu/cse': ['Neutrino3316', 'MegrezZhu', 'nczitzk'],
'/ygafz/:type?': ['TonyRL'],
};
+8
View File
@@ -9,5 +9,13 @@ module.exports = {
target: '/sysu/cse',
},
],
ygafz: [
{
title: '粤港澳发展研究院',
docs: 'https://docs.rsshub.app/universities.html#zhong-shan-da-xue',
source: ['/:type?'],
target: '/sysu/ygafz/:type?',
},
],
},
};
+1
View File
@@ -1,3 +1,4 @@
module.exports = function (router) {
router.get('/cse', require('./cse'));
router.get('/ygafz/:type?', require('./ygafz'));
};
+69
View File
@@ -0,0 +1,69 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
const { parseDate } = require('@/utils/parse-date');
const logger = require('@/utils/logger');
const { CookieJar } = require('tough-cookie');
module.exports = async (ctx) => {
const { type = 'notice' } = ctx.params;
const baseUrl = 'https://ygafz.sysu.edu.cn';
const url = `${baseUrl}/${type}`;
const browser = await require('@/utils/puppeteer')();
const page = await browser.newPage();
await page.setRequestInterception(true);
page.on('request', (request) => {
request.resourceType() === 'document' || request.resourceType() === 'script' ? request.continue() : request.abort();
});
logger.debug(`Requesting ${url}`);
await page.goto(url, {
waitUntil: 'domcontentloaded',
});
await page.waitForSelector('[data-block-plugin-id]');
const response = await page.content();
const cookieJar = new CookieJar();
const cookies = await page.cookies();
cookies.reduce((jar, cookie) => {
jar.setCookie(`${cookie.name}=${cookie.value}`, url);
return jar;
}, cookieJar);
browser.close();
const $ = cheerio.load(response);
const list = $('.list-content a')
.toArray()
.map((item) => {
item = $(item);
return {
title: item.find('p').text(),
link: `${baseUrl}${item.attr('href')}`,
pubDate: parseDate(item.find('.date').text()), // 2023-03-22
};
});
const items = await Promise.all(
list.map((item) =>
ctx.cache.tryGet(item.link, async () => {
const { data } = await got(item.link, {
cookieJar,
});
const $ = cheerio.load(data);
item.author = $('.article-submit')
.text()
.match(/发布人:(.*)/)[1];
item.description = $('div[data-block-plugin-id="entity_field:node:body"]').html();
return item;
})
)
);
ctx.state.data = {
title: $('title').text(),
link: url,
item: items,
};
};