fix: /kpmg/insights issue (#6449)

This commit is contained in:
Laam Pui
2020-12-15 11:23:58 +00:00
committed by GitHub
parent d308622070
commit 3f9bf01eb6
+56 -30
View File
@@ -1,54 +1,80 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
const url = require('url');
const host = 'https://home.kpmg';
module.exports = async (ctx) => {
const link = 'https://home.kpmg/cn/zh/home/insights.html';
const api = 'https://home.kpmg/search/?all_sites=false&site=cn_zh&language=zh&x1=KPMG_Tab_Type&q1=Insights&sort=KPMG_Filter_Date&facets=false';
const response = await got({
method: 'get',
url: api,
method: 'post',
url: `https://home.kpmg/esearch/cn-zh`,
headers: {
Referer: link,
},
json: {
query: '',
filters: {
all: [
{
kpmg_tab_type: ['Insights'],
},
],
},
result_fields: {
kpmg_title: {
raw: {},
},
kpmg_article_date_time: {
raw: {},
},
kpmg_url: {
raw: {},
},
},
page: {
size: 20,
current: 1,
},
sort: {
kpmg_filter_date: 'desc',
},
},
});
const list = response.data['customer-results'].resultset.results.result;
const out = await Promise.all(
list.map(async (item) => {
const title = item.KPMG_Title;
const itemUrl = url.resolve(host, item.KPMG_URL);
const list = response.data.results.map((item) => ({
title: item.kpmg_title.raw,
link: item.kpmg_url.raw,
pubDate: item.kpmg_article_date_time.raw,
}));
const cache = await ctx.cache.get(itemUrl);
if (cache) {
return Promise.resolve(JSON.parse(cache));
}
const item = await Promise.all(
list.map(
async (item) =>
await ctx.cache.tryGet(item.link, async () => {
const response = await got.get(item.link);
const $ = cheerio.load(response.data);
const response = await got.get(itemUrl);
const $ = cheerio.load(response.data);
let description = $('div.bodytext-data').html();
if ($('a.component-link')) {
const link = $('a.component-link').attr('href');
const size = $('a.component-link .downloadSize').text();
$('a.component-link').replaceWith(
`<p>
<img src="https://home.kpmg/etc/designs/kpmgpublic/images/pdf-icon-lg.png" />
<a href='${link}'>点击下载 PDF ${size}</a>
</p>`
);
}
if ($('a.component-link')) {
const link = $('a.component-link').attr('href');
description += `<p><a href='${link}'>点击下载PDF</a></p>`;
}
item.description = $('.module-touch-columncontrol').html() || $('.display-full-width').html();
const single = {
title: title,
link: itemUrl,
description: description,
};
ctx.cache.set(itemUrl, JSON.stringify(single));
return Promise.resolve(single);
})
return Promise.resolve(item);
})
)
);
ctx.state.data = {
title: '毕马威洞察',
link: link,
description: '欢迎浏览毕马威中国网站的知识库。在这里,你可以找到毕马威中国各类定期出版的通讯及各通讯过往的期号。',
item: out,
item,
};
};