opensource/RSSHub
3
0
Fork 0
mirror of https://github.com/DIYgod/RSSHub.git synced 2026-09-24 23:12:34 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: anti-crawl of 色花堂 (#4051)

Browse Source
This commit is contained in:
junfengP
2020-02-25 00:03:58 +08:00
committed by GitHub
parent 814542a49a
commit 0f7de056ec
2 changed files with 50 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
lib/routes/dsndsht23/index.js
+25 -2
View File
@@ -23,7 +23,30 @@ module.exports = async (ctx) => {
const subformId = subformName in forumIdMaps ? forumIdMaps[subformName] : subformName;
const typefilter = ctx.params.type ? `&filter=typeid&typeid=${ctx.params.type}` : '';
const link = `${host}forum.php?mod=forumdisplay&fid=${subformId}${typefilter}`;
const response = await got.get(link);
const headers = {
'Accept-Encoding': 'gzip, deflate, br',
'Accept-Language': 'zh-CN,zh;q=0.9,en;q=0.8',
};
let c;
const response = await got({
method: 'get',
url: link,
headers: headers,
hooks: {
beforeRedirect: [
(options, response) => {
const cookie = response.headers['set-cookie'];
if (cookie) {
const cook = cookie.map((c) => c.split(';')[0]).join('; ');
options.headers.Cookie = cook;
c = cook;
options.headers.Referer = response.url;
}
},
],
},
});
headers.Cookie = c;
const $ = cheerio.load(response.data);
const list = $('#threadlisttableid tbody[id^=normalthread]')
@@ -62,7 +85,7 @@ module.exports = async (ctx) => {
return Promise.resolve(JSON.parse(cache));
}
const response = await got.get(itemUrl);
const response = await got.get(itemUrl, { headers: headers });
const $ = cheerio.load(response.data);
const postMessage = $("td[id^='postmessage']").slice(0, 1);
lib/routes/dsndsht23/pictures.js
+25 -2
View File
@@ -14,7 +14,30 @@ module.exports = async (ctx) => {
const subforumid = ctx.params.subforumid || 'hrxazp';
const link = `${host}${map[subforumid]}`;
const response = await got.get(link);
const headers = {
'Accept-Encoding': 'gzip, deflate, br',
'Accept-Language': 'zh-CN,zh;q=0.9,en;q=0.8',
};
let c;
const response = await got({
method: 'get',
url: link,
headers: headers,
hooks: {
beforeRedirect: [
(options, response) => {
const cookie = response.headers['set-cookie'];
if (cookie) {
const cook = cookie.map((c) => c.split(';')[0]).join('; ');
options.headers.Cookie = cook;
c = cook;
options.headers.Referer = response.url;
}
},
],
},
});
headers.Cookie = c;
const $ = cheerio.load(response.body);
const list = $('#threadlisttableid tbody')
@@ -52,7 +75,7 @@ module.exports = async (ctx) => {
return Promise.resolve(JSON.parse(cache));
}
const response = await got.get(itemUrl);
const response = await got.get(itemUrl, { headers: headers });
const $ = cheerio.load(response.data);
const postMessage = $("td[id^='postmessage']").slice(0, 1);