From b76e67e427be3a8f2da57e741df26b66a206aa2f Mon Sep 17 00:00:00 2001 From: Ethan Shen <42264778+nczitzk@users.noreply.github.com> Date: Wed, 22 Jan 2025 00:07:09 +0800 Subject: [PATCH] =?UTF-8?q?feat(route):=20add=20=E4=B8=AD=E5=9B=BD?= =?UTF-8?q?=E4=BA=94=E7=9F=BF=E5=8C=96=E5=B7=A5=E8=BF=9B=E5=87=BA=E5=8F=A3?= =?UTF-8?q?=E5=95=86=E4=BC=9A=20(#18171)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- lib/routes/cccmc/index.ts | 263 ++++++++++++++++++++++++++++++++++ lib/routes/cccmc/namespace.ts | 9 ++ 2 files changed, 272 insertions(+) create mode 100644 lib/routes/cccmc/index.ts create mode 100644 lib/routes/cccmc/namespace.ts diff --git a/lib/routes/cccmc/index.ts b/lib/routes/cccmc/index.ts new file mode 100644 index 0000000000..7dc4cb17a5 --- /dev/null +++ b/lib/routes/cccmc/index.ts @@ -0,0 +1,263 @@ +import { type Data, type DataItem, type Route, ViewType } from '@/types'; + +import cache from '@/utils/cache'; +import ofetch from '@/utils/ofetch'; +import { parseDate } from '@/utils/parse-date'; + +import { type CheerioAPI, type Cheerio, type Element, load } from 'cheerio'; +import { type Context } from 'hono'; + +export const handler = async (ctx: Context): Promise => { + const { category = 'ywgg/tzgg' } = ctx.req.param(); + const limit: number = Number.parseInt(ctx.req.query('limit') ?? '15', 10); + + const baseUrl: string = 'https://www.cccmc.org.cn'; + const targetUrl: string = new URL(category.endsWith('/') ? category : `${category}/`, baseUrl).href; + + const response = await ofetch(targetUrl); + const $: CheerioAPI = load(response); + const language = $('html').attr('lang') ?? 'zh-CN'; + + let items: DataItem[] = []; + + const regex: RegExp = /\{url:'(.*)',title:'(.*)',time:'(.*)'\},/g; + + items = + response + .match(regex) + ?.slice(0, limit) + .map((item): DataItem => { + const matches = item.match(/'(.*?)'/); + + const title: string = matches?.[2] ?? ''; + const pubDateStr: string | undefined = matches?.[3]; + const linkUrl: string | undefined = matches?.[1]; + const upDatedStr: string | undefined = pubDateStr; + + const processedItem: DataItem = { + title, + pubDate: pubDateStr ? parseDate(pubDateStr) : undefined, + link: linkUrl ? new URL(linkUrl, baseUrl).href : undefined, + updated: upDatedStr ? parseDate(upDatedStr) : undefined, + language, + }; + + return processedItem; + }) ?? []; + + items = ( + await Promise.all( + items.map((item) => { + if (!item.link) { + return item; + } + + return cache.tryGet(item.link, async (): Promise => { + const detailResponse = await ofetch(item.link); + const $$: CheerioAPI = load(detailResponse); + + const title: string = $$('div.title').text(); + const description: string = $$('div#article-content').html() ?? ''; + const pubDateStr: string | undefined = $$('span.time').text().split(/：/).pop(); + const authorEls: Element[] = $$('span.form, span.from').toArray(); + const authors: DataItem['author'] = authorEls.map((authorEl) => { + const $$authorEl: Cheerio = $$(authorEl); + + return { + name: $$authorEl.text().split(/：/).pop() ?? $$authorEl.text(), + }; + }); + const upDatedStr: string | undefined = pubDateStr; + + const processedItem: DataItem = { + title, + description, + pubDate: pubDateStr ? parseDate(pubDateStr) : item.pubDate, + author: authors, + content: { + html: description, + text: description, + }, + updated: upDatedStr ? parseDate(upDatedStr) : item.updated, + language, + }; + + return { + ...item, + ...processedItem, + }; + }); + }) + ) + ).filter((_): _ is DataItem => true); + + const title: string = $('title').text(); + + return { + title, + description: title.split(/-/)[0].trim(), + link: targetUrl, + item: items, + allowEmpty: true, + image: $('img.logo').attr('src'), + author: title.split(/-/)?.pop()?.trim(), + language, + id: targetUrl, + }; +}; + +export const route: Route = { + path: '/:category{.+}?', + name: '通用', + url: 'www.cccmc.org.cn', + maintainers: ['nczitzk'], + handler, + example: '/cccmc/ywgg/tzgg', + parameters: { + category: '分类，默认为 `ywgg/tzgg`，即通知公告，可在对应分类页 URL 中找到, Category, `ywgg/tzgg`，即通知公告 by default', + }, + description: `:::tip +若订阅 [综合政策](https://www.cccmc.org.cn/zcfg/zhzc/)，网址为 \`https://www.cccmc.org.cn/zcfg/zhzc/\`，请截取 \`https://www.cccmc.org.cn/\` 到末尾的部分 \`zcfg/zhzc\` 作为 \`category\` 参数填入，此时目标路由为 [\`/cccmc/zcfg/zhzc\`](https://rsshub.app/cccmc/zcfg/zhzc)。 +::: + +
+ 更多分类 + + #### [会员之家](https://www.cccmc.org.cn/hyzj) + + | [会员之声](https://www.cccmc.org.cn/hyzj/hyzs/) | [会员动态](https://www.cccmc.org.cn/hyzj/hydt/) | [会员推介](https://www.cccmc.org.cn/hyzj/hytj/) | + | ----------------------------------------------- | ----------------------------------------------- | ----------------------------------------------- | + | [hyzj/hyzs](https://rsshub.app/cccmc/hyzj/hyzs) | [hyzj/hydt](https://rsshub.app/cccmc/hyzj/hydt) | [hyzj/hytj](https://rsshub.app/cccmc/hyzj/hytj) | + + #### [政策法规](https://www.cccmc.org.cn/zcfg) + + | [综合政策](https://www.cccmc.org.cn/zcfg/zhzc/) | [国内贸易](https://www.cccmc.org.cn/zcfg/gnmy/) | [对外贸易](https://www.cccmc.org.cn/zcfg/dwmy/) | [投资合作](https://www.cccmc.org.cn/zcfg/tzhz/) | + | ----------------------------------------------- | ----------------------------------------------- | ----------------------------------------------- | ----------------------------------------------- | + | [zcfg/zhzc](https://rsshub.app/cccmc/zcfg/zhzc) | [zcfg/gnmy](https://rsshub.app/cccmc/zcfg/gnmy) | [zcfg/dwmy](https://rsshub.app/cccmc/zcfg/dwmy) | [zcfg/tzhz](https://rsshub.app/cccmc/zcfg/tzhz) | + + #### [行业资讯](https://www.cccmc.org.cn/hyzx) + + | [统计分析](https://www.cccmc.org.cn/hyzx/tjfx/) | [石油化工](https://www.cccmc.org.cn/hyzx/syhg/) | [金属矿产](https://www.cccmc.org.cn/hyzx/jskc/) | [五金建材](https://www.cccmc.org.cn/hyzx/wjjc/) | + | ----------------------------------------------- | ----------------------------------------------- | ----------------------------------------------- | ----------------------------------------------- | + | [hyzx/tjfx](https://rsshub.app/cccmc/hyzx/tjfx) | [hyzx/syhg](https://rsshub.app/cccmc/hyzx/syhg) | [hyzx/jskc](https://rsshub.app/cccmc/hyzx/jskc) | [hyzx/wjjc](https://rsshub.app/cccmc/hyzx/wjjc) | + + #### [商业机会](https://www.cccmc.org.cn/syjh/)+ + + | [供应信息](https://www.cccmc.org.cn/syjh/gyxx/) | [需求信息](https://www.cccmc.org.cn/syjh/xqxx/) | [合作信息](https://www.cccmc.org.cn/syjh/hzxx/) | + | ----------------------------------------------- | ----------------------------------------------- | ----------------------------------------------- | + | [syjh/gyxx](https://rsshub.app/cccmc/syjh/gyxx) | [syjh/xqxx](https://rsshub.app/cccmc/syjh/xqxx) | [syjh/hzxx](https://rsshub.app/cccmc/syjh/hzxx) | + + #### [商会党建](https://www.cccmc.org.cn/shdj) + + | [党群动态](https://www.cccmc.org.cn/shdj/dqdt/) | [党内法规](https://www.cccmc.org.cn/shdj/dnfg/) | [青年工作](https://www.cccmc.org.cn/shdj/qngz/) | + | ----------------------------------------------- | ----------------------------------------------- | ----------------------------------------------- | + | [shdj/dqdt](https://rsshub.app/cccmc/shdj/dqdt) | [shdj/dnfg](https://rsshub.app/cccmc/shdj/dnfg) | [shdj/qngz](https://rsshub.app/cccmc/shdj/qngz) | +
+`, + categories: ['new-media'], + features: { + requireConfig: false, + requirePuppeteer: false, + antiCrawler: false, + supportRadar: true, + supportBT: false, + supportPodcast: false, + supportScihub: false, + }, + radar: [ + { + source: ['www.cccmc.org.cn/:category'], + target: (params) => { + const category: string = params.category; + + return `/cccmc${category ? `/${category}` : ''}`; + }, + }, + { + title: '商业机会 - 供应信息', + source: ['www.cccmc.org.cn/syjh/gyxx/'], + target: '/syjh/gyxx', + }, + { + title: '商业机会 - 需求信息', + source: ['www.cccmc.org.cn/syjh/xqxx/'], + target: '/syjh/xqxx', + }, + { + title: '商业机会 - 合作信息', + source: ['www.cccmc.org.cn/syjh/hzxx/'], + target: '/syjh/hzxx', + }, + { + title: '商会党建 - 党群动态', + source: ['www.cccmc.org.cn/shdj/dqdt/'], + target: '/shdj/dqdt', + }, + { + title: '商会党建 - 党内法规', + source: ['www.cccmc.org.cn/shdj/dnfg/'], + target: '/shdj/dnfg', + }, + { + title: '商会党建 - 青年工作', + source: ['www.cccmc.org.cn/shdj/qngz/'], + target: '/shdj/qngz', + }, + { + title: '行业资讯 - 统计分析', + source: ['www.cccmc.org.cn/hyzx/tjfx/'], + target: '/hyzx/tjfx', + }, + { + title: '行业资讯 - 石油化工', + source: ['www.cccmc.org.cn/hyzx/syhg/'], + target: '/hyzx/syhg', + }, + { + title: '行业资讯 - 金属矿产', + source: ['www.cccmc.org.cn/hyzx/jskc/'], + target: '/hyzx/jskc', + }, + { + title: '行业资讯 - 五金建材', + source: ['www.cccmc.org.cn/hyzx/wjjc/'], + target: '/hyzx/wjjc', + }, + { + title: '会员之家 - 会员之声', + source: ['www.cccmc.org.cn/hyzj/hyzs/'], + target: '/hyzj/hyzs', + }, + { + title: '会员之家 - 会员动态', + source: ['www.cccmc.org.cn/hyzj/hydt/'], + target: '/hyzj/hydt', + }, + { + title: '会员之家 - 会员推介', + source: ['www.cccmc.org.cn/hyzj/hytj/'], + target: '/hyzj/hytj', + }, + { + title: '政策法规 - 综合政策', + source: ['www.cccmc.org.cn/zcfg/zhzc/'], + target: '/zcfg/zhzc', + }, + { + title: '政策法规 - 国内贸易', + source: ['www.cccmc.org.cn/zcfg/gnmy/'], + target: '/zcfg/gnmy', + }, + { + title: '政策法规 - 对外贸易', + source: ['www.cccmc.org.cn/zcfg/dwmy/'], + target: '/zcfg/dwmy', + }, + { + title: '政策法规 - 投资合作', + source: ['www.cccmc.org.cn/zcfg/tzhz/'], + target: '/zcfg/tzhz', + }, + ], + view: ViewType.Articles, +}; diff --git a/lib/routes/cccmc/namespace.ts b/lib/routes/cccmc/namespace.ts new file mode 100644 index 0000000000..aa6edefdc1 --- /dev/null +++ b/lib/routes/cccmc/namespace.ts @@ -0,0 +1,9 @@ +import type { Namespace } from '@/types'; + +export const namespace: Namespace = { + name: '中国五矿化工进出口商会', + url: 'www.cccmc.org.cn', + categories: ['new-media'], + description: '', + lang: 'zh-CN', +};