From 7447f446e0bf478723c11c177838d2e8bd0fa7ef Mon Sep 17 00:00:00 2001 From: Ethan Shen <42264778+nczitzk@users.noreply.github.com> Date: Mon, 19 Aug 2024 00:53:46 +0800 Subject: [PATCH] =?UTF-8?q?feat(route):=20add=20=E4=B8=AD=E5=A4=AE?= =?UTF-8?q?=E6=97=A5=E6=8A=A5=E4=B8=AD=E6=96=87=E7=BD=91=20(#16474)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- lib/routes/joins/chinese.ts | 218 +++++++++++++++++++++ lib/routes/joins/namespace.ts | 8 + lib/routes/joins/templates/description.art | 17 ++ 3 files changed, 243 insertions(+) create mode 100644 lib/routes/joins/chinese.ts create mode 100644 lib/routes/joins/namespace.ts create mode 100644 lib/routes/joins/templates/description.art diff --git a/lib/routes/joins/chinese.ts b/lib/routes/joins/chinese.ts new file mode 100644 index 00000000000000..7ff4002bfd7d9e --- /dev/null +++ b/lib/routes/joins/chinese.ts @@ -0,0 +1,218 @@ +import { Route } from '@/types'; +import { getCurrentPath } from '@/utils/helpers'; +const __dirname = getCurrentPath(import.meta.url); + +import cache from '@/utils/cache'; +import got from '@/utils/got'; +import { load } from 'cheerio'; +import timezone from '@/utils/timezone'; +import { parseDate } from '@/utils/parse-date'; +import { art } from '@/utils/render'; +import path from 'node:path'; + +export const handler = async (ctx) => { + const { category = '' } = ctx.req.param(); + const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 20; + + const rootUrl = 'https://chinese.joins.com'; + const currentUrl = new URL(`news/articleList.html?view_type=s${category ? `&sc_section_code=${category}` : ''}`, rootUrl).href; + + const { data: response } = await got(currentUrl); + + const $ = load(response); + + const language = $('html').prop('lang'); + + let items = $('section.article-list-content div.table-row') + .slice(0, limit) + .toArray() + .map((item) => { + item = $(item); + + return { + title: item.find('strong').text(), + pubDate: timezone(parseDate(item.find('div.list-dated').text().split(/\|/).pop()), +8), + link: new URL(item.find('a.links').prop('href'), rootUrl).href, + author: item.find('div.list-dated').text().split(/\|/)[0], + language, + }; + }); + + items = await Promise.all( + items.map((item) => + cache.tryGet(item.link, async () => { + const { data: detailResponse } = await got(item.link); + + const $$ = load(detailResponse); + + $$('a.articles').remove(); + $$('div.view-copyright, div.ad-template, div.view-editors, div.tag-group').remove(); + + const title = $$('div.article-head-title, div.viewer-titles').text(); + const description = art(path.join(__dirname, 'templates/description.art'), { + images: + $$('div.photo-box').length === 0 + ? undefined + : $$('div.photo-box') + .toArray() + .map((i) => { + const image = $$(i).find('img'); + + return image.prop('src') + ? { + src: image.prop('src'), + } + : undefined; + }), + description: $$('div#article-view-content-div').html(), + }); + const image = $$('meta[property="og:image"]').prop('content'); + + item.title = title; + item.description = description; + item.pubDate = parseDate($$('meta[property="article:published_time"]').prop('content')); + item.category = $$('meta[name="keywords"]').prop('content')?.split(/,/) ?? $$('meta[name="news_keywords"]').prop('content')?.split(/,/) ?? []; + item.author = $$('meta[property="og:article:author"]').prop('content'); + item.content = { + html: description, + text: $$('div#article-view-content-div').text(), + }; + item.image = image; + item.banner = image; + item.language = language; + + return item; + }) + ) + ); + + const image = new URL($('div.user-logo img').prop('src'), rootUrl).href; + + return { + title: `${$(`a[data-code="${category}"]`)?.text() || $('ul#user-menu a').first().text()} - ${$('title').text()}`, + description: $('meta[property="og:description"]').prop('content'), + link: currentUrl, + item: items, + allowEmpty: true, + image, + author: $('meta[property="og:site_name"]').prop('content'), + language, + }; +}; + +export const route: Route = { + path: '/chinese/:category?', + name: '中央日报中文版', + url: 'chinese.joins.com', + maintainers: ['nczitzk'], + handler, + example: '/chinese', + parameters: { category: '分类，默认为空，可在对应分类页 URL 中找到 `sc_section_code`' }, + description: `:::tip + 若订阅 [财经](https://chinese.joins.com/news/articleList.html?sc_section_code=S1N1)，网址为 \`https://chinese.joins.com/news/articleList.html?sc_section_code=S1N1\`。截取 \`sc_section_code\` 的值作为参数填入，此时路由为 [\`/joins/chinese/S1N1\`](https://rsshub.app/joins/chinese/S1N1)。 + ::: + + | 分类 | \`sc_section_code\` | + | ------------------------------------------------------------------------------------------ | ----------------------------------------------- | + | [财经](https://chinese.joins.com/news/articleList.html?sc_section_code=S1N1) | [S1N1](https://rsshub.app/joins/chinese/S1N1) | + | [国际](https://chinese.joins.com/news/articleList.html?sc_section_code=S1N2) | [S1N2](https://rsshub.app/joins/chinese/S1N2) | + | [北韩](https://chinese.joins.com/news/articleList.html?sc_section_code=S1N3) | [S1N3](https://rsshub.app/joins/chinese/S1N3) | + | [政治·社会](https://chinese.joins.com/news/articleList.html?sc_section_code=S1N4) | [S1N4](https://rsshub.app/joins/chinese/S1N4) | + | [中国观察](https://chinese.joins.com/news/articleList.html?sc_section_code=S1N5) | [S1N5](https://rsshub.app/joins/chinese/S1N5) | + | [社论](https://chinese.joins.com/news/articleList.html?sc_section_code=S1N26) | [S1N26](https://rsshub.app/joins/chinese/S1N26) | + | [专栏·观点](https://chinese.joins.com/news/articleList.html?sc_section_code=S1N11) | [S1N11](https://rsshub.app/joins/chinese/S1N11) | + | [军事·科技](https://chinese.joins.com/news/articleList.html?sc_section_code=S1N6) | [S1N6](https://rsshub.app/joins/chinese/S1N6) | + | [娱乐体育](https://chinese.joins.com/news/articleList.html?sc_section_code=S1N7) | [S1N7](https://rsshub.app/joins/chinese/S1N7) | + | [教育](https://chinese.joins.com/news/articleList.html?sc_section_code=S1N8) | [S1N8](https://rsshub.app/joins/chinese/S1N8) | + | [旅游美食](https://chinese.joins.com/news/articleList.html?sc_section_code=S1N9) | [S1N9](https://rsshub.app/joins/chinese/S1N9) | + | [时尚](https://chinese.joins.com/news/articleList.html?sc_section_code=S1N10) | [S1N10](https://rsshub.app/joins/chinese/S1N10) | + | [图集](https://chinese.joins.com/news/articleList.html?sc_section_code=S1N12&view_type=tm) | [S1N12](https://rsshub.app/joins/chinese/S1N12) | + + `, + categories: ['traditional-media'], + + features: { + requireConfig: false, + requirePuppeteer: false, + antiCrawler: false, + supportRadar: true, + supportBT: false, + supportPodcast: false, + supportScihub: false, + }, + radar: [ + { + source: ['chinese.joins.com/news/articleList.html'], + target: (url) => { + const category = url.searchParams.get('sc_section_code'); + + return `/joins/chinese${category ? `/${category}` : ''}`; + }, + }, + { + title: '财经', + source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N1'], + target: '/chinese/S1N1', + }, + { + title: '国际', + source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N2'], + target: '/chinese/S1N2', + }, + { + title: '北韩', + source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N3'], + target: '/chinese/S1N3', + }, + { + title: '政治·社会', + source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N4'], + target: '/chinese/S1N4', + }, + { + title: '中国观察', + source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N5'], + target: '/chinese/S1N5', + }, + { + title: '社论', + source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N26'], + target: '/chinese/S1N26', + }, + { + title: '专栏·观点', + source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N11'], + target: '/chinese/S1N11', + }, + { + title: '军事·科技', + source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N6'], + target: '/chinese/S1N6', + }, + { + title: '娱乐体育', + source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N7'], + target: '/chinese/S1N7', + }, + { + title: '教育', + source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N8'], + target: '/chinese/S1N8', + }, + { + title: '旅游美食', + source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N9'], + target: '/chinese/S1N9', + }, + { + title: '时尚', + source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N10'], + target: '/chinese/S1N10', + }, + { + title: '图集', + source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N12'], + target: '/chinese/S1N12', + }, + ], +}; diff --git a/lib/routes/joins/namespace.ts b/lib/routes/joins/namespace.ts new file mode 100644 index 00000000000000..e47606b1437642 --- /dev/null +++ b/lib/routes/joins/namespace.ts @@ -0,0 +1,8 @@ +import type { Namespace } from '@/types'; + +export const namespace: Namespace = { + name: '中央日报', + url: 'joins.com', + categories: ['traditional-media'], + description: '', +}; diff --git a/lib/routes/joins/templates/description.art b/lib/routes/joins/templates/description.art new file mode 100644 index 00000000000000..e8cc00cbc2ccda --- /dev/null +++ b/lib/routes/joins/templates/description.art @@ -0,0 +1,17 @@ +{{ if images }} + {{ each images image }} + {{ if image?.src }} +
+ {{ image.alt }} +
+ {{ /if }} + {{ /each }} +{{ /if }} + +{{ if description }} + {{@ description }} +{{ /if }}