Skip to content

Commit

Permalink
fix(route): QuestMobile行业研究报告 (#14020)
Browse files Browse the repository at this point in the history
* fix(route): QuestMobile行业研究报告

* Update website/docs/routes/new-media.mdx

---------
  • Loading branch information
nczitzk authored Dec 13, 2023
1 parent 9e0248c commit 095aa9e
Show file tree
Hide file tree
Showing 8 changed files with 277 additions and 188 deletions.
2 changes: 1 addition & 1 deletion lib/router.js
Original file line number Diff line number Diff line change
Expand Up @@ -2665,7 +2665,7 @@ router.get('/netflix/newsroom/:category?/:region?', lazyloadRouteHandler('./rout
router.get('/sbs/chinese/:category?/:id?/:dialect?/:language?', lazyloadRouteHandler('./routes/sbs/chinese'));

// QuestMobile
router.get('/questmobile/report/:category?/:label?', lazyloadRouteHandler('./routes/questmobile/report'));
// router.get('/questmobile/report/:category?/:label?', lazyloadRouteHandler('./routes/questmobile/report'));

// Fashion Network
router.get('/fashionnetwork/news/:sectors?/:categories?/:language?', lazyloadRouteHandler('./routes/fashionnetwork/news.js'));
Expand Down
121 changes: 0 additions & 121 deletions lib/routes/questmobile/report.js

This file was deleted.

3 changes: 3 additions & 0 deletions lib/v2/questmobile/maintainer.js
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
module.exports = {
'/report/:industry?/:label?': ['nczitzk'],
};
18 changes: 18 additions & 0 deletions lib/v2/questmobile/radar.js
Original file line number Diff line number Diff line change
@@ -0,0 +1,18 @@
module.exports = {
'questmobile.com.cn': {
_name: 'QuestMobile',
'.': [
{
title: '行业研究报告',
docs: 'https://docs.rsshub.app/routes/new-media#questmobile-hang-ye-yan-jiu-bao-gao',
source: ['/research/reports/:industry/:label'],
target: (params) => {
const industry = params.industry;
const label = params.label;

return `/questmobile/report/${industry}/${label}`;
},
},
],
},
};
127 changes: 127 additions & 0 deletions lib/v2/questmobile/report.js
Original file line number Diff line number Diff line change
@@ -0,0 +1,127 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
const { parseDate } = require('@/utils/parse-date');
const { art } = require('@/utils/render');
const path = require('path');

/**
* Parses a tree array and returns an array of objects containing the key-value pairs.
* @param {Array} tree - The tree to parse.
* @param {Array} result - The result array to store the parsed key-value pairs. Default is an empty array.
*
* @returns {Array} - An array of objects containing the key-value pairs.
*/
const parseTree = (tree, result = []) => {
tree.forEach((obj) => {
const { key, value, children } = obj;
result.push({ key, value });

if (children && children.length > 0) {
parseTree(children, result);
}
});

return result;
};

module.exports = async (ctx) => {
const { industry, label } = ctx.params;
const limit = ctx.query.limit ? parseInt(ctx.query.limit, 10) : 50;

const rootUrl = 'https://www.questmobile.com.cn';
const apiUrl = new URL('api/v2/report/article-list', rootUrl).href;
const apiTreeUrl = new URL('api/v2/report/industry-label-tree', rootUrl).href;

const {
data: {
data: { industryTree, labelTree },
},
} = await got(apiTreeUrl);

const industries = parseTree(industryTree);
const labels = parseTree(labelTree);

const industryObj = industry ? industries.find((i) => i.key === industry || i.value === industry) : undefined;
const labelObj = label ? labels.find((i) => i.key === label || i.value === label) : industryObj ? undefined : labels.find((i) => i.key === industry || i.value === industry);

const industryId = industryObj?.key ?? -1;
const labelId = labelObj?.key ?? -1;

const currentUrl = new URL(`research/reports/${industryObj?.key ?? -1}/${labelObj?.key ?? -1}`, rootUrl).href;

const { data: response } = await got(apiUrl, {
searchParams: {
version: 0,
pageSize: limit,
pageNo: 1,
industryId,
labelId,
},
});

let items = response.data.slice(0, limit).map((item) => ({
title: item.title,
link: new URL(`research/report/${item.id}`, rootUrl).href,
description: art(path.join(__dirname, 'templates/description.art'), {
image: {
src: item.coverImgUrl,
alt: item.title,
},
introduction: item.introduction,
description: item.content,
}),
category: [...(item.industryList ?? []), ...(item.labelList ?? [])],
guid: `questmobile-report#${item.id}`,
pubDate: parseDate(item.publishTime),
}));

items = await Promise.all(
items.map((item) =>
ctx.cache.tryGet(item.link, async () => {
const { data: detailResponse } = await got(item.link);

const content = cheerio.load(detailResponse);

content('div.text div.daoyu').remove();

item.title = content('div.title h1').text();
item.description += art(path.join(__dirname, 'templates/description.art'), {
description: content('div.text').html(),
});
item.author = content('div.source')
.text()
.replace(/^.*?:/, '');
item.category = content('div.hy, div.keyword')
.find('span')
.toArray()
.map((c) => content(c).text());
item.pubDate = parseDate(content('div.data span').prop('datetime'));

return item;
})
)
);

const { data: currentResponse } = await got(currentUrl);

const $ = cheerio.load(currentResponse);

const author = $('meta[property="og:title"]').prop('content').split(/-/)[0];
const categories = [industryObj?.value, labelObj?.value].filter((c) => c);
const image = $(`img[alt="${author}"]`).prop('src');
const icon = $('link[rel="shortcut icon"]').prop('href');

ctx.state.data = {
item: items,
title: `${author}${categories.length === 0 ? '' : ` - ${categories.join(' - ')}`}`,
link: currentUrl,
description: $('meta[property="og:description"]').prop('content'),
language: 'zh',
image,
icon,
logo: icon,
subtitle: $('meta[name="keywords"]').prop('content'),
author,
allowEmpty: true,
};
};
3 changes: 3 additions & 0 deletions lib/v2/questmobile/router.js
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
module.exports = (router) => {
router.get('/report/:industry?/:label?', require('./report'));
};
17 changes: 17 additions & 0 deletions lib/v2/questmobile/templates/description.art
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
{{ if image?.src }}
<figure>
<img
{{ if image.alt }}
alt="{{ image.alt }}"
{{ /if }}
src="{{ image.src }}">
</figure>
{{ /if }}

{{ if introduction }}
<blockquote>{{ introduction }}</blockquote>
{{ /if }}

{{ if description }}
{{@ description }}
{{ /if }}
Loading

0 comments on commit 095aa9e

Please sign in to comment.