You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
153 lines
5.0 KiB
153 lines
5.0 KiB
/** |
|
* Express router of api/ |
|
*/ |
|
|
|
import express from 'express'; |
|
import common from './common.mjs'; |
|
import HeroUnion from './heroUnion.mjs'; |
|
|
|
//初始化爬虫联盟 |
|
const heroUnion = new HeroUnion(); |
|
heroUnion.init(); |
|
|
|
|
|
const router = express.Router(); |
|
|
|
router.get('/', async (req, res) => { |
|
const apiList = { |
|
"/api/": "查看所有API", |
|
|
|
"/api/onboard/": "爬虫状态上报到联盟", |
|
"/api/stats/": "查看联盟状态", |
|
}; |
|
|
|
const data = { |
|
name: heroUnion.config.name, |
|
version: heroUnion.config.version, |
|
apis: apiList |
|
}; |
|
return res.status(200).json(data); |
|
}); |
|
|
|
/** |
|
* 参数列表 |
|
* uuid: 用户ID |
|
* url: 目标网址 |
|
* platform: 目标网址所属平台,可选值:[douyin, kuaishou, xigua, bilibili] |
|
* contract: '', 需要抓取的数据合约,凡是支持此合约的爬虫将根据合约内容抓取数据(具体参考爬虫所支持的合约) |
|
* data_mode: 返回数据格式,可选值:[json, html] |
|
* country: 国家代码 |
|
* lang: 语言代码 |
|
* notify_url: 通知回调网址 |
|
* sign: 参数签名,签名方法见README.md“接口参数签名方法” |
|
**/ |
|
router.post('/newtask/', async (req, res) => { |
|
let uuid = req.body.uuid, |
|
url = req.body.url, |
|
platform = req.body.platform, |
|
data_mode = req.body.data_mode, |
|
country = req.body.country, |
|
lang = req.body.lang, |
|
notify_url = req.body.notify_url; |
|
|
|
let data = {code: 0, message: ''}; |
|
|
|
//参数格式检查 |
|
|
|
|
|
return res.status(200).json(data); |
|
}); |
|
|
|
router.get('/gettask/', async (req, res) => { |
|
|
|
return res.send('api/gettask/'); |
|
}); |
|
|
|
router.post('/savetask/', async (req, res) => { |
|
|
|
return res.send('api/savetask/'); |
|
}); |
|
|
|
router.get('/querytask/', async (req, res) => { |
|
|
|
return res.send('api/querytask/'); |
|
}); |
|
|
|
/** |
|
* 参数列表 |
|
* name |
|
* description |
|
* status: [idle, busy] |
|
* platforms: '', //支持的平台,可由爬虫定义 |
|
* contracts: '', //支持的数据抓取合约,具体内容由爬虫定义 |
|
* timestamp |
|
* country |
|
* lang |
|
* contact //爬虫提供方的联系方式 |
|
*/ |
|
router.post('/onboard/', async (req, res) => { |
|
let bot_name = req.body.name, |
|
bot_desc = req.body.description, |
|
status = req.body.status, |
|
platforms = req.body.platforms, //多个则用英文逗号间隔 |
|
contracts = req.body.contracts, //多个则用英文逗号间隔 |
|
timestamp = req.body.timestamp, |
|
country = req.body.country, |
|
lang = req.body.lang, |
|
contact = req.body.contact; |
|
|
|
let data = { |
|
"code": 0, |
|
"message": "" |
|
}; |
|
|
|
//参数格式检查 |
|
if (!bot_name || !bot_desc || !status || !timestamp || !platforms || !contracts) { |
|
data.message = '必填参数name、description、status、platforms、contracts、timestamp不能为空'; |
|
}else if (common.isBotNameOk(bot_name) == false) { |
|
data.message = '爬虫名字必须是6 - 32位英文字母、下划线的组合'; |
|
}else if (typeof(bot_desc) != 'string' || bot_desc.length > 100) { |
|
data.message = '爬虫简介必须是100个字符以内的字符串'; |
|
}else if (common.isBotStatus(status) == false) { |
|
data.message = '爬虫状态status传参错误,其可选值:idle、busy'; |
|
}else if (common.isTimestampInSeconds(timestamp) == false) { |
|
data.message = '时间戳timestamp请传秒数'; |
|
}else if (common.isPlatformsOk(platforms) == false) { |
|
data.message = '支持的平台platforms应为英文逗号间隔的3 - 100个英文字符串'; |
|
}else if (common.isContractsOk(contracts) == false) { |
|
data.message = '支持的合约contracts应为英文逗号间隔的3 - 100个英文字符串'; |
|
}else if (country && common.isIosCountryCode(country) == false) { |
|
data.message = '国家代码country请传小写的两位字母,参考两位ISO CODES:https://countrycode.org/'; |
|
}else if (lang && common.isIosLangCode(lang) == false) { |
|
data.message = '语言代码lang请传小写的两位字母,参考ISO 639-1 Code:https://www.loc.gov/standards/iso639-2/php/code_list.php'; |
|
}else if (contact && common.isContactOk(contact) == false) { |
|
data.message = '联系方式contact应为6 - 50个字符'; |
|
} |
|
|
|
if (!data.message) { |
|
let bot = { |
|
name: bot_name.toLowerCase(), |
|
description: bot_desc, |
|
status: status, |
|
timestamp: timestamp, |
|
platforms: platforms.split(','), |
|
contracts: contracts.split(','), |
|
contact: contact, |
|
//如果没传则填充默认值 |
|
country: country ? country.toLowerCase() : 'cn', |
|
lang: lang ? lang.toLowerCase() : 'zh' |
|
}; |
|
|
|
heroUnion.heroOnboard(bot); |
|
data.code = 1; |
|
data.message = '欢迎上船,因为有你,联盟将更健壮!'; |
|
} |
|
|
|
return res.status(200).json(data); |
|
}); |
|
|
|
router.get('/stats/', async (req, res) => { |
|
return res.status(200).json(heroUnion.getStats()); |
|
}); |
|
|
|
export default router;
|
|
|