You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
89 lines
3.5 KiB
89 lines
3.5 KiB
import common from './lib/common.mjs'; |
|
|
|
let configs = { |
|
//自动任务相关配置 |
|
task_list_dir: 'todo/', //待抓取任务文件保存目录 |
|
data_save_dir: 'data/', //抓取完成数据保存目录，文件格式：.url快捷方式，详细说明见：https://filesite.io |
|
task_log_dir: 'log/', //新任务日志保存目录，方便跟踪和分析任务 |
|
|
|
task_do_timeout: 180, //任务处理超时时长，单位：秒 |
|
max_fail_retry: 5, //任务失败最多重试次数 |
|
|
|
//HeroUnion英雄联盟对接配置 |
|
herounion: { |
|
server_url: 'https://herounion.filesite.io', //联盟服务地址 |
|
name: 'machete_hero', //爬虫名字 |
|
description: '支持Machete的TaJian皮肤的hero爬虫', //爬虫简介 |
|
platforms: 'douyin,kuaishou,xigua,bilibili', //爬虫支持的平台 |
|
contracts: 'tajiantv', //爬虫支持的数据采集合约（可二次开发自定义） |
|
country: 'cn', //爬虫所在国家 |
|
lang: 'zh', //爬虫支持的语言 |
|
contact: 'https://filesite.io', //爬虫的联系方式 |
|
data_mode: 'json', //爬虫支持的数据格式 |
|
|
|
notify_max_try: 5 //爬虫完成任务回传数据最多尝试次数 |
|
}, |
|
|
|
|
|
//bot相关配置 |
|
cloud_server: '', |
|
userAgent: 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36', |
|
viewport: { |
|
width: 1440, |
|
height: 900 |
|
}, |
|
|
|
//可选项参考官方文档：https://ulixee.org/docs/hero/basic-client/hero |
|
botOptions: { |
|
showChrome: false, |
|
showChromeInteractions: false, |
|
showDevtools: false, |
|
showChromeAlive: false, |
|
}, |
|
|
|
viewports: { |
|
mob: { |
|
width: 375, |
|
height: 667 |
|
}, |
|
pc: { |
|
width: 1440, |
|
height: 900 |
|
}, |
|
}, |
|
|
|
//请求参数 |
|
heroBotOptions: { |
|
timeoutMs: 60000, |
|
referrer: '', |
|
}, |
|
|
|
//网页tab参数 |
|
heroTabOptions: { |
|
timeoutMs: 60000 |
|
}, |
|
|
|
//常用浏览器user-agent |
|
userAgents: { |
|
iphone_chrome: 'Mozilla/5.0 (iPhone; CPU iPhone OS 13_2_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.0.3 Mobile/15E148 Safari/604.1', |
|
iphone_wechat: 'Mozilla/5.0 (iPhone; CPU iPhone OS 13_2_3 like Mac OS X) AppleWebKit/604.4.7 (KHTML, like Gecko) Mobile/15C202 MicroMessenger/6.6.1 NetType/4G Language/zh_CN', |
|
mac_chrome: 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36', |
|
android_wechat: 'Mozilla/5.0 (Linux; Android 7.1.1; OD103 Build/NMF26F; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/53.0.2785.49 Mobile MQQBrowser/6.2 TBS/043632 Safari/537.36 MicroMessenger/6.6.1.1220(0x26060135) NetType/4G Language/zh_CN', |
|
} |
|
|
|
}; |
|
|
|
async function getConfig() { |
|
//自定义JSON格式配置文件支持 |
|
if (process.argv.length >= 3) { |
|
let configFile = process.argv[2]; |
|
let myConfigs = await common.loadCustomizeConfig(configFile); |
|
if (myConfigs) { |
|
configs = common.mergeConfigs(myConfigs, configs); |
|
} |
|
} |
|
|
|
return configs; |
|
} |
|
|
|
export default getConfig; |