import Douyin from '../bot/Douyin.mjs'; import Kuaishou from '../bot/Kuaishou.mjs'; import Xigua from '../bot/Xigua.mjs'; import Bilibili from '../bot/Bilibili.mjs'; import WebCrawler from '../bot/WebCrawler.mjs'; import getConfigs from '../config.mjs'; (async () => { //设置configs为全局变量 global.configs = await getConfigs(); let test_bot = 'douyin'; if (process.argv.length == 3) { test_bot = process.argv[2]; } console.log('当前测试Bot:%s', test_bot); let heroCloudServer = 'ws://127.0.0.1:1818'; let url = '', data = {}; switch(test_bot) { case 'douyin': //抖音测试 url = 'https://v.douyin.com/i2PBaR5B/'; //mob and pc //直播地址测试 url = 'https://v.douyin.com/i2WaMoAN/'; configs.heroTabOptions.timeoutMs = 20000; //所有内容加载完成超时 //configs.userAgent = configs.userAgents.mac_chrome; //configs.viewport = configs.viewports.pc; const douyin = new Douyin(heroCloudServer); //使用手机模式,默认为pc douyin.setMode('mob'); console.log('Hero配置', configs); console.log('请求中: %s ...', url); data = await douyin.scrap(url); console.log("解析结果:\n%s", JSON.stringify(data)); break; case 'kuaishou': //快手测试 url = 'https://www.kuaishou.com/f/X8FTguiIjZQVwE7'; //pc //url = 'https://v.kuaishou.com/7zwqe6'; //mob configs.heroTabOptions.timeoutMs = 20000; //所有内容加载完成超时 configs.userAgent = configs.userAgents.mac_chrome; configs.viewport = configs.viewports.pc; console.log('Hero配置', configs); const kuaishou = new Kuaishou(heroCloudServer); console.log('请求中: %s ...', url); data = await kuaishou.scrap(url); console.log("解析结果:\n%s", JSON.stringify(data)); break; case 'xigua': //西瓜测试 url = 'https://v.ixigua.com/ieUaqrFN/'; //mobile url = 'https://www.ixigua.com/7343928492197118518'; //pc configs.heroBotOptions.referrer = url; configs.userAgent = configs.userAgents.mac_chrome; configs.viewport = configs.viewports.pc; configs.heroTabOptions.timeoutMs = 20000; //所有内容加载完成超时 console.log('Hero配置', configs); const xigua = new Xigua(heroCloudServer); console.log('请求中: %s ...', url); //data = await xigua.scrap(`${url}?wid_try=1`); data = await xigua.scrap(url); console.log("解析结果:\n%s", JSON.stringify(data)); break; case 'bilibili': //B站测试 url = 'https://www.bilibili.com/video/BV1ep4y1J75y/?share_source=copy_web&vd_source=00bead49a4c2df31bbf3e609d7d95899'; //pc url = 'https://b23.tv/Lo0jIEt'; //mob configs.heroTabOptions.timeoutMs = 20000; //所有内容加载完成超时 configs.userAgent = configs.userAgents.mac_chrome; configs.viewport = configs.viewports.pc; console.log('Hero配置', configs); const bilibili = new Bilibili(heroCloudServer); console.log('请求中: %s ...', url); data = await bilibili.scrap(url); console.log("解析结果:\n%s", JSON.stringify(data)); break; default: //普通网站 url = 'https://www.baidu.com'; url = 'https://www.zhihu.com'; url = 'https://ogp.me/'; url = 'https://www.zhihu.com/signin?next=%2F'; configs.heroTabOptions.timeoutMs = 20000; //所有内容加载完成超时 configs.userAgent = configs.userAgents.mac_chrome; configs.viewport = configs.viewports.pc; console.log('Hero配置', configs); const crawler = new WebCrawler(heroCloudServer, 'webcrawler'); console.log('请求中: %s ...', url); data = await crawler.scrap(url); console.log("解析结果:\n%s", JSON.stringify(data)); break; } process.exit(0); })();