add client log plugin

bot/Bilibili.mjs

@@ -1,11 +1,12 @@
 import Hero from '@ulixee/hero';
 import configs from '../config.mjs';
 import HeroBot from './HeroBot.mjs';
+import ClientLogPlugin from '../plugin/ClientLogPlugin.mjs';
 
 class Bilibili extends HeroBot {
 
   async scrap(url) {
-    let data = {};
+    let data = {url: url, done: false};
 
     try {
         let options = {
@@ -23,6 +24,7 @@ class Bilibili extends HeroBot {
         }
 
         const hero = new Hero(options);
+        hero.use(ClientLogPlugin);          //开启log
         await hero.goto(url, configs.heroBotOptions);
 
         //等待所有内容加载完成
@@ -56,6 +58,8 @@ class Bilibili extends HeroBot {
         }
 
         await hero.close();
+
+        data.done = true;
     }catch(error) {
         console.error("Error got when request %s via hero: %s", url, error);
     }

bot/Douyin.mjs

@@ -1,11 +1,12 @@
 import Hero from '@ulixee/hero';
 import configs from '../config.mjs';
 import HeroBot from './HeroBot.mjs';
+import ClientLogPlugin from '../plugin/ClientLogPlugin.mjs';
 
 class Douyin extends HeroBot {
 
   async scrap(url) {
-    let data = {};
+    let data = {url: url, done: false};
 
     try {
         let options = {
@@ -23,6 +24,7 @@ class Douyin extends HeroBot {
         }
 
         const hero = new Hero(options);
+        hero.use(ClientLogPlugin);          //开启log
         await hero.goto(url, configs.heroBotOptions);
 
         //等待所有内容加载完成
@@ -56,6 +58,8 @@ class Douyin extends HeroBot {
         }
 
         await hero.close();
+
+        data.done = true;
     }catch(error) {
         console.error("Error got when request %s via hero: %s", url, error);
     }

bot/HeroBot.mjs

@@ -2,6 +2,7 @@ import Hero from '@ulixee/hero';
 import configs from '../config.mjs';
 import fs from 'node:fs';
 import path from 'node:path';
+import ClientLogPlugin from '../plugin/ClientLogPlugin.mjs';
 
 class HeroBot {
   constructor(heroCloudServer) {
@@ -46,6 +47,7 @@ class HeroBot {
         console.log('Hero init配置', configs);
 
         const hero = new Hero(options);
+        hero.use(ClientLogPlugin);          //开启log
         await hero.goto(base_url, configs.heroBotOptions);
 
         //等待所有内容加载完成

bot/Kuaishou.mjs

@@ -1,11 +1,12 @@
 import Hero from '@ulixee/hero';
 import configs from '../config.mjs';
 import HeroBot from './HeroBot.mjs';
+import ClientLogPlugin from '../plugin/ClientLogPlugin.mjs';
 
 class Kuaishou extends HeroBot {
 
   async scrap(url) {
-    let data = {};
+    let data = {url: url, done: false};
 
     try {
         let options = {
@@ -23,6 +24,7 @@ class Kuaishou extends HeroBot {
         }
 
         const hero = new Hero(options);
+        hero.use(ClientLogPlugin);          //开启log
         await hero.goto(url, configs.heroBotOptions);
 
         //等待所有内容加载完成
@@ -40,6 +42,8 @@ class Kuaishou extends HeroBot {
         }
 
         await hero.close();
+
+        data.done = true;
     }catch(error) {
         console.error("Error got when request %s via hero: %s", url, error);
     };

bot/Xigua.mjs

@@ -1,11 +1,12 @@
 import Hero from '@ulixee/hero';
 import configs from '../config.mjs';
 import HeroBot from './HeroBot.mjs';
+import ClientLogPlugin from '../plugin/ClientLogPlugin.mjs';
 
 class Xigua extends HeroBot {
 
   async scrap(url) {
-    let data = {};
+    let data = {url: url, done: false};
 
     try {
         let options = {
@@ -23,6 +24,7 @@ class Xigua extends HeroBot {
         }
 
         const hero = new Hero(options);
+        hero.use(ClientLogPlugin);          //开启log
         await hero.goto(url, configs.heroBotOptions);
 
         //等待所有内容加载完成
@@ -49,6 +51,8 @@ class Xigua extends HeroBot {
         }
 
         await hero.close();
+
+        data.done = true;
     }catch(error) {
         console.error("Error got when request %s via hero: %s", url, error);
     };

config.mjs

@@ -18,13 +18,13 @@ export default {
 
   //请求参数
   heroBotOptions: {
-    timeoutMs: 10000,
+    timeoutMs: 20000,
     referrer: '',
   },
 
   //网页tab参数
   heroTabOptions: {
-    timeoutMs: 5000
+    timeoutMs: 30000
   },
 
   //常用浏览器user-agent

plugin/ClientLogPlugin.mjs

@@ -0,0 +1,22 @@
+import { ClientPlugin } from '@ulixee/hero-plugin-utils';
+
+class ClientLogPlugin extends ClientPlugin {
+
+  async onHero(hero, sendToCore) {
+    const logTime = Date.now();
+    console.log('%s - New Hero is initialized, session id %s.', logTime, await hero.sessionId);
+  }
+
+  async onTab(hero, tab, sendToCore) {
+    const logTime = Date.now();
+    console.log('%s - New Tab is initialized, id %s.', logTime, await tab.tabId);
+  }
+
+  async onFrameEnvironment(hero, frameEnvironment, sendToCore) {
+    const logTime = Date.now();
+    console.log('%s - New FrameEnvironment is initialized.', logTime);
+  }
+
+}
+
+export default ClientLogPlugin;

test/scrap_test.mjs

@@ -64,6 +64,8 @@ import configs from '../config.mjs';
             configs.userAgent = configs.userAgents.mac_chrome;
             configs.viewport = configs.viewports.pc;
 
+            configs.heroTabOptions.timeoutMs = 20000;   //所有内容加载完成超时
+
             console.log('Hero配置', configs);
 
             const xigua = new Xigua(heroCloudServer);