You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
25 lines
659 B
25 lines
659 B
1 year ago
|
/**
|
||
|
|
* 爬虫主程序
|
||
|
|
* 负责监听任务目录里的新任务，并自动抓取数据保存到数据目录。
|
||
|
|
*/
|
||
|
|
import configs from './config.mjs';
|
||
|
|
import TaskMoniter from "./lib/taskMoniter.mjs";
|
||
|
|
import TaJian from "./lib/tajian.mjs";
|
||
|
|
|
||
|
|
import Douyin from './bot/Douyin.mjs';
|
||
|
|
import Kuaishou from './bot/Kuaishou.mjs';
|
||
|
|
import Xigua from './bot/Xigua.mjs';
|
||
|
|
import Bilibili from './bot/Bilibili.mjs';
|
||
|
|
|
||
|
|
(async () => {
|
||
|
|
|
||
|
|
const taskMoniter = new TaskMoniter(configs.task_list_dir);
|
||
|
|
const tajian = new TaJian(configs.data_save_dir);
|
||
|
|
|
||
|
|
taskMoniter.run();
|
||
|
|
|
||
|
|
})().catch(error => {
|
||
|
|
console.error("Spider error got:\n%s", error);
|
||
|
|
process.exit(1);
|
||
|
|
});
|