You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
66 lines
1.6 KiB
66 lines
1.6 KiB
/** |
|
* 对爬虫任务列表目录进行监控 |
|
* 发现新任务 |
|
* 删除已完成的任务文件 |
|
* 内存中保存所有任务，及其状态 |
|
* 返回当前任务状态 |
|
*/ |
|
import common from './common.mjs'; |
|
import fs from 'node:fs'; |
|
import path from 'node:path'; |
|
import cron from 'node-cron'; |
|
|
|
class TaskMoniter { |
|
|
|
constructor(task_list_dir) { |
|
this.check_time_gap = 10; //检测间隔时间，单位：秒 |
|
this.task_dir = task_list_dir; //监控目录：任务列表保存目录 |
|
this.tasks = {}; //内存中的任务列表 |
|
this.taskStatus = { //当前任务状态 |
|
total: 0, //总任务数 |
|
waiting: 0, //等待执行的任务数 |
|
running: 0, //正在执行的任务数 |
|
done: 0, //已完成的任务数 |
|
failed: 0 //执行失败的任务数 |
|
}; |
|
} |
|
|
|
async getStatus() { |
|
|
|
} |
|
|
|
async getNewTask() { |
|
|
|
} |
|
|
|
async setTaskDone(task) { |
|
|
|
} |
|
|
|
async setTaskFailed(task) { |
|
|
|
} |
|
|
|
async checkTasks() { |
|
} |
|
|
|
run() { //开始监控任务目录，把所有任务缓存到内存 |
|
console.log('[%s] TaskMoniter started.', common.getTimeString()); |
|
|
|
//auto run |
|
const task_check_time = this.check_time_gap; |
|
const task_auto_run = cron.schedule(`*/${task_check_time} * * * * *`, () => { |
|
console.log('[%s] TaskMoniter auto check...', common.getTimeString()); |
|
|
|
}, { |
|
scheduled: false |
|
}); |
|
|
|
task_auto_run.start(); |
|
console.log('[%s] TaskMoniter auto check started.', common.getTimeString()); |
|
|
|
} |
|
|
|
} |
|
|
|
export default TaskMoniter;
|
|
|