You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
cloudreve/pkg/task/pool.go

69 lines
1.4 KiB

This file contains ambiguous Unicode characters!

This file contains ambiguous Unicode characters that may be confused with others in your current locale. If your use case is intentional and legitimate, you can safely ignore this warning. Use the Escape button to highlight these characters.

package task
import (
model "github.com/cloudreve/Cloudreve/v3/models"
"github.com/cloudreve/Cloudreve/v3/pkg/conf"
"github.com/cloudreve/Cloudreve/v3/pkg/util"
)
// TaskPoll 要使用的任务池
var TaskPoll Pool
type Pool interface {
Add(num int)
Submit(job Job)
}
// AsyncPool 带有最大配额的任务池
type AsyncPool struct {
// 容量
idleWorker chan int
}
// Add 增加可用Worker数量
func (pool *AsyncPool) Add(num int) {
for i := 0; i < num; i++ {
pool.idleWorker <- 1
}
}
// ObtainWorker 阻塞直到获取新的Worker
func (pool *AsyncPool) obtainWorker() Worker {
select {
case <-pool.idleWorker:
// 有空闲Worker名额时返回新Worker
return &GeneralWorker{}
}
}
// FreeWorker 添加空闲Worker
func (pool *AsyncPool) freeWorker() {
pool.Add(1)
}
// Submit 开始提交任务
func (pool *AsyncPool) Submit(job Job) {
go func() {
util.Log().Debug("Waiting for Worker.")
worker := pool.obtainWorker()
util.Log().Debug("Worker obtained.")
worker.Do(job)
util.Log().Debug("Worker released.")
pool.freeWorker()
}()
}
// Init 初始化任务池
func Init() {
maxWorker := model.GetIntSetting("max_worker_num", 10)
TaskPoll = &AsyncPool{
idleWorker: make(chan int, maxWorker),
}
TaskPoll.Add(maxWorker)
util.Log().Info("Initialize task queue with WorkerNum = %d", maxWorker)
if conf.SystemConfig.Mode == "master" {
Resume(TaskPoll)
}
}