package config import ( "fmt" "github.com/emvi/logbuch" "github.com/muety/artifex/v2" "math" "runtime" ) var jobQueues map[string]*artifex.Dispatcher var jobCounts map[string]int const ( QueueDefault = "wakapi.default" QueueProcessing = "wakapi.processing" QueueReports = "wakapi.reports" QueueImports = "wakapi.imports" QueueHousekeeping = "wakapi.housekeeping" ) type JobQueueMetrics struct { Queue string EnqueuedJobs int FinishedJobs int } func init() { jobQueues = make(map[string]*artifex.Dispatcher) InitQueue(QueueDefault, 1) InitQueue(QueueProcessing, halfCPUs()) InitQueue(QueueReports, 1) InitQueue(QueueImports, 1) InitQueue(QueueHousekeeping, halfCPUs()) } func InitQueue(name string, workers int) error { if _, ok := jobQueues[name]; ok { return fmt.Errorf("queue '%s' already existing", name) } logbuch.Info("creating job queue '%s' (%d workers)", name, workers) jobQueues[name] = artifex.NewDispatcher(workers, 4096) jobQueues[name].Start() return nil } func GetDefaultQueue() *artifex.Dispatcher { return GetQueue(QueueDefault) } func GetQueue(name string) *artifex.Dispatcher { if _, ok := jobQueues[name]; !ok { InitQueue(name, 1) } return jobQueues[name] } func GetQueueMetrics() []*JobQueueMetrics { metrics := make([]*JobQueueMetrics, 0, len(jobQueues)) for name, queue := range jobQueues { metrics = append(metrics, &JobQueueMetrics{ Queue: name, EnqueuedJobs: queue.CountEnqueued(), FinishedJobs: queue.CountDispatched(), }) } return metrics } func CloseQueues() { for _, q := range jobQueues { q.Stop() } } func allCPUs() int { return runtime.NumCPU() } func halfCPUs() int { return int(math.Ceil(float64(runtime.NumCPU()) / 2.0)) }