increase cpu hold duration

livekit · Dec 15, 2023 · 9f5f461 · 9f5f461
1 parent 50db799
commit 9f5f461
Showing 1 changed file with 10 additions and 11 deletions.
diff --git a/pkg/stats/monitor.go b/pkg/stats/monitor.go
@@ -47,7 +47,7 @@ type Monitor struct {
 	prevEgressUsage map[string]float64
 }
 
-const cpuHoldDuration = time.Second * 5
+const cpuHoldDuration = time.Second * 10
 
 func NewMonitor(conf *config.ServiceConfig) *Monitor {
 	return &Monitor{
@@ -177,24 +177,23 @@ func (m *Monitor) CanAcceptRequest(req *rpc.StartEgressRequest) bool {
 
 func (m *Monitor) canAcceptRequest(req *rpc.StartEgressRequest) bool {
 	accept := false
-
 	total := m.cpuStats.NumCPU()
-	available := m.cpuStats.GetCPUIdle() - m.pendingCPUs.Load()
-
-	logger.Debugw("cpu check",
-		"total", total,
-		"available", available,
-		"active_requests", m.requests,
-	)
 
+	var available float64
 	if m.requests.Load() == 0 {
 		// if no requests, use total
-		available = total
+		available = total - m.pendingCPUs.Load()
 	} else {
 		// if already running requests, cap usage at MaxCpuUtilization
-		available -= (1 - m.cpuCostConfig.MaxCpuUtilization) * total
+		available = m.cpuStats.GetCPUIdle() - m.pendingCPUs.Load() - (1-m.cpuCostConfig.MaxCpuUtilization)*total
 	}
 
+	logger.Debugw("cpu check",
+		"total", total,
+		"available", available,
+		"requests", m.requests,
+	)
+
 	switch req.Request.(type) {
 	case *rpc.StartEgressRequest_RoomComposite:
 		accept = available >= m.cpuCostConfig.RoomCompositeCpuCost