common: improve aimd limiter (#542)

Signed-off-by: huanghaoyuanhhy <[email protected]>
zilliztech · Feb 17, 2025 · d42df3f · d42df3f
1 parent d1da847
commit d42df3f
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 4 deletions.
diff --git a/core/client/grpc.go b/core/client/grpc.go
@@ -131,7 +131,7 @@ func isRateLimitError(err error) bool {
 
 func newRateLimiters() map[string]*common.AIMDLimiter {
 	return map[string]*common.AIMDLimiter{
-		"flush":      common.NewAIMDLimiter(1, 50, 5),
+		"flush":      common.NewAIMDLimiter(0.01, 50, 5),
 		"createColl": common.NewAIMDLimiter(1, 100, 5),
 	}
 }

diff --git a/internal/common/aimd_limiter.go b/internal/common/aimd_limiter.go
@@ -66,11 +66,15 @@ func (a *AIMDLimiter) Wait(ctx context.Context) error {
 }
 
 func (a *AIMDLimiter) Success() {
-	if a.curRPS.Load() >= a.maxRPS {
+	curRPS := a.curRPS.Load()
+	if curRPS >= a.maxRPS {
 		return
 	}
-
-	a.curRPS.Add(1)
+	if curRPS < 1 {
+		a.curRPS.Add(0.1)
+	} else {
+		a.curRPS.Add(1)
+	}
 }
 
 func (a *AIMDLimiter) Failure() {