enhance: improve reduce performance on very large topk (milvus-io#32871)

xiaofan-luan · web-flow · commit 230c88b1de51 · 2024-05-13T11:55:31.000+08:00
fix milvus-io#32870 reduce cpu usage for reduce on large k Signed-off-by: xiaofanluan <xiaofan.luan@zilliz.com>
diff --git a/internal/proxy/search_reduce_util.go b/internal/proxy/search_reduce_util.go
@@ -319,7 +319,7 @@ func reduceSearchResultDataNoGroupBy(ctx context.Context, subSearchResultData []
 			cursors = make([]int64, subSearchNum)
 
 			j     int64
-			idSet = make(map[interface{}]struct{})
+			idSet = make(map[interface{}]struct{}, limit)
 		)
 
 		// skip offset results

Original file line number	Diff line number	Diff line change
`@@ -319,7 +319,7 @@ func reduceSearchResultDataNoGroupBy(ctx context.Context, subSearchResultData []`
`319`	`319`	`cursors = make([]int64, subSearchNum)`
`320`	`320`
`321`	`321`	`j int64`
`322`		`- idSet = make(map[interface{}]struct{})`
	`322`	`+ idSet = make(map[interface{}]struct{}, limit)`
`323`	`323`	`)`
`324`	`324`
`325`	`325`	`// skip offset results`