milvus/internal/querycoordv2/session/node_manager_test.go
wei liu e7c0a6ffbb
enhance: Refine QueryNode task parallelism based on CPU core count (#42166)
issue: #42165
Implement dynamic task execution capacity calculation based on QueryNode
CPU core count instead of static configuration for better resource
utilization.

Changes include:
- Add CpuCoreNum() method and WithCpuCoreNum() option to NodeInfo
- Implement GetTaskExecutionCap() for dynamic capacity calculation
- Add QueryNodeTaskParallelismFactor parameter for tuning
- Update proto definition to include cpu_core_num field
- Add unit tests for new functionality

This allows QueryCoord to automatically adjust task parallelism based on
actual hardware resources.

Signed-off-by: Wei Liu <wei.liu@zilliz.com>
2025-06-11 13:20:35 +08:00

146 lines
3.7 KiB
Go

// Licensed to the LF AI & Data foundation under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package session
import (
"testing"
"time"
"github.com/stretchr/testify/suite"
)
type NodeManagerSuite struct {
suite.Suite
nodeManager *NodeManager
}
func (s *NodeManagerSuite) SetupTest() {
s.nodeManager = NewNodeManager()
}
func (s *NodeManagerSuite) TearDownTest() {
}
func (s *NodeManagerSuite) TestNodeOperation() {
s.nodeManager.Add(NewNodeInfo(ImmutableNodeInfo{
NodeID: 1,
Address: "localhost",
Hostname: "localhost",
}))
s.nodeManager.Add(NewNodeInfo(ImmutableNodeInfo{
NodeID: 2,
Address: "localhost",
Hostname: "localhost",
}))
s.nodeManager.Add(NewNodeInfo(ImmutableNodeInfo{
NodeID: 3,
Address: "localhost",
Hostname: "localhost",
}))
s.NotNil(s.nodeManager.Get(1))
s.Len(s.nodeManager.GetAll(), 3)
s.nodeManager.Remove(1)
s.Nil(s.nodeManager.Get(1))
s.Len(s.nodeManager.GetAll(), 2)
s.nodeManager.Stopping(2)
s.True(s.nodeManager.IsStoppingNode(2))
node := s.nodeManager.Get(2)
node.SetState(NodeStateNormal)
s.False(s.nodeManager.IsStoppingNode(2))
}
func (s *NodeManagerSuite) TestNodeInfo() {
node := NewNodeInfo(ImmutableNodeInfo{
NodeID: 1,
Address: "localhost",
Hostname: "localhost",
})
s.Equal(int64(1), node.ID())
s.Equal("localhost", node.Addr())
node.setChannelCnt(1)
node.setSegmentCnt(1)
s.Equal(1, node.ChannelCnt())
s.Equal(1, node.SegmentCnt())
node.UpdateStats(WithSegmentCnt(5))
node.UpdateStats(WithChannelCnt(5))
s.Equal(5, node.ChannelCnt())
s.Equal(5, node.SegmentCnt())
node.SetLastHeartbeat(time.Now())
s.NotNil(node.LastHeartbeat())
}
// TestCPUNumFunctionality tests the newly added CPU core number functionality
func (s *NodeManagerSuite) TestCPUNumFunctionality() {
node := NewNodeInfo(ImmutableNodeInfo{
NodeID: 1,
Address: "localhost:19530",
Hostname: "test-host",
})
// Test initial CPU core number
s.Equal(int64(0), node.CPUNum())
// Test WithCPUNum option
node.UpdateStats(WithCPUNum(8))
s.Equal(int64(8), node.CPUNum())
// Test updating CPU core number
node.UpdateStats(WithCPUNum(16))
s.Equal(int64(16), node.CPUNum())
// Test multiple stats update including CPU core number
node.UpdateStats(
WithSegmentCnt(100),
WithChannelCnt(5),
WithMemCapacity(4096.0),
WithCPUNum(32),
)
s.Equal(int64(32), node.CPUNum())
s.Equal(100, node.SegmentCnt())
s.Equal(5, node.ChannelCnt())
s.Equal(4096.0, node.MemCapacity())
}
// TestMemCapacityFunctionality tests memory capacity related methods
func (s *NodeManagerSuite) TestMemCapacityFunctionality() {
node := NewNodeInfo(ImmutableNodeInfo{
NodeID: 1,
Address: "localhost:19530",
Hostname: "test-host",
})
// Test initial memory capacity
s.Equal(float64(0), node.MemCapacity())
// Test WithMemCapacity option
node.UpdateStats(WithMemCapacity(1024.5))
s.Equal(1024.5, node.MemCapacity())
// Test updating memory capacity
node.UpdateStats(WithMemCapacity(2048.75))
s.Equal(2048.75, node.MemCapacity())
}
func TestNodeManagerSuite(t *testing.T) {
suite.Run(t, new(NodeManagerSuite))
}