mirror of
https://gitee.com/milvus-io/milvus.git
synced 2025-12-28 22:45:26 +08:00
0203aefad1
relate: https://github.com/milvus-io/milvus/issues/42589 <!-- This is an auto-generated comment: release notes by coderabbit.ai --> ## Summary by CodeRabbit ## New Features - Added `concurrency_per_cpu_core` configuration parameter for the analyzer component, enabling customizable per-CPU concurrency tuning (default: 8). ## Tests - Added test coverage for batch analysis operations. <sub>✏️ Tip: You can customize this high-level summary in your review settings.</sub> <!-- end of auto-generated comment: release notes by coderabbit.ai --> Signed-off-by: aoiasd <zhicheng.yue@zilliz.com>
109 lines
3.0 KiB
Go
109 lines
3.0 KiB
Go
/*
|
|
* # Licensed to the LF AI & Data foundation under one
|
|
* # or more contributor license agreements. See the NOTICE file
|
|
* # distributed with this work for additional information
|
|
* # regarding copyright ownership. The ASF licenses this file
|
|
* # to you under the Apache License, Version 2.0 (the
|
|
* # "License"); you may not use this file except in compliance
|
|
* # with the License. You may obtain a copy of the License at
|
|
* #
|
|
* # http://www.apache.org/licenses/LICENSE-2.0
|
|
* #
|
|
* # Unless required by applicable law or agreed to in writing, software
|
|
* # distributed under the License is distributed on an "AS IS" BASIS,
|
|
* # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* # See the License for the specific language governing permissions and
|
|
* # limitations under the License.
|
|
*/
|
|
|
|
package function
|
|
|
|
import (
|
|
"testing"
|
|
|
|
"github.com/stretchr/testify/suite"
|
|
|
|
"github.com/milvus-io/milvus-proto/go-api/v2/schemapb"
|
|
)
|
|
|
|
func TestBM25FunctionRunnerSuite(t *testing.T) {
|
|
suite.Run(t, new(BM25FunctionRunnerSuite))
|
|
}
|
|
|
|
type BM25FunctionRunnerSuite struct {
|
|
suite.Suite
|
|
schema *schemapb.CollectionSchema
|
|
}
|
|
|
|
func (s *BM25FunctionRunnerSuite) SetupTest() {
|
|
s.schema = &schemapb.CollectionSchema{
|
|
Name: "test",
|
|
Fields: []*schemapb.FieldSchema{
|
|
{FieldID: 100, Name: "int64", DataType: schemapb.DataType_Int64},
|
|
{FieldID: 101, Name: "text", DataType: schemapb.DataType_VarChar},
|
|
{FieldID: 102, Name: "sparse", DataType: schemapb.DataType_SparseFloatVector},
|
|
},
|
|
}
|
|
}
|
|
|
|
func (s *BM25FunctionRunnerSuite) TestBatchRun() {
|
|
_, err := NewFunctionRunner(s.schema, &schemapb.FunctionSchema{
|
|
Name: "test",
|
|
Type: schemapb.FunctionType_BM25,
|
|
InputFieldIds: []int64{101},
|
|
})
|
|
s.Error(err)
|
|
|
|
runner, err := NewFunctionRunner(s.schema, &schemapb.FunctionSchema{
|
|
Name: "test",
|
|
Type: schemapb.FunctionType_BM25,
|
|
InputFieldIds: []int64{101},
|
|
OutputFieldIds: []int64{102},
|
|
})
|
|
|
|
s.NoError(err)
|
|
|
|
// test batch function run
|
|
output, err := runner.BatchRun([]string{"test string", "test string 2"})
|
|
s.NoError(err)
|
|
|
|
s.Equal(1, len(output))
|
|
result, ok := output[0].(*schemapb.SparseFloatArray)
|
|
s.True(ok)
|
|
s.Equal(2, len(result.GetContents()))
|
|
|
|
// return error because receive more than one field input
|
|
_, err = runner.BatchRun([]string{}, []string{})
|
|
s.Error(err)
|
|
|
|
// return error because field not string
|
|
_, err = runner.BatchRun([]int64{})
|
|
s.Error(err)
|
|
|
|
runner.Close()
|
|
|
|
// run after close
|
|
_, err = runner.BatchRun([]string{"test string", "test string 2"})
|
|
s.Error(err)
|
|
}
|
|
|
|
func (s *BM25FunctionRunnerSuite) TestBatchAnalyze() {
|
|
runner, err := NewFunctionRunner(s.schema, &schemapb.FunctionSchema{
|
|
Name: "test",
|
|
Type: schemapb.FunctionType_BM25,
|
|
InputFieldIds: []int64{101},
|
|
OutputFieldIds: []int64{102},
|
|
})
|
|
s.NoError(err)
|
|
|
|
analyzer, ok := runner.(Analyzer)
|
|
s.True(ok)
|
|
|
|
result, err := analyzer.BatchAnalyze(true, false, []string{"test string", "test string 2"})
|
|
s.NoError(err)
|
|
|
|
s.Equal(2, len(result))
|
|
s.Equal(2, len(result[0]))
|
|
s.Equal(3, len(result[1]))
|
|
}
|