// Licensed to the LF AI & Data foundation under one // or more contributor license agreements. See the NOTICE file // distributed with this work for additional information // regarding copyright ownership. The ASF licenses this file // to you under the Apache License, Version 2.0 (the // "License"); you may not use this file except in compliance // with the License. You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package paramtable import ( "encoding/json" "strconv" "testing" "github.com/stretchr/testify/assert" "github.com/milvus-io/milvus/internal/common" "github.com/milvus-io/milvus/internal/util/autoindex" ) const ( MetricTypeKey = common.MetricTypeKey IndexTypeKey = common.IndexTypeKey ) func TestAutoIndexParams_build(t *testing.T) { var CParams ComponentParam CParams.Init() t.Run("test parseBuildParams success", func(t *testing.T) { //Params := CParams.AutoIndexConfig //buildParams := make([string]interface) var err error map1 := map[string]any{ IndexTypeKey: "HNSW", "M": 48, "efConstruction": 500, } var jsonStrBytes []byte jsonStrBytes, err = json.Marshal(map1) assert.NoError(t, err) CParams.Save(CParams.AutoIndexConfig.IndexParams.Key, string(jsonStrBytes)) assert.Equal(t, "HNSW", CParams.AutoIndexConfig.IndexType.GetValue()) assert.Equal(t, strconv.Itoa(map1["M"].(int)), CParams.AutoIndexConfig.IndexParams.GetAsJSONMap()["M"]) assert.Equal(t, strconv.Itoa(map1["efConstruction"].(int)), CParams.AutoIndexConfig.IndexParams.GetAsJSONMap()["efConstruction"]) map2 := map[string]interface{}{ IndexTypeKey: "IVF_FLAT", "nlist": 1024, } jsonStrBytes, err = json.Marshal(map2) assert.NoError(t, err) CParams.Save(CParams.AutoIndexConfig.IndexParams.Key, string(jsonStrBytes)) assert.Equal(t, "IVF_FLAT", CParams.AutoIndexConfig.IndexType.GetValue()) assert.Equal(t, strconv.Itoa(map2["nlist"].(int)), CParams.AutoIndexConfig.IndexParams.GetAsJSONMap()["nlist"]) }) // t.Run("test parseBuildParams miss total", func(t *testing.T) { // defer func() { // if r := recover(); r == nil { // t.Errorf("The code did not panic") // } // }() // CParams.Save(CParams.AutoIndexConfig.IndexParams.Key, "") // // }) // // t.Run("test parseBuildParams miss index_type", func(t *testing.T) { // defer func() { // if r := recover(); r == nil { // t.Errorf("The code did not panic") // } // }() // var err error // map1 := map[string]any{ // "M": 48, // "efConstruction": 500, // } // var jsonStrBytes []byte // jsonStrBytes, err = json.Marshal(map1) // assert.NoError(t, err) // CParams.Save(CParams.AutoIndexConfig.IndexParams.Key, string(jsonStrBytes)) // }) } func TestAutoIndexParams_search1(t *testing.T) { var CParams ComponentParam CParams.Init() CParams.Save(CParams.AutoIndexConfig.Enable.Key, "true") var err error indexMap := map[string]interface{}{ IndexTypeKey: "HNSW", "M": 48, "efConstruction": 500, } var jsonStrBytes []byte jsonStrBytes, err = json.Marshal(indexMap) assert.NoError(t, err) CParams.Save(CParams.AutoIndexConfig.IndexParams.Key, string(jsonStrBytes)) jsonStr := ` { "1": { "function": "__output = 3*__input + 4" }, "2": { "bp": [10, 200], "functions": [ "__output = __input + 4", "__output = 3*__input + 4", "__output = pow(__input, 2) + 4" ] }, "3": { "bp": [10, 300], "functions": [ "__output = __input + 4", "__output = 2*__input + 3", "__output = pow(__input, 1.2) + 4" ] } }` parser := autoindex.NewParser() parser.InitFromJSONStr(jsonStr) assert.NoError(t, err) normalLevels := []int{1, 2, 3} for _, l := range normalLevels { m, _ := parser.GetMethodByLevel(l) assert.NotNil(t, m) } invalidLevels := []int{-1, 0, 4} for _, l := range invalidLevels { m, _ := parser.GetMethodByLevel(l) assert.Nil(t, m) } }