milvus/client/entity/field_test.go
congqixia 1e48911825
enhance: [GoSDK] Support struct array field type (#45291)
Related to #42148

Add comprehensive support for struct array field type in the Go SDK,
including data structure definitions, column operations, schema
construction, and full test coverage.

**Struct Array Column Implementation (`client/column/struct.go`)**
- Add `columnStructArray` type to handle struct array fields
- Implement `Column` interface methods:
- `NewColumnStructArray()`: Create new struct array column from
sub-fields
  - `Name()`, `Type()`: Basic metadata accessors
  - `Slice()`: Support slicing across all sub-fields
  - `FieldData()`: Convert to protobuf `StructArrayField` format
  - `Get()`: Retrieve struct values as `map[string]any`
  - `ValidateNullable()`, `CompactNullableValues()`: Nullable support
- Placeholder implementations for unsupported operations (AppendValue,
GetAsX, IsNull, AppendNull)

**Struct Array Parsing (`client/column/columns.go`)**
- Add `parseStructArrayData()` function to parse `StructArrayField` from
protobuf
- Update `FieldDataColumn()` to detect and parse struct array fields
- Support range-based slicing for struct array data

---------

Signed-off-by: Congqi Xia <congqi.xia@zilliz.com>
2025-11-05 15:43:33 +08:00

117 lines
5.4 KiB
Go

// Licensed to the LF AI & Data foundation under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package entity
import (
"testing"
"github.com/stretchr/testify/assert"
)
func TestFieldSchema(t *testing.T) {
fields := []*Field{
NewField().WithName("int_field").WithDataType(FieldTypeInt64).WithIsAutoID(true).WithIsPrimaryKey(true).WithDescription("int_field desc"),
NewField().WithName("string_field").WithDataType(FieldTypeString).WithIsAutoID(false).WithIsPrimaryKey(true).WithIsDynamic(false).WithTypeParams("max_len", "32").WithDescription("string_field desc"),
NewField().WithName("partition_key").WithDataType(FieldTypeInt32).WithIsPartitionKey(true),
NewField().WithName("array_field").WithDataType(FieldTypeArray).WithElementType(FieldTypeBool).WithMaxCapacity(128),
NewField().WithName("clustering_key").WithDataType(FieldTypeInt32).WithIsClusteringKey(true),
NewField().WithName("varchar_text").WithDataType(FieldTypeVarChar).WithMaxLength(65535).WithEnableAnalyzer(true).WithAnalyzerParams(map[string]any{}).WithMultiAnalyzerParams(map[string]any{}).WithEnableMatch(true),
NewField().WithName("default_value_bool").WithDataType(FieldTypeBool).WithDefaultValueBool(true),
NewField().WithName("default_value_int").WithDataType(FieldTypeInt32).WithDefaultValueInt(1),
NewField().WithName("default_value_long").WithDataType(FieldTypeInt64).WithDefaultValueLong(1),
NewField().WithName("default_value_float").WithDataType(FieldTypeFloat).WithDefaultValueFloat(1),
NewField().WithName("default_value_double").WithDataType(FieldTypeDouble).WithDefaultValueDouble(1),
NewField().WithName("default_value_string").WithDataType(FieldTypeString).WithDefaultValueString("a"),
}
for _, field := range fields {
fieldSchema := field.ProtoMessage()
assert.Equal(t, field.ID, fieldSchema.GetFieldID())
assert.Equal(t, field.Name, fieldSchema.GetName())
assert.EqualValues(t, field.DataType, fieldSchema.GetDataType())
assert.Equal(t, field.AutoID, fieldSchema.GetAutoID())
assert.Equal(t, field.PrimaryKey, fieldSchema.GetIsPrimaryKey())
assert.Equal(t, field.IsPartitionKey, fieldSchema.GetIsPartitionKey())
assert.Equal(t, field.IsClusteringKey, fieldSchema.GetIsClusteringKey())
assert.Equal(t, field.IsDynamic, fieldSchema.GetIsDynamic())
assert.Equal(t, field.Description, fieldSchema.GetDescription())
assert.Equal(t, field.TypeParams, KvPairsMap(fieldSchema.GetTypeParams()))
assert.EqualValues(t, field.ElementType, fieldSchema.GetElementType())
// marshal & unmarshal, still equals
nf := &Field{}
nf = nf.ReadProto(fieldSchema)
assert.Equal(t, field.ID, nf.ID)
assert.Equal(t, field.Name, nf.Name)
assert.EqualValues(t, field.DataType, nf.DataType)
assert.Equal(t, field.AutoID, nf.AutoID)
assert.Equal(t, field.PrimaryKey, nf.PrimaryKey)
assert.Equal(t, field.Description, nf.Description)
assert.Equal(t, field.IsDynamic, nf.IsDynamic)
assert.Equal(t, field.IsPartitionKey, nf.IsPartitionKey)
assert.Equal(t, field.IsClusteringKey, nf.IsClusteringKey)
assert.EqualValues(t, field.TypeParams, nf.TypeParams)
assert.EqualValues(t, field.ElementType, nf.ElementType)
}
assert.NotPanics(t, func() {
(&Field{}).WithTypeParams("a", "b")
})
}
func TestStructSchema(t *testing.T) {
// Test NewStructSchema
schema := NewStructSchema()
assert.NotNil(t, schema)
assert.Empty(t, schema.Fields)
// Test WithField
field1 := NewField().WithName("age").WithDataType(FieldTypeInt32)
field2 := NewField().WithName("name").WithDataType(FieldTypeVarChar).WithMaxLength(100)
field3 := NewField().WithName("score").WithDataType(FieldTypeFloat)
schema.WithField(field1).WithField(field2).WithField(field3)
assert.Equal(t, 3, len(schema.Fields))
assert.Equal(t, "age", schema.Fields[0].Name)
assert.Equal(t, FieldTypeInt32, schema.Fields[0].DataType)
assert.Equal(t, "name", schema.Fields[1].Name)
assert.Equal(t, FieldTypeVarChar, schema.Fields[1].DataType)
assert.Equal(t, "score", schema.Fields[2].Name)
assert.Equal(t, FieldTypeFloat, schema.Fields[2].DataType)
}
func TestFieldWithStructSchema(t *testing.T) {
// Create a struct schema
structSchema := NewStructSchema().
WithField(NewField().WithName("id").WithDataType(FieldTypeInt64)).
WithField(NewField().WithName("value").WithDataType(FieldTypeDouble))
// Create a field with struct schema
field := NewField().
WithName("struct_array_field").
WithDataType(FieldTypeArray).
WithElementType(FieldTypeStruct).
WithStructSchema(structSchema)
assert.NotNil(t, field.StructSchema)
assert.Equal(t, 2, len(field.StructSchema.Fields))
assert.Equal(t, "id", field.StructSchema.Fields[0].Name)
assert.Equal(t, FieldTypeInt64, field.StructSchema.Fields[0].DataType)
assert.Equal(t, "value", field.StructSchema.Fields[1].Name)
assert.Equal(t, FieldTypeDouble, field.StructSchema.Fields[1].DataType)
}