2025-08-27 10:59:52 +08:00

18 lines
363 B
Go

package interfaces
import "github.com/milvus-io/milvus-proto/go-api/v2/milvuspb"
//go:generate mockery --name=TokenStream --with-expecter
type TokenStream interface {
Advance() bool
Token() string
DetailedToken() *milvuspb.AnalyzerToken
Destroy()
}
type Analyzer interface {
NewTokenStream(text string) TokenStream
Clone() (Analyzer, error)
Destroy()
}