mirror of
https://gitee.com/milvus-io/milvus.git
synced 2025-12-07 01:28:27 +08:00
d67853fa89
relate: https://github.com/milvus-io/milvus/issues/35853 https://github.com/milvus-io/milvus/issues/36751 --------- Signed-off-by: aoiasd <zhicheng.yue@zilliz.com>
9 lines
186 B
Go
9 lines
186 B
Go
package tokenizerapi
|
|
|
|
//go:generate mockery --name=Tokenizer --with-expecter
|
|
type Tokenizer interface {
|
|
NewTokenStream(text string) TokenStream
|
|
Clone() (Tokenizer, error)
|
|
Destroy()
|
|
}
|