mirror of
https://gitee.com/milvus-io/milvus.git
synced 2025-12-07 09:38:39 +08:00
8 lines
158 B
Go
8 lines
158 B
Go
package tokenizerapi
|
|
|
|
//go:generate mockery --name=Tokenizer --with-expecter
|
|
type Tokenizer interface {
|
|
NewTokenStream(text string) TokenStream
|
|
Destroy()
|
|
}
|