admin/milvus
1
0
Fork 0
mirror of https://gitee.com/milvus-io/milvus.git synced 2025-12-07 09:38:39 +08:00
Code Issues Packages Projects Releases Wiki Activity

enhance: Update tantivy-binding with cargo build result (#45458)

Browse Source 
Related to #44988

This PR commit newly updated tantivy-binding.h with cargo build result
which shall passes format check.

Signed-off-by: Congqi Xia <congqi.xia@zilliz.com>
This commit is contained in:
congqixia 2025-11-10 18:09:36 +08:00 committed by GitHub
parent b1af0df9f3
commit 0e1de0073a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 471 additions and 592 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

529
internal/core/thirdparty/tantivy/tantivy-binding/include/tantivy-binding.h vendored
View File

@ -16,13 +16,13 @@ enum class TantivyDataType : uint8_t {
};
struct RustArray {
uint32_t* array;
uint32_t *array;
size_t len;
size_t cap;
};
struct RustArrayI64 {
int64_t* array;
int64_t *array;
size_t len;
size_t cap;
};
@ -37,7 +37,9 @@ struct Value {
Ptr,
};
struct None_Body {};
struct None_Body {
};
struct RustArray_Body {
RustArray _0;
@ -56,7 +58,7 @@ struct Value {
};
struct Ptr_Body {
void* _0;
void *_0;
};
Tag tag;
@ -73,13 +75,13 @@ struct Value {
struct RustResult {
bool success;
Value value;
const char* error;
const char *error;
};
using SetBitsetFn = void (*)(void*, const uint32_t*, uintptr_t);
using SetBitsetFn = void(*)(void*, const uint32_t*, uintptr_t);
struct TantivyToken {
const char* token;
const char *token;
int64_t start_offset;
int64_t end_offset;
int64_t position;
@ -88,544 +90,421 @@ struct TantivyToken {
extern "C" {
void
free_rust_array(RustArray array);
void free_rust_array(RustArray array);
void
free_rust_array_i64(RustArrayI64 array);
void free_rust_array_i64(RustArrayI64 array);
void
free_rust_result(RustResult result);
void free_rust_result(RustResult result);
void
free_rust_error(const char* error);
void free_rust_error(const char *error);
RustResult
test_enum_with_array();
RustResult test_enum_with_array();
RustResult
test_enum_with_ptr();
RustResult test_enum_with_ptr();
void
free_test_ptr(void* ptr);
void free_test_ptr(void *ptr);
void
print_vector_of_strings(const char* const* ptr, uintptr_t len);
void print_vector_of_strings(const char *const *ptr, uintptr_t len);
void*
create_hashmap();
void *create_hashmap();
void
hashmap_set_value(void* map, const char* key, const char* value);
void hashmap_set_value(void *map, const char *key, const char *value);
void
free_hashmap(void* map);
void free_hashmap(void *map);
RustResult
tantivy_create_json_key_stats_writer(const char* field_name,
const char* path,
RustResult tantivy_create_json_key_stats_writer(const char *field_name,
const char *path,
uint32_t tantivy_index_version,
uintptr_t num_threads,
uintptr_t overall_memory_budget_in_bytes,
bool in_ram);
RustResult
tantivy_create_ngram_writer(const char* field_name,
const char* path,
RustResult tantivy_create_ngram_writer(const char *field_name,
const char *path,
uintptr_t min_gram,
uintptr_t max_gram,
uintptr_t num_threads,
uintptr_t overall_memory_budget_in_bytes);
RustResult
tantivy_load_index(const char* path, bool load_in_mmap, SetBitsetFn set_bitset);
RustResult tantivy_load_index(const char *path, bool load_in_mmap, SetBitsetFn set_bitset);
void
tantivy_free_index_reader(void* ptr);
void tantivy_free_index_reader(void *ptr);
RustResult
tantivy_reload_index(void* ptr);
RustResult tantivy_reload_index(void *ptr);
RustResult
tantivy_index_count(void* ptr);
RustResult tantivy_index_count(void *ptr);
RustResult
tantivy_index_size_bytes(void* ptr);
RustResult tantivy_index_size_bytes(void *ptr);
RustResult
tantivy_terms_query_bool(void* ptr,
const bool* terms,
RustResult tantivy_terms_query_bool(void *ptr, const bool *terms, uintptr_t len, void *bitset);
RustResult tantivy_terms_query_i64(void *ptr, const int64_t *terms, uintptr_t len, void *bitset);
RustResult tantivy_terms_query_f64(void *ptr, const double *terms, uintptr_t len, void *bitset);
RustResult tantivy_terms_query_keyword(void *ptr,
const char *const *terms,
uintptr_t len,
void* bitset);
void *bitset);
RustResult
tantivy_terms_query_i64(void* ptr,
const int64_t* terms,
uintptr_t len,
void* bitset);
RustResult tantivy_term_query_keyword_i64(void *ptr, const char *term);
RustResult
tantivy_terms_query_f64(void* ptr,
const double* terms,
uintptr_t len,
void* bitset);
RustResult
tantivy_terms_query_keyword(void* ptr,
const char* const* terms,
uintptr_t len,
void* bitset);
RustResult
tantivy_term_query_keyword_i64(void* ptr, const char* term);
RustResult
tantivy_lower_bound_range_query_i64(void* ptr,
RustResult tantivy_lower_bound_range_query_i64(void *ptr,
int64_t lower_bound,
bool inclusive,
void* bitset);
void *bitset);
RustResult
tantivy_lower_bound_range_query_bool(void* ptr,
RustResult tantivy_lower_bound_range_query_bool(void *ptr,
bool lower_bound,
bool inclusive,
void* bitset);
void *bitset);
RustResult
tantivy_upper_bound_range_query_i64(void* ptr,
RustResult tantivy_upper_bound_range_query_i64(void *ptr,
int64_t upper_bound,
bool inclusive,
void* bitset);
void *bitset);
RustResult
tantivy_upper_bound_range_query_bool(void* ptr,
RustResult tantivy_upper_bound_range_query_bool(void *ptr,
bool upper_bound,
bool inclusive,
void* bitset);
void *bitset);
RustResult
tantivy_range_query_i64(void* ptr,
RustResult tantivy_range_query_i64(void *ptr,
int64_t lower_bound,
int64_t upper_bound,
bool lb_inclusive,
bool ub_inclusive,
void* bitset);
void *bitset);
RustResult
tantivy_range_query_bool(void* ptr,
RustResult tantivy_range_query_bool(void *ptr,
bool lower_bound,
bool upper_bound,
bool lb_inclusive,
bool ub_inclusive,
void* bitset);
void *bitset);
RustResult
tantivy_lower_bound_range_query_f64(void* ptr,
RustResult tantivy_lower_bound_range_query_f64(void *ptr,
double lower_bound,
bool inclusive,
void* bitset);
void *bitset);
RustResult
tantivy_upper_bound_range_query_f64(void* ptr,
RustResult tantivy_upper_bound_range_query_f64(void *ptr,
double upper_bound,
bool inclusive,
void* bitset);
void *bitset);
RustResult
tantivy_range_query_f64(void* ptr,
RustResult tantivy_range_query_f64(void *ptr,
double lower_bound,
double upper_bound,
bool lb_inclusive,
bool ub_inclusive,
void* bitset);
void *bitset);
RustResult
tantivy_lower_bound_range_query_keyword(void* ptr,
const char* lower_bound,
RustResult tantivy_lower_bound_range_query_keyword(void *ptr,
const char *lower_bound,
bool inclusive,
void* bitset);
void *bitset);
RustResult
tantivy_upper_bound_range_query_keyword(void* ptr,
const char* upper_bound,
RustResult tantivy_upper_bound_range_query_keyword(void *ptr,
const char *upper_bound,
bool inclusive,
void* bitset);
void *bitset);
RustResult
tantivy_range_query_keyword(void* ptr,
const char* lower_bound,
const char* upper_bound,
RustResult tantivy_range_query_keyword(void *ptr,
const char *lower_bound,
const char *upper_bound,
bool lb_inclusive,
bool ub_inclusive,
void* bitset);
void *bitset);
RustResult
tantivy_prefix_query_keyword(void* ptr, const char* prefix, void* bitset);
RustResult tantivy_prefix_query_keyword(void *ptr, const char *prefix, void *bitset);
RustResult
tantivy_regex_query(void* ptr, const char* pattern, void* bitset);
RustResult tantivy_regex_query(void *ptr, const char *pattern, void *bitset);
RustResult
tantivy_json_term_query_i64(void* ptr,
const char* json_path,
RustResult tantivy_json_term_query_i64(void *ptr,
const char *json_path,
int64_t term,
void* bitset);
void *bitset);
RustResult
tantivy_json_term_query_f64(void* ptr,
const char* json_path,
double term,
void* bitset);
RustResult tantivy_json_term_query_f64(void *ptr, const char *json_path, double term, void *bitset);
RustResult
tantivy_json_term_query_bool(void* ptr,
const char* json_path,
bool term,
void* bitset);
RustResult tantivy_json_term_query_bool(void *ptr, const char *json_path, bool term, void *bitset);
RustResult
tantivy_json_term_query_keyword(void* ptr,
const char* json_path,
const char* term,
void* bitset);
RustResult tantivy_json_term_query_keyword(void *ptr,
const char *json_path,
const char *term,
void *bitset);
RustResult
tantivy_json_exist_query(void* ptr, const char* json_path, void* bitset);
RustResult tantivy_json_exist_query(void *ptr, const char *json_path, void *bitset);
RustResult
tantivy_json_range_query_i64(void* ptr,
const char* json_path,
RustResult tantivy_json_range_query_i64(void *ptr,
const char *json_path,
int64_t lower_bound,
int64_t higher_bound,
bool lb_unbounded,
bool up_unbounded,
bool lb_inclusive,
bool ub_inclusive,
void* bitset);
void *bitset);
RustResult
tantivy_json_range_query_f64(void* ptr,
const char* json_path,
RustResult tantivy_json_range_query_f64(void *ptr,
const char *json_path,
double lower_bound,
double higher_bound,
bool lb_unbounded,
bool up_unbounded,
bool lb_inclusive,
bool ub_inclusive,
void* bitset);
void *bitset);
RustResult
tantivy_json_range_query_bool(void* ptr,
const char* json_path,
RustResult tantivy_json_range_query_bool(void *ptr,
const char *json_path,
bool lower_bound,
bool higher_bound,
bool lb_unbounded,
bool up_unbounded,
bool lb_inclusive,
bool ub_inclusive,
void* bitset);
void *bitset);
RustResult
tantivy_json_range_query_keyword(void* ptr,
const char* json_path,
const char* lower_bound,
const char* higher_bound,
RustResult tantivy_json_range_query_keyword(void *ptr,
const char *json_path,
const char *lower_bound,
const char *higher_bound,
bool lb_unbounded,
bool up_unbounded,
bool lb_inclusive,
bool ub_inclusive,
void* bitset);
void *bitset);
RustResult
tantivy_json_regex_query(void* ptr,
const char* json_path,
const char* pattern,
void* bitset);
RustResult tantivy_json_regex_query(void *ptr,
const char *json_path,
const char *pattern,
void *bitset);
RustResult
tantivy_json_prefix_query(void* ptr,
const char* json_path,
const char* prefix,
void* bitset);
RustResult tantivy_json_prefix_query(void *ptr,
const char *json_path,
const char *prefix,
void *bitset);
RustResult
tantivy_ngram_match_query(void* ptr,
const char* literal,
RustResult tantivy_ngram_match_query(void *ptr,
const char *literal,
uintptr_t min_gram,
uintptr_t max_gram,
void* bitset);
void *bitset);
RustResult
tantivy_match_query(void* ptr,
const char* query,
RustResult tantivy_match_query(void *ptr,
const char *query,
uintptr_t min_should_match,
void* bitset);
void *bitset);
RustResult
tantivy_phrase_match_query(void* ptr,
const char* query,
uint32_t slop,
void* bitset);
RustResult tantivy_phrase_match_query(void *ptr, const char *query, uint32_t slop, void *bitset);
RustResult
tantivy_register_tokenizer(void* ptr,
const char* tokenizer_name,
const char* analyzer_params);
RustResult tantivy_register_tokenizer(void *ptr,
const char *tokenizer_name,
const char *analyzer_params);
RustResult
tantivy_create_index(const char* field_name,
RustResult tantivy_create_index(const char *field_name,
TantivyDataType data_type,
const char* path,
const char *path,
uint32_t tantivy_index_version,
uintptr_t num_threads,
uintptr_t overall_memory_budget_in_bytes,
bool enable_user_specified_doc_id);
RustResult
tantivy_create_index_with_single_segment(const char* field_name,
RustResult tantivy_create_index_with_single_segment(const char *field_name,
TantivyDataType data_type,
const char* path);
const char *path);
void
tantivy_free_index_writer(void* ptr);
void tantivy_free_index_writer(void *ptr);
RustResult
tantivy_finish_index(void* ptr);
RustResult tantivy_finish_index(void *ptr);
RustResult
tantivy_commit_index(void* ptr);
RustResult tantivy_commit_index(void *ptr);
RustResult
tantivy_create_reader_from_writer(void* ptr, SetBitsetFn set_bitset);
RustResult tantivy_create_reader_from_writer(void *ptr, SetBitsetFn set_bitset);
RustResult
tantivy_index_add_int8s(void* ptr,
const int8_t* array,
RustResult tantivy_index_add_int8s(void *ptr,
const int8_t *array,
uintptr_t len,
int64_t offset_begin);
RustResult
tantivy_index_add_int8s_by_single_segment_writer(void* ptr,
const int8_t* array,
RustResult tantivy_index_add_int8s_by_single_segment_writer(void *ptr,
const int8_t *array,
uintptr_t len);
RustResult
tantivy_index_add_int16s(void* ptr,
const int16_t* array,
RustResult tantivy_index_add_int16s(void *ptr,
const int16_t *array,
uintptr_t len,
int64_t offset_begin);
RustResult
tantivy_index_add_int16s_by_single_segment_writer(void* ptr,
const int16_t* array,
RustResult tantivy_index_add_int16s_by_single_segment_writer(void *ptr,
const int16_t *array,
uintptr_t len);
RustResult
tantivy_index_add_int32s(void* ptr,
const int32_t* array,
RustResult tantivy_index_add_int32s(void *ptr,
const int32_t *array,
uintptr_t len,
int64_t offset_begin);
RustResult
tantivy_index_add_int32s_by_single_segment_writer(void* ptr,
const int32_t* array,
RustResult tantivy_index_add_int32s_by_single_segment_writer(void *ptr,
const int32_t *array,
uintptr_t len);
RustResult
tantivy_index_add_int64s(void* ptr,
const int64_t* array,
RustResult tantivy_index_add_int64s(void *ptr,
const int64_t *array,
uintptr_t len,
int64_t offset_begin);
RustResult
tantivy_index_add_int64s_by_single_segment_writer(void* ptr,
const int64_t* array,
RustResult tantivy_index_add_int64s_by_single_segment_writer(void *ptr,
const int64_t *array,
uintptr_t len);
RustResult
tantivy_index_add_f32s(void* ptr,
const float* array,
RustResult tantivy_index_add_f32s(void *ptr,
const float *array,
uintptr_t len,
int64_t offset_begin);
RustResult
tantivy_index_add_f32s_by_single_segment_writer(void* ptr,
const float* array,
RustResult tantivy_index_add_f32s_by_single_segment_writer(void *ptr,
const float *array,
uintptr_t len);
RustResult
tantivy_index_add_f64s(void* ptr,
const double* array,
RustResult tantivy_index_add_f64s(void *ptr,
const double *array,
uintptr_t len,
int64_t offset_begin);
RustResult
tantivy_index_add_f64s_by_single_segment_writer(void* ptr,
const double* array,
RustResult tantivy_index_add_f64s_by_single_segment_writer(void *ptr,
const double *array,
uintptr_t len);
RustResult
tantivy_index_add_bools(void* ptr,
const bool* array,
RustResult tantivy_index_add_bools(void *ptr,
const bool *array,
uintptr_t len,
int64_t offset_begin);
RustResult
tantivy_index_add_bools_by_single_segment_writer(void* ptr,
const bool* array,
RustResult tantivy_index_add_bools_by_single_segment_writer(void *ptr,
const bool *array,
uintptr_t len);
RustResult
tantivy_index_add_string(void* ptr, const char* s, int64_t offset);
RustResult tantivy_index_add_string(void *ptr, const char *s, int64_t offset);
RustResult
tantivy_index_add_string_by_single_segment_writer(void* ptr, const char* s);
RustResult tantivy_index_add_string_by_single_segment_writer(void *ptr, const char *s);
RustResult
tantivy_index_add_json_key_stats_data_by_batch(
void* ptr,
const char* const* keys,
const int64_t* const* json_offsets,
const uintptr_t* json_offsets_len,
RustResult tantivy_index_add_json_key_stats_data_by_batch(void *ptr,
const char *const *keys,
const int64_t *const *json_offsets,
const uintptr_t *json_offsets_len,
uintptr_t len);
RustResult
tantivy_index_add_json(void* ptr, const char* s, int64_t offset);
RustResult tantivy_index_add_json(void *ptr, const char *s, int64_t offset);
RustResult
tantivy_index_add_array_json(void* ptr,
const char* const* array,
RustResult tantivy_index_add_array_json(void *ptr,
const char *const *array,
uintptr_t len,
int64_t offset);
RustResult
tantivy_index_add_array_int8s(void* ptr,
const int8_t* array,
RustResult tantivy_index_add_array_int8s(void *ptr,
const int8_t *array,
uintptr_t len,
int64_t offset);
RustResult
tantivy_index_add_array_int8s_by_single_segment_writer(void* ptr,
const int8_t* array,
RustResult tantivy_index_add_array_int8s_by_single_segment_writer(void *ptr,
const int8_t *array,
uintptr_t len);
RustResult
tantivy_index_add_array_int16s(void* ptr,
const int16_t* array,
RustResult tantivy_index_add_array_int16s(void *ptr,
const int16_t *array,
uintptr_t len,
int64_t offset);
RustResult
tantivy_index_add_array_int16s_by_single_segment_writer(void* ptr,
const int16_t* array,
RustResult tantivy_index_add_array_int16s_by_single_segment_writer(void *ptr,
const int16_t *array,
uintptr_t len);
RustResult
tantivy_index_add_array_int32s(void* ptr,
const int32_t* array,
RustResult tantivy_index_add_array_int32s(void *ptr,
const int32_t *array,
uintptr_t len,
int64_t offset);
RustResult
tantivy_index_add_array_int32s_by_single_segment_writer(void* ptr,
const int32_t* array,
RustResult tantivy_index_add_array_int32s_by_single_segment_writer(void *ptr,
const int32_t *array,
uintptr_t len);
RustResult
tantivy_index_add_array_int64s(void* ptr,
const int64_t* array,
RustResult tantivy_index_add_array_int64s(void *ptr,
const int64_t *array,
uintptr_t len,
int64_t offset);
RustResult
tantivy_index_add_array_int64s_by_single_segment_writer(void* ptr,
const int64_t* array,
RustResult tantivy_index_add_array_int64s_by_single_segment_writer(void *ptr,
const int64_t *array,
uintptr_t len);
RustResult
tantivy_index_add_array_f32s(void* ptr,
const float* array,
RustResult tantivy_index_add_array_f32s(void *ptr,
const float *array,
uintptr_t len,
int64_t offset);
RustResult
tantivy_index_add_array_f32s_by_single_segment_writer(void* ptr,
const float* array,
RustResult tantivy_index_add_array_f32s_by_single_segment_writer(void *ptr,
const float *array,
uintptr_t len);
RustResult
tantivy_index_add_array_f64s(void* ptr,
const double* array,
RustResult tantivy_index_add_array_f64s(void *ptr,
const double *array,
uintptr_t len,
int64_t offset);
RustResult
tantivy_index_add_array_f64s_by_single_segment_writer(void* ptr,
const double* array,
RustResult tantivy_index_add_array_f64s_by_single_segment_writer(void *ptr,
const double *array,
uintptr_t len);
RustResult
tantivy_index_add_array_bools(void* ptr,
const bool* array,
RustResult tantivy_index_add_array_bools(void *ptr,
const bool *array,
uintptr_t len,
int64_t offset);
RustResult
tantivy_index_add_array_bools_by_single_segment_writer(void* ptr,
const bool* array,
RustResult tantivy_index_add_array_bools_by_single_segment_writer(void *ptr,
const bool *array,
uintptr_t len);
RustResult
tantivy_index_add_array_keywords(void* ptr,
const char* const* array,
RustResult tantivy_index_add_array_keywords(void *ptr,
const char *const *array,
uintptr_t len,
int64_t offset);
RustResult
tantivy_index_add_array_keywords_by_single_segment_writer(
void* ptr, const char* const* array, uintptr_t len);
RustResult tantivy_index_add_array_keywords_by_single_segment_writer(void *ptr,
const char *const *array,
uintptr_t len);
RustResult
tantivy_create_text_writer(const char* field_name,
const char* path,
RustResult tantivy_create_text_writer(const char *field_name,
const char *path,
uint32_t tantivy_index_version,
const char* tokenizer_name,
const char* analyzer_params,
const char *tokenizer_name,
const char *analyzer_params,
uintptr_t num_threads,
uintptr_t overall_memory_budget_in_bytes,
bool in_ram);
void
free_rust_string(const char* ptr);
void free_rust_string(const char *ptr);
void*
tantivy_create_token_stream(void* tokenizer, const char* text);
void *tantivy_create_token_stream(void *tokenizer, const char *text);
void
tantivy_free_token_stream(void* token_stream);
void tantivy_free_token_stream(void *token_stream);
bool
tantivy_token_stream_advance(void* token_stream);
bool tantivy_token_stream_advance(void *token_stream);
const char*
tantivy_token_stream_get_token(void* token_stream);
const char *tantivy_token_stream_get_token(void *token_stream);
TantivyToken
tantivy_token_stream_get_detailed_token(void* token_stream);
TantivyToken tantivy_token_stream_get_detailed_token(void *token_stream);
RustResult
tantivy_create_analyzer(const char* analyzer_params);
RustResult tantivy_create_analyzer(const char *analyzer_params);
void*
tantivy_clone_analyzer(void* ptr);
void *tantivy_clone_analyzer(void *ptr);
void
tantivy_free_analyzer(void* tokenizer);
void tantivy_free_analyzer(void *tokenizer);
RustResult
tantivy_set_analyzer_options(const char* params);
RustResult tantivy_set_analyzer_options(const char *params);
bool
tantivy_index_exist(const char* path);
bool tantivy_index_exist(const char *path);
} // extern "C"