mirror of
https://gitee.com/milvus-io/milvus.git
synced 2026-01-07 19:31:51 +08:00
742d72a6c2
issue: https://github.com/milvus-io/milvus/issues/43315 --------- Signed-off-by: sunby <sunbingyi1992@gmail.com>
94 lines
3.4 KiB
C++
94 lines
3.4 KiB
C++
// Copyright (C) 2019-2020 Zilliz. All rights reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software distributed under the License
|
|
// is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
|
|
// or implied. See the License for the specific language governing permissions and limitations under the License
|
|
|
|
#pragma once
|
|
#include <functional>
|
|
#include "common/JsonCastType.h"
|
|
#include "common/JsonCastFunction.h"
|
|
#include "common/Json.h"
|
|
#include "folly/FBVector.h"
|
|
|
|
namespace milvus::index {
|
|
|
|
template <typename T>
|
|
using JsonDataAdder =
|
|
std::function<void(const T* data, int64_t size, int64_t offset)>;
|
|
|
|
using JsonErrorRecorder = std::function<void(const Json& json,
|
|
const std::string& nested_path,
|
|
simdjson::error_code error)>;
|
|
|
|
using JsonNullAdder = std::function<void(int64_t offset)>;
|
|
using JsonNonExistAdder = std::function<void(int64_t offset)>;
|
|
|
|
// A helper function for processing json data for building inverted index
|
|
template <typename T>
|
|
void
|
|
ProcessJsonFieldData(
|
|
const std::vector<std::shared_ptr<FieldDataBase>>& field_datas,
|
|
const proto::schema::FieldSchema& schema,
|
|
const std::string& nested_path,
|
|
const JsonCastType& cast_type,
|
|
JsonCastFunction cast_function,
|
|
JsonDataAdder<T> data_adder,
|
|
JsonNullAdder null_adder,
|
|
JsonNonExistAdder non_exist_adder,
|
|
JsonErrorRecorder error_recorder);
|
|
|
|
extern template void
|
|
ProcessJsonFieldData<bool>(
|
|
const std::vector<std::shared_ptr<FieldDataBase>>& field_datas,
|
|
const proto::schema::FieldSchema& schema,
|
|
const std::string& nested_path,
|
|
const JsonCastType& cast_type,
|
|
JsonCastFunction cast_function,
|
|
JsonDataAdder<bool> data_adder,
|
|
JsonNullAdder null_adder,
|
|
JsonNonExistAdder non_exist_adder,
|
|
JsonErrorRecorder error_recorder);
|
|
|
|
extern template void
|
|
ProcessJsonFieldData<int64_t>(
|
|
const std::vector<std::shared_ptr<FieldDataBase>>& field_datas,
|
|
const proto::schema::FieldSchema& schema,
|
|
const std::string& nested_path,
|
|
const JsonCastType& cast_type,
|
|
JsonCastFunction cast_function,
|
|
JsonDataAdder<int64_t> data_adder,
|
|
JsonNullAdder null_adder,
|
|
JsonNonExistAdder non_exist_adder,
|
|
JsonErrorRecorder error_recorder);
|
|
|
|
extern template void
|
|
ProcessJsonFieldData<double>(
|
|
const std::vector<std::shared_ptr<FieldDataBase>>& field_datas,
|
|
const proto::schema::FieldSchema& schema,
|
|
const std::string& nested_path,
|
|
const JsonCastType& cast_type,
|
|
JsonCastFunction cast_function,
|
|
JsonDataAdder<double> data_adder,
|
|
JsonNullAdder null_adder,
|
|
JsonNonExistAdder non_exist_adder,
|
|
JsonErrorRecorder error_recorder);
|
|
|
|
extern template void
|
|
ProcessJsonFieldData<std::string>(
|
|
const std::vector<std::shared_ptr<FieldDataBase>>& field_datas,
|
|
const proto::schema::FieldSchema& schema,
|
|
const std::string& nested_path,
|
|
const JsonCastType& cast_type,
|
|
JsonCastFunction cast_function,
|
|
JsonDataAdder<std::string> data_adder,
|
|
JsonNullAdder null_adder,
|
|
JsonNonExistAdder non_exist_adder,
|
|
JsonErrorRecorder error_recorder);
|
|
|
|
} // namespace milvus::index
|