zhagnlu d07197ab1a
enhance: add compare simd function (#29432)
#26137

Signed-off-by: luzhang <luzhang@zilliz.com>
Co-authored-by: luzhang <luzhang@zilliz.com>
2024-01-07 20:20:57 +08:00

162 lines
5.8 KiB
C++

// Copyright (C) 2019-2023 Zilliz. All rights reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software distributed under the License
// is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
// or implied. See the License for the specific language governing permissions and limitations under the License.
#pragma once
#include <string>
#include <string_view>
#include "common.h"
namespace milvus {
namespace simd {
#if defined(__x86_64__)
bool
cpu_support_avx512();
bool
cpu_support_avx2();
bool
cpu_support_sse4_2();
#endif
extern BitsetBlockType (*get_bitset_block)(const bool* src);
extern bool (*all_false)(const bool* src, int64_t size);
extern bool (*all_true)(const bool* src, int64_t size);
extern void (*invert_bool)(bool* src, int64_t size);
extern void (*and_bool)(bool* left, bool* right, int64_t size);
extern void (*or_bool)(bool* left, bool* right, int64_t size);
template <typename T>
using FindTermPtr = bool (*)(const T* src, size_t size, T val);
#define EXTERN_FIND_TERM_PTR(type) extern FindTermPtr<type> find_term_##type;
EXTERN_FIND_TERM_PTR(bool)
EXTERN_FIND_TERM_PTR(int8_t)
EXTERN_FIND_TERM_PTR(int16_t)
EXTERN_FIND_TERM_PTR(int32_t)
EXTERN_FIND_TERM_PTR(int64_t)
EXTERN_FIND_TERM_PTR(float)
EXTERN_FIND_TERM_PTR(double)
// Compare val function register
// Such as A == 10, A < 10...
template <typename T>
using CompareValPtr = void (*)(const T* src, size_t size, T val, bool* res);
#define EXTERN_COMPARE_VAL_PTR(prefix, type) \
extern CompareValPtr<type> prefix##_##type;
// Compare column function register
// Such as A == B, A < B...
template <typename T>
using CompareColPtr =
void (*)(const T* left, const T* right, size_t size, bool* res);
#define EXTERN_COMPARE_COL_PTR(prefix, type) \
extern CompareColPtr<type> prefix##_##type;
EXTERN_COMPARE_VAL_PTR(equal_val, bool)
EXTERN_COMPARE_VAL_PTR(equal_val, int8_t)
EXTERN_COMPARE_VAL_PTR(equal_val, int16_t)
EXTERN_COMPARE_VAL_PTR(equal_val, int32_t)
EXTERN_COMPARE_VAL_PTR(equal_val, int64_t)
EXTERN_COMPARE_VAL_PTR(equal_val, float)
EXTERN_COMPARE_VAL_PTR(equal_val, double)
EXTERN_COMPARE_VAL_PTR(less_val, bool)
EXTERN_COMPARE_VAL_PTR(less_val, int8_t)
EXTERN_COMPARE_VAL_PTR(less_val, int16_t)
EXTERN_COMPARE_VAL_PTR(less_val, int32_t)
EXTERN_COMPARE_VAL_PTR(less_val, int64_t)
EXTERN_COMPARE_VAL_PTR(less_val, float)
EXTERN_COMPARE_VAL_PTR(less_val, double)
EXTERN_COMPARE_VAL_PTR(greater_val, bool)
EXTERN_COMPARE_VAL_PTR(greater_val, int8_t)
EXTERN_COMPARE_VAL_PTR(greater_val, int16_t)
EXTERN_COMPARE_VAL_PTR(greater_val, int32_t)
EXTERN_COMPARE_VAL_PTR(greater_val, int64_t)
EXTERN_COMPARE_VAL_PTR(greater_val, float)
EXTERN_COMPARE_VAL_PTR(greater_val, double)
EXTERN_COMPARE_VAL_PTR(less_equal_val, bool)
EXTERN_COMPARE_VAL_PTR(less_equal_val, int8_t)
EXTERN_COMPARE_VAL_PTR(less_equal_val, int16_t)
EXTERN_COMPARE_VAL_PTR(less_equal_val, int32_t)
EXTERN_COMPARE_VAL_PTR(less_equal_val, int64_t)
EXTERN_COMPARE_VAL_PTR(less_equal_val, float)
EXTERN_COMPARE_VAL_PTR(less_equal_val, double)
EXTERN_COMPARE_VAL_PTR(greater_equal_val, bool)
EXTERN_COMPARE_VAL_PTR(greater_equal_val, int8_t)
EXTERN_COMPARE_VAL_PTR(greater_equal_val, int16_t)
EXTERN_COMPARE_VAL_PTR(greater_equal_val, int32_t)
EXTERN_COMPARE_VAL_PTR(greater_equal_val, int64_t)
EXTERN_COMPARE_VAL_PTR(greater_equal_val, float)
EXTERN_COMPARE_VAL_PTR(greater_equal_val, double)
EXTERN_COMPARE_VAL_PTR(not_equal_val, bool)
EXTERN_COMPARE_VAL_PTR(not_equal_val, int8_t)
EXTERN_COMPARE_VAL_PTR(not_equal_val, int16_t)
EXTERN_COMPARE_VAL_PTR(not_equal_val, int32_t)
EXTERN_COMPARE_VAL_PTR(not_equal_val, int64_t)
EXTERN_COMPARE_VAL_PTR(not_equal_val, float)
EXTERN_COMPARE_VAL_PTR(not_equal_val, double)
EXTERN_COMPARE_COL_PTR(equal_col, bool)
EXTERN_COMPARE_COL_PTR(equal_col, int8_t)
EXTERN_COMPARE_COL_PTR(equal_col, int16_t)
EXTERN_COMPARE_COL_PTR(equal_col, int32_t)
EXTERN_COMPARE_COL_PTR(equal_col, int64_t)
EXTERN_COMPARE_COL_PTR(equal_col, float)
EXTERN_COMPARE_COL_PTR(equal_col, double)
EXTERN_COMPARE_COL_PTR(less_col, bool)
EXTERN_COMPARE_COL_PTR(less_col, int8_t)
EXTERN_COMPARE_COL_PTR(less_col, int16_t)
EXTERN_COMPARE_COL_PTR(less_col, int32_t)
EXTERN_COMPARE_COL_PTR(less_col, int64_t)
EXTERN_COMPARE_COL_PTR(less_col, float)
EXTERN_COMPARE_COL_PTR(less_col, double)
EXTERN_COMPARE_COL_PTR(greater_col, bool)
EXTERN_COMPARE_COL_PTR(greater_col, int8_t)
EXTERN_COMPARE_COL_PTR(greater_col, int16_t)
EXTERN_COMPARE_COL_PTR(greater_col, int32_t)
EXTERN_COMPARE_COL_PTR(greater_col, int64_t)
EXTERN_COMPARE_COL_PTR(greater_col, float)
EXTERN_COMPARE_COL_PTR(greater_col, double)
EXTERN_COMPARE_COL_PTR(less_equal_col, bool)
EXTERN_COMPARE_COL_PTR(less_equal_col, int8_t)
EXTERN_COMPARE_COL_PTR(less_equal_col, int16_t)
EXTERN_COMPARE_COL_PTR(less_equal_col, int32_t)
EXTERN_COMPARE_COL_PTR(less_equal_col, int64_t)
EXTERN_COMPARE_COL_PTR(less_equal_col, float)
EXTERN_COMPARE_COL_PTR(less_equal_col, double)
EXTERN_COMPARE_COL_PTR(greater_equal_col, bool)
EXTERN_COMPARE_COL_PTR(greater_equal_col, int8_t)
EXTERN_COMPARE_COL_PTR(greater_equal_col, int16_t)
EXTERN_COMPARE_COL_PTR(greater_equal_col, int32_t)
EXTERN_COMPARE_COL_PTR(greater_equal_col, int64_t)
EXTERN_COMPARE_COL_PTR(greater_equal_col, float)
EXTERN_COMPARE_COL_PTR(greater_equal_col, double)
EXTERN_COMPARE_COL_PTR(not_equal_col, bool)
EXTERN_COMPARE_COL_PTR(not_equal_col, int8_t)
EXTERN_COMPARE_COL_PTR(not_equal_col, int16_t)
EXTERN_COMPARE_COL_PTR(not_equal_col, int32_t)
EXTERN_COMPARE_COL_PTR(not_equal_col, int64_t)
EXTERN_COMPARE_COL_PTR(not_equal_col, float)
EXTERN_COMPARE_COL_PTR(not_equal_col, double)
} // namespace simd
} // namespace milvus