xige-16 d58f6ff817 Support write node send key2seg msg
Signed-off-by: xige-16 <xi.ge@zilliz.com>
2020-09-06 19:39:35 +08:00

95 lines
2.1 KiB
C++

#include "M3_hash.h"
#include <boost/predef.h>
#include <limits>
#if BOOST_COMP_MSVC
#include <stdlib.h>
#define ROTATE_LEFT(x, y) _rotl(x, y)
#else
#define ROTATE_LEFT(x, y) rotate_left(x, y)
#endif
#if BOOST_ENDIAN_LITTLE_BYTE
#define BYTESPWAP(x) (x)
#elif BOOST_ENDIAN_BIG_BYTE
#if BOOST_COMP_CLANG || BOOST_COMP_GNUC
#define BYTESPWAP(x) __builtin_bswap32(x)
#elif BOOST_COMP_MSVC
#define BYTESPWAP(x) _byteswap_uint32(x)
#else
#endif
#else
#endif
#define MACRO_CHUNK_SIZE 4
#define MACRO_C1 0xcc9e2d51U
#define MACRO_C2 0x1b873593U
namespace milvus {
namespace message_client {
int32_t makeHash(const std::string &key) {
return static_cast<int32_t>(makeHash(&key.front(), key.length()) & std::numeric_limits<int32_t>::max());
}
uint32_t makeHash(const void *key, const int64_t len) {
const uint8_t *data = reinterpret_cast<const uint8_t *>(key);
const int nblocks = len / MACRO_CHUNK_SIZE;
// uint32_t h1 = seed;
uint32_t h1 = 0;
const uint32_t *blocks = reinterpret_cast<const uint32_t *>(data + nblocks * MACRO_CHUNK_SIZE);
for (int i = -nblocks; i != 0; i++) {
uint32_t k1 = BYTESPWAP(blocks[i]);
k1 = mixK1(k1);
h1 = mixH1(h1, k1);
}
const uint8_t *tail = reinterpret_cast<const uint8_t *>(data + nblocks * MACRO_CHUNK_SIZE);
uint32_t k1 = 0;
switch (len - nblocks * MACRO_CHUNK_SIZE) {
case 3:
k1 ^= static_cast<uint32_t>(tail[2]) << 16;
case 2:
k1 ^= static_cast<uint32_t>(tail[1]) << 8;
case 1:
k1 ^= static_cast<uint32_t>(tail[0]);
};
h1 ^= mixK1(k1);
h1 ^= len;
h1 = fmix(h1);
return h1;
}
uint32_t fmix(uint32_t h) {
h ^= h >> 16;
h *= 0x85ebca6b;
h ^= h >> 13;
h *= 0xc2b2ae35;
h ^= h >> 16;
return h;
}
uint32_t mixK1(uint32_t k1) {
k1 *= MACRO_C1;
k1 = ROTATE_LEFT(k1, 15);
k1 *= MACRO_C2;
return k1;
}
uint32_t mixH1(uint32_t h1, uint32_t k1) {
h1 ^= k1;
h1 = ROTATE_LEFT(h1, 13);
return h1 * 5 + 0xe6546b64;
}
uint32_t rotate_left(uint32_t x, uint8_t r) { return (x << r) | (x >> ((32 - r))); }
}
}