mirror of
https://gitee.com/milvus-io/milvus.git
synced 2025-12-31 07:55:38 +08:00
117 lines
3.4 KiB
C++
117 lines
3.4 KiB
C++
/*******************************************************************************
|
|
* Copyright 上海赜睿信息科技有限公司(Zilliz) - All Rights Reserved
|
|
* Unauthorized copying of this file, via any medium is strictly prohibited.
|
|
* Proprietary and confidential.
|
|
******************************************************************************/
|
|
#pragma once
|
|
|
|
#include <string>
|
|
#include <cstddef>
|
|
#include <vector>
|
|
#include <map>
|
|
#include <ctime>
|
|
#include <memory>
|
|
|
|
#include "Options.h"
|
|
#include "Status.h"
|
|
|
|
namespace zilliz {
|
|
namespace vecwise {
|
|
namespace engine {
|
|
namespace meta {
|
|
|
|
typedef int DateT;
|
|
const DateT EmptyDate = -1;
|
|
typedef std::vector<DateT> DatesT;
|
|
|
|
struct GroupSchema {
|
|
size_t id;
|
|
std::string group_id;
|
|
size_t files_cnt = 0;
|
|
uint16_t dimension;
|
|
std::string location = "";
|
|
long created_on;
|
|
}; // GroupSchema
|
|
|
|
|
|
struct GroupFileSchema {
|
|
typedef enum {
|
|
NEW,
|
|
RAW,
|
|
TO_INDEX,
|
|
INDEX,
|
|
TO_DELETE,
|
|
} FILE_TYPE;
|
|
|
|
size_t id;
|
|
std::string group_id;
|
|
std::string file_id;
|
|
int file_type = NEW;
|
|
size_t rows;
|
|
DateT date = EmptyDate;
|
|
uint16_t dimension;
|
|
std::string location = "";
|
|
long updated_time;
|
|
long created_on;
|
|
}; // GroupFileSchema
|
|
|
|
typedef std::vector<GroupFileSchema> GroupFilesSchema;
|
|
typedef std::map<DateT, GroupFilesSchema> DatePartionedGroupFilesSchema;
|
|
|
|
|
|
class Meta;
|
|
class Meta {
|
|
public:
|
|
typedef std::shared_ptr<Meta> Ptr;
|
|
|
|
virtual Status add_group(GroupSchema& group_info) = 0;
|
|
virtual Status get_group(GroupSchema& group_info) = 0;
|
|
virtual Status has_group(const std::string& group_id_, bool& has_or_not_) = 0;
|
|
|
|
virtual Status add_group_file(GroupFileSchema& group_file_info) = 0;
|
|
virtual Status delete_group_partitions(const std::string& group_id,
|
|
const meta::DatesT& dates) = 0;
|
|
|
|
virtual Status has_group_file(const std::string& group_id_,
|
|
const std::string& file_id_,
|
|
bool& has_or_not_) = 0;
|
|
virtual Status get_group_file(const std::string& group_id_,
|
|
const std::string& file_id_,
|
|
GroupFileSchema& group_file_info_) = 0;
|
|
virtual Status update_group_file(GroupFileSchema& group_file_) = 0;
|
|
|
|
virtual Status get_group_files(const std::string& group_id_,
|
|
const int date_delta_,
|
|
GroupFilesSchema& group_files_info_) = 0;
|
|
|
|
virtual Status update_files(GroupFilesSchema& files) = 0;
|
|
|
|
virtual Status files_to_search(const std::string& group_id,
|
|
const DatesT& partition,
|
|
DatePartionedGroupFilesSchema& files) = 0;
|
|
|
|
virtual Status files_to_merge(const std::string& group_id,
|
|
DatePartionedGroupFilesSchema& files) = 0;
|
|
|
|
virtual Status archive_files() = 0;
|
|
|
|
virtual Status files_to_index(GroupFilesSchema&) = 0;
|
|
|
|
virtual Status cleanup() = 0;
|
|
virtual Status cleanup_ttl_files(uint16_t) = 0;
|
|
|
|
virtual Status drop_all() = 0;
|
|
|
|
virtual Status count(const std::string& group_id, long& result) = 0;
|
|
|
|
static DateT GetDate(const std::time_t& t, int day_delta = 0);
|
|
static DateT GetDate();
|
|
static DateT GetDateWithDelta(int day_delta);
|
|
|
|
}; // MetaData
|
|
|
|
} // namespace meta
|
|
} // namespace engine
|
|
} // namespace vecwise
|
|
} // namespace zilliz
|