mirror of
https://gitee.com/milvus-io/milvus.git
synced 2026-01-07 19:31:51 +08:00
b76478378a
Related to #42489 See also #41435 This PR's main target is to make partial load field list work as caching layer warmup policy hint. If user specify load field list, the fields not included in the list shall use `disabled` warmup policy and be able to lazily loaded if any read op uses them. The major changes are listed here: - Pass load list to segcore and creating collection&schema - Add util functions to check field shall be proactively loaded - Adapt storage v2 column group, which may lead to hint fail if columns share same group --------- Signed-off-by: Congqi Xia <congqi.xia@zilliz.com>
93 lines
2.9 KiB
C++
93 lines
2.9 KiB
C++
// Copyright (C) 2019-2020 Zilliz. All rights reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software distributed under the License
|
|
// is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
|
|
// or implied. See the License for the specific language governing permissions and limitations under the License
|
|
|
|
#include <google/protobuf/text_format.h>
|
|
|
|
#include <memory>
|
|
|
|
#include "pb/schema.pb.h"
|
|
#include "segcore/Collection.h"
|
|
#include "log/Log.h"
|
|
|
|
namespace milvus::segcore {
|
|
|
|
Collection::Collection(const milvus::proto::schema::CollectionSchema* schema) {
|
|
Assert(schema != nullptr);
|
|
collection_name_ = schema->name();
|
|
schema_ = Schema::ParseFrom(*schema);
|
|
}
|
|
|
|
Collection::Collection(const std::string_view schema_proto) {
|
|
milvus::proto::schema::CollectionSchema collection_schema;
|
|
auto suc = google::protobuf::TextFormat::ParseFromString(
|
|
std::string(schema_proto), &collection_schema);
|
|
if (!suc) {
|
|
LOG_WARN("unmarshal schema string failed");
|
|
}
|
|
collection_name_ = collection_schema.name();
|
|
schema_ = Schema::ParseFrom(collection_schema);
|
|
}
|
|
|
|
Collection::Collection(const void* schema_proto, const int64_t length) {
|
|
Assert(schema_proto != nullptr);
|
|
milvus::proto::schema::CollectionSchema collection_schema;
|
|
auto suc = collection_schema.ParseFromArray(schema_proto, length);
|
|
if (!suc) {
|
|
LOG_WARN("unmarshal schema string failed");
|
|
}
|
|
|
|
collection_name_ = collection_schema.name();
|
|
schema_ = Schema::ParseFrom(collection_schema);
|
|
}
|
|
|
|
void
|
|
Collection::parseIndexMeta(const void* index_proto, const int64_t length) {
|
|
Assert(index_proto != nullptr);
|
|
|
|
milvus::proto::segcore::CollectionIndexMeta indexMeta;
|
|
auto suc = indexMeta.ParseFromArray(index_proto, length);
|
|
|
|
if (!suc) {
|
|
LOG_ERROR("unmarshal index meta string failed");
|
|
return;
|
|
}
|
|
|
|
index_meta_ = std::make_shared<CollectionIndexMeta>(indexMeta);
|
|
LOG_INFO("index meta info: {}", index_meta_->ToString());
|
|
}
|
|
|
|
void
|
|
Collection::parse_schema(const void* schema_proto_blob,
|
|
const int64_t length,
|
|
const uint64_t version) {
|
|
Assert(schema_proto_blob != nullptr);
|
|
|
|
if (version <= schema_->get_schema_version()) {
|
|
return;
|
|
}
|
|
|
|
milvus::proto::schema::CollectionSchema collection_schema;
|
|
auto suc = collection_schema.ParseFromArray(schema_proto_blob, length);
|
|
|
|
AssertInfo(suc, "parse schema proto failed");
|
|
|
|
auto old_schema = schema_;
|
|
|
|
schema_ = Schema::ParseFrom(collection_schema);
|
|
schema_->set_schema_version(version);
|
|
|
|
if (old_schema) {
|
|
schema_->UpdateLoadFields(old_schema->load_fields());
|
|
}
|
|
}
|
|
|
|
} // namespace milvus::segcore
|