mirror of
https://gitee.com/milvus-io/milvus.git
synced 2025-12-06 17:18:35 +08:00
a592cfc8b4
Cherry-pick from master pr: #45018 #45030 Related to #44761 Refactor proxy shard client management by creating a new internal/proxy/shardclient package. This improves code organization and modularity by: - Moving load balancing logic (LookAsideBalancer, RoundRobinBalancer) to shardclient package - Extracting shard client manager and related interfaces into separate package - Relocating shard leader management and client lifecycle code - Adding package documentation (README.md, OWNERS) - Updating proxy code to use the new shardclient package interfaces This change makes the shard client functionality more maintainable and better encapsulated, reducing coupling in the proxy layer. Also consolidates the proxy package's mockery generation to use a centralized `.mockery.yaml` configuration file, aligning with the pattern used by other packages like querycoordv2. Changes - **Makefile**: Replace multiple individual mockery commands with a single config-based invocation for `generate-mockery-proxy` target - **internal/proxy/.mockery.yaml**: Add mockery configuration defining all mock interfaces for proxy and proxy/shardclient packages - **Mock files**: Regenerate mocks using the new configuration: - `mock_cache.go`: Clean up by removing unused interface methods (credential, shard cache, policy methods) - `shardclient/mock_lb_balancer.go`: Update type comments (nodeInfo → NodeInfo) - `shardclient/mock_lb_policy.go`: Update formatting - `shardclient/mock_shardclient_manager.go`: Fix parameter naming consistency (nodeInfo1 → nodeInfo) - **task_search_test.go**: Remove obsolete mock expectations for deprecated cache methods Benefits - Centralized mockery configuration for easier maintenance - Consistent with other packages (querycoordv2, etc.) - Cleaner mock interfaces by removing unused methods - Better type consistency in generated mocks --------- Signed-off-by: Congqi Xia <congqi.xia@zilliz.com>
565 lines
29 KiB
Makefile
565 lines
29 KiB
Makefile
# Copyright (C) 2019-2020 Zilliz. All rights reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software distributed under the License
|
|
# is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
|
|
# or implied. See the License for the specific language governing permissions and limitations under the License.
|
|
|
|
GO ?= go
|
|
PWD := $(shell pwd)
|
|
GOPATH := $(shell $(GO) env GOPATH)
|
|
SHELL := /bin/bash
|
|
OBJPREFIX := "github.com/milvus-io/milvus/cmd/milvus"
|
|
MILVUS_GO_BUILD_TAGS := "dynamic,sonic,with_jemalloc"
|
|
|
|
INSTALL_PATH := $(PWD)/bin
|
|
LIBRARY_PATH := $(PWD)/lib
|
|
PGO_PATH := $(PWD)/configs/pgo
|
|
OS := $(shell uname -s)
|
|
mode = Release
|
|
|
|
use_disk_index = OFF
|
|
ifdef disk_index
|
|
use_disk_index = ${disk_index}
|
|
endif
|
|
|
|
use_asan = OFF
|
|
ifeq ($(USE_ASAN), ON)
|
|
use_asan = ${USE_ASAN}
|
|
CGO_LDFLAGS := $(shell go env CGO_LDFLAGS) -fno-stack-protector -fno-omit-frame-pointer -fno-var-tracking -fsanitize=address
|
|
CGO_CFLAGS := $(shell go env CGO_CFLAGS) -fno-stack-protector -fno-omit-frame-pointer -fno-var-tracking -fsanitize=address
|
|
MILVUS_GO_BUILD_TAGS := $(MILVUS_GO_BUILD_TAGS),use_asan
|
|
endif
|
|
|
|
use_dynamic_simd = ON
|
|
ifdef USE_DYNAMIC_SIMD
|
|
use_dynamic_simd = ${USE_DYNAMIC_SIMD}
|
|
endif
|
|
|
|
tantivy_features = ""
|
|
ifdef TANTIVY_FEATURES
|
|
tantivy_features = ${TANTIVY_FEATURES}
|
|
endif
|
|
|
|
use_opendal = OFF
|
|
ifdef USE_OPENDAL
|
|
use_opendal = ${USE_OPENDAL}
|
|
endif
|
|
# golangci-lint
|
|
GOLANGCI_LINT_VERSION := 1.64.7
|
|
GOLANGCI_LINT_OUTPUT := $(shell $(INSTALL_PATH)/golangci-lint --version 2>/dev/null)
|
|
INSTALL_GOLANGCI_LINT := $(findstring $(GOLANGCI_LINT_VERSION), $(GOLANGCI_LINT_OUTPUT))
|
|
# mockery
|
|
MOCKERY_VERSION := 2.53.3
|
|
MOCKERY_OUTPUT := $(shell $(INSTALL_PATH)/mockery --version 2>/dev/null)
|
|
INSTALL_MOCKERY := $(findstring $(MOCKERY_VERSION),$(MOCKERY_OUTPUT))
|
|
# gci
|
|
GCI_VERSION := 0.11.2
|
|
GCI_OUTPUT := $(shell $(INSTALL_PATH)/gci --version 2>/dev/null)
|
|
INSTALL_GCI := $(findstring $(GCI_VERSION),$(GCI_OUTPUT))
|
|
# gofumpt
|
|
GOFUMPT_VERSION := 0.5.0
|
|
GOFUMPT_OUTPUT := $(shell $(INSTALL_PATH)/gofumpt --version 2>/dev/null)
|
|
INSTALL_GOFUMPT := $(findstring $(GOFUMPT_VERSION),$(GOFUMPT_OUTPUT))
|
|
# gotestsum
|
|
GOTESTSUM_VERSION := 1.11.0
|
|
GOTESTSUM_OUTPUT := $(shell $(INSTALL_PATH)/gotestsum --version 2>/dev/null)
|
|
INSTALL_GOTESTSUM := $(findstring $(GOTESTSUM_VERSION),$(GOTESTSUM_OUTPUT))
|
|
# protoc-gen-go
|
|
PROTOC_GEN_GO_VERSION := 1.33.0
|
|
PROTOC_GEN_GO_OUTPUT := $(shell echo | $(INSTALL_PATH)/protoc-gen-go --version 2>/dev/null)
|
|
INSTALL_PROTOC_GEN_GO := $(findstring $(PROTOC_GEN_GO_VERSION),$(PROTOC_GEN_GO_OUTPUT))
|
|
# protoc-gen-go-grpc
|
|
PROTOC_GEN_GO_GRPC_VERSION := 1.3.0
|
|
PROTOC_GEN_GO_GRPC_OUTPUT := $(shell echo | $(INSTALL_PATH)/protoc-gen-go-grpc --version 2>/dev/null)
|
|
INSTALL_PROTOC_GEN_GO_GRPC := $(findstring $(PROTOC_GEN_GO_GRPC_VERSION),$(PROTOC_GEN_GO_GRPC_OUTPUT))
|
|
|
|
index_engine = knowhere
|
|
|
|
export GIT_BRANCH=master
|
|
|
|
ifeq (${ENABLE_AZURE}, false)
|
|
AZURE_OPTION := -Z
|
|
endif
|
|
|
|
milvus: build-cpp print-build-info build-go
|
|
|
|
build-go:
|
|
@echo "Building Milvus ..."
|
|
@source $(PWD)/scripts/setenv.sh && \
|
|
mkdir -p $(INSTALL_PATH) && go env -w CGO_ENABLED="1" && \
|
|
CGO_LDFLAGS="$(CGO_LDFLAGS)" CGO_CFLAGS="$(CGO_CFLAGS)" GO111MODULE=on $(GO) build -pgo=$(PGO_PATH)/default.pgo -ldflags="-r $${RPATH} -X '$(OBJPREFIX).BuildTags=$(BUILD_TAGS)' -X '$(OBJPREFIX).BuildTime=$(BUILD_TIME)' -X '$(OBJPREFIX).GitCommit=$(GIT_COMMIT)' -X '$(OBJPREFIX).GoVersion=$(GO_VERSION)'" \
|
|
-tags $(MILVUS_GO_BUILD_TAGS) -o $(INSTALL_PATH)/milvus $(PWD)/cmd/main.go 1>/dev/null
|
|
|
|
milvus-gpu: build-cpp-gpu print-gpu-build-info
|
|
@echo "Building Milvus-gpu ..."
|
|
@source $(PWD)/scripts/setenv.sh && \
|
|
mkdir -p $(INSTALL_PATH) && go env -w CGO_ENABLED="1" && \
|
|
CGO_LDFLAGS="$(CGO_LDFLAGS)" CGO_CFLAGS="$(CGO_CFLAGS)" GO111MODULE=on $(GO) build -pgo=$(PGO_PATH)/default.pgo -ldflags="-r $${RPATH} -X '$(OBJPREFIX).BuildTags=$(BUILD_TAGS_GPU)' -X '$(OBJPREFIX).BuildTime=$(BUILD_TIME)' -X '$(OBJPREFIX).GitCommit=$(GIT_COMMIT)' -X '$(OBJPREFIX).GoVersion=$(GO_VERSION)'" \
|
|
-tags "$(MILVUS_GO_BUILD_TAGS),cuda" -o $(INSTALL_PATH)/milvus $(PWD)/cmd/main.go 1>/dev/null
|
|
|
|
get-build-deps:
|
|
@(env bash $(PWD)/scripts/install_deps.sh)
|
|
|
|
# attention: upgrade golangci-lint should also change Dockerfiles in build/docker/builder/cpu/<os>
|
|
getdeps:
|
|
@mkdir -p $(INSTALL_PATH)
|
|
@if [ -z "$(INSTALL_GOLANGCI_LINT)" ]; then \
|
|
echo "Installing golangci-lint into ./bin/" && curl -sSfL https://raw.githubusercontent.com/golangci/golangci-lint/master/install.sh | sh -s -- -b $(INSTALL_PATH) v${GOLANGCI_LINT_VERSION} ; \
|
|
else \
|
|
echo "golangci-lint v@$(GOLANGCI_LINT_VERSION) already installed"; \
|
|
fi
|
|
@if [ -z "$(INSTALL_MOCKERY)" ]; then \
|
|
echo "Installing mockery v$(MOCKERY_VERSION) to ./bin/" && GOBIN=$(INSTALL_PATH) go install github.com/vektra/mockery/v2@v$(MOCKERY_VERSION); \
|
|
else \
|
|
echo "Mockery v$(MOCKERY_VERSION) already installed"; \
|
|
fi
|
|
@if [ -z "$(INSTALL_GOTESTSUM)" ]; then \
|
|
echo "Install gotestsum v$(GOTESTSUM_VERSION) to ./bin/" && GOBIN=$(INSTALL_PATH) go install -ldflags="-X 'gotest.tools/gotestsum/cmd.version=$(GOTESTSUM_VERSION)'" gotest.tools/gotestsum@v$(GOTESTSUM_VERSION); \
|
|
else \
|
|
echo "gotestsum v$(GOTESTSUM_VERSION) already installed";\
|
|
fi
|
|
|
|
get-proto-deps:
|
|
@mkdir -p $(INSTALL_PATH) # make sure directory exists
|
|
@if [ -z "$(INSTALL_PROTOC_GEN_GO)" ]; then \
|
|
echo "install protoc-gen-go $(PROTOC_GEN_GO_VERSION) to $(INSTALL_PATH)" && GOBIN=$(INSTALL_PATH) go install google.golang.org/protobuf/cmd/protoc-gen-go@v$(PROTOC_GEN_GO_VERSION); \
|
|
else \
|
|
echo "protoc-gen-go@v$(PROTOC_GEN_GO_VERSION) already installed";\
|
|
fi
|
|
@if [ -z "$(INSTALL_PROTOC_GEN_GO_GRPC)" ]; then \
|
|
echo "install protoc-gen-go-grpc $(PROTOC_GEN_GO_GRPC_VERSION) to $(INSTALL_PATH)" && GOBIN=$(INSTALL_PATH) go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@v$(PROTOC_GEN_GO_GRPC_VERSION); \
|
|
else \
|
|
echo "protoc-gen-go-grpc@v$(PROTOC_GEN_GO_GRPC_VERSION) already installed";\
|
|
fi
|
|
|
|
tools/bin/revive: tools/check/go.mod
|
|
cd tools/check; \
|
|
$(GO) build -pgo=$(PGO_PATH)/default.pgo -o ../bin/revive github.com/mgechev/revive
|
|
|
|
cppcheck:
|
|
@#(env bash ${PWD}/scripts/core_build.sh -l)
|
|
@(env bash ${PWD}/scripts/check_cpp_fmt.sh)
|
|
|
|
rustfmt:
|
|
@echo "Running cargo format"
|
|
@env bash ${PWD}/scripts/run_cargo_format.sh ${PWD}/internal/core/thirdparty/tantivy/tantivy-binding/
|
|
|
|
rustcheck:
|
|
@echo "Running cargo check"
|
|
@env bash ${PWD}/scripts/run_cargo_format.sh ${PWD}/internal/core/thirdparty/tantivy/tantivy-binding/ --check
|
|
|
|
fmt:
|
|
ifdef GO_DIFF_FILES
|
|
@echo "Running $@ check"
|
|
@GO111MODULE=on env bash $(PWD)/scripts/gofmt.sh $(GO_DIFF_FILES)
|
|
else
|
|
@echo "Running $@ check"
|
|
@GO111MODULE=on env bash $(PWD)/scripts/gofmt.sh cmd/
|
|
@GO111MODULE=on env bash $(PWD)/scripts/gofmt.sh internal/
|
|
@GO111MODULE=on env bash $(PWD)/scripts/gofmt.sh tests/integration/
|
|
@GO111MODULE=on env bash $(PWD)/scripts/gofmt.sh tests/go/
|
|
@GO111MODULE=on env bash $(PWD)/scripts/gofmt.sh pkg/
|
|
endif
|
|
|
|
lint-fix: getdeps
|
|
@mkdir -p $(INSTALL_PATH)
|
|
@if [ -z "$(INSTALL_GCI)" ]; then \
|
|
echo "Installing gci v$(GCI_VERSION) to ./bin/" && GOBIN=$(INSTALL_PATH) go install github.com/daixiang0/gci@v$(GCI_VERSION); \
|
|
else \
|
|
echo "gci v$(GCI_VERSION) already installed"; \
|
|
fi
|
|
@if [ -z "$(INSTALL_GOFUMPT)" ]; then \
|
|
echo "Installing gofumpt v$(GOFUMPT_VERSION) to ./bin/" && GOBIN=$(INSTALL_PATH) go install mvdan.cc/gofumpt@v$(GOFUMPT_VERSION); \
|
|
else \
|
|
echo "gofumpt v$(GOFUMPT_VERSION) already installed"; \
|
|
fi
|
|
@echo "Running gofumpt fix"
|
|
@$(INSTALL_PATH)/gofumpt -l -w internal/
|
|
@$(INSTALL_PATH)/gofumpt -l -w cmd/
|
|
@$(INSTALL_PATH)/gofumpt -l -w pkg/
|
|
@$(INSTALL_PATH)/gofumpt -l -w client/
|
|
@$(INSTALL_PATH)/gofumpt -l -w tests/go_client/
|
|
@$(INSTALL_PATH)/gofumpt -l -w tests/integration/
|
|
@echo "Running gci fix"
|
|
@$(INSTALL_PATH)/gci write cmd/ --skip-generated -s standard -s default -s "prefix(github.com/milvus-io)" --custom-order
|
|
@$(INSTALL_PATH)/gci write internal/ --skip-generated -s standard -s default -s "prefix(github.com/milvus-io)" --custom-order
|
|
@$(INSTALL_PATH)/gci write pkg/ --skip-generated -s standard -s default -s "prefix(github.com/milvus-io)" --custom-order
|
|
@$(INSTALL_PATH)/gci write client/ --skip-generated -s standard -s default -s "prefix(github.com/milvus-io)" --custom-order
|
|
@$(INSTALL_PATH)/gci write tests/ --skip-generated -s standard -s default -s "prefix(github.com/milvus-io)" --custom-order
|
|
@echo "Running golangci-lint auto-fix"
|
|
@source $(PWD)/scripts/setenv.sh && GO111MODULE=on $(INSTALL_PATH)/golangci-lint run --fix --timeout=30m --config $(PWD)/.golangci.yml;
|
|
@source $(PWD)/scripts/setenv.sh && cd pkg && GO111MODULE=on $(INSTALL_PATH)/golangci-lint run --fix --timeout=30m --config $(PWD)/.golangci.yml
|
|
@source $(PWD)/scripts/setenv.sh && cd client && GO111MODULE=on $(INSTALL_PATH)/golangci-lint run --fix --timeout=30m --config $(PWD)/client/.golangci.yml
|
|
|
|
#TODO: Check code specifications by golangci-lint
|
|
static-check: getdeps
|
|
@echo "Running $@ check"
|
|
@echo "Start check core packages"
|
|
@source $(PWD)/scripts/setenv.sh && GO111MODULE=on GOFLAGS=-buildvcs=false $(INSTALL_PATH)/golangci-lint run --build-tags dynamic,test --timeout=30m --config $(PWD)/.golangci.yml
|
|
@echo "Start check pkg package"
|
|
@source $(PWD)/scripts/setenv.sh && cd pkg && GO111MODULE=on GOFLAGS=-buildvcs=false $(INSTALL_PATH)/golangci-lint run --build-tags dynamic,test --timeout=30m --config $(PWD)/.golangci.yml
|
|
@echo "Start check client package"
|
|
@source $(PWD)/scripts/setenv.sh && cd client && GO111MODULE=on GOFLAGS=-buildvcs=false $(INSTALL_PATH)/golangci-lint run --timeout=30m --config $(PWD)/client/.golangci.yml
|
|
@echo "Start check go_client e2e package"
|
|
@source $(PWD)/scripts/setenv.sh && cd tests/go_client && GO111MODULE=on GOFLAGS=-buildvcs=false $(INSTALL_PATH)/golangci-lint run --build-tags L0,L1,L2,test --timeout=30m --config $(PWD)/tests/go_client/.golangci.yml
|
|
|
|
verifiers: build-cpp getdeps cppcheck rustcheck fmt static-check
|
|
|
|
# Build various components locally.
|
|
binlog:
|
|
@echo "Building binlog ..."
|
|
@source $(PWD)/scripts/setenv.sh && \
|
|
mkdir -p $(INSTALL_PATH) && go env -w CGO_ENABLED="1" && \
|
|
GO111MODULE=on $(GO) build -pgo=$(PGO_PATH)/default.pgo -ldflags="-r $${RPATH}" -o $(INSTALL_PATH)/binlog $(PWD)/cmd/tools/binlog/main.go 1>/dev/null
|
|
|
|
MIGRATION_PATH = $(PWD)/cmd/tools/migration
|
|
meta-migration:
|
|
@echo "Building migration tool ..."
|
|
@source $(PWD)/scripts/setenv.sh && \
|
|
mkdir -p $(INSTALL_PATH) && go env -w CGO_ENABLED="1" && \
|
|
GO111MODULE=on $(GO) build -pgo=$(PGO_PATH)/default.pgo -ldflags="-r $${RPATH} -X '$(OBJPREFIX).BuildTags=$(BUILD_TAGS)' -X '$(OBJPREFIX).BuildTime=$(BUILD_TIME)' -X '$(OBJPREFIX).GitCommit=$(GIT_COMMIT)' -X '$(OBJPREFIX).GoVersion=$(GO_VERSION)'" \
|
|
-tags dynamic -o $(INSTALL_PATH)/meta-migration $(MIGRATION_PATH)/main.go 1>/dev/null
|
|
|
|
INTERATION_PATH = $(PWD)/tests/integration
|
|
integration-test: getdeps
|
|
@echo "Building integration tests ..."
|
|
@(env bash $(PWD)/scripts/run_intergration_test.sh "$(INSTALL_PATH)/gotestsum --")
|
|
|
|
BUILD_TAGS = $(shell git describe --tags --always --dirty="-dev")
|
|
BUILD_TAGS_GPU = ${BUILD_TAGS}-gpu
|
|
BUILD_TIME = $(shell date -u)
|
|
GIT_COMMIT = $(shell git rev-parse --short HEAD)
|
|
GO_VERSION = $(shell go version)
|
|
|
|
print-build-info:
|
|
$(shell git config --global --add safe.directory '*')
|
|
@echo "Build Tag: $(BUILD_TAGS)"
|
|
@echo "Build Time: $(BUILD_TIME)"
|
|
@echo "Git Commit: $(GIT_COMMIT)"
|
|
@echo "Go Version: $(GO_VERSION)"
|
|
|
|
print-gpu-build-info:
|
|
$(shell git config --global --add safe.directory '*')
|
|
@echo "Build Tag: $(BUILD_TAGS_GPU)"
|
|
@echo "Build Time: $(BUILD_TIME)"
|
|
@echo "Git Commit: $(GIT_COMMIT)"
|
|
@echo "Go Version: $(GO_VERSION)"
|
|
|
|
update-milvus-api: download-milvus-proto
|
|
@echo "Update milvus/api version ..."
|
|
@(env bash $(PWD)/scripts/update-api-version.sh $(PROTO_API_VERSION))
|
|
|
|
download-milvus-proto:
|
|
@echo "Download milvus-proto repo ..."
|
|
@(env bash $(PWD)/scripts/download_milvus_proto.sh)
|
|
|
|
build-3rdparty:
|
|
@echo "Build 3rdparty ..."
|
|
@(env bash $(PWD)/scripts/3rdparty_build.sh -o ${use_opendal} -t ${mode})
|
|
|
|
generated-proto-without-cpp: download-milvus-proto get-proto-deps
|
|
@echo "Generate proto ..."
|
|
@(env bash $(PWD)/scripts/generate_proto.sh ${INSTALL_PATH})
|
|
|
|
generated-proto: download-milvus-proto build-3rdparty get-proto-deps
|
|
@echo "Generate proto ..."
|
|
@(env bash $(PWD)/scripts/generate_proto.sh ${INSTALL_PATH})
|
|
|
|
build-cpp: generated-proto
|
|
@echo "Building Milvus cpp library ..."
|
|
@(env bash $(PWD)/scripts/core_build.sh -t ${mode} -a ${use_asan} -n ${use_disk_index} -y ${use_dynamic_simd} ${AZURE_OPTION} -x ${index_engine} -o ${use_opendal} -f $(tantivy_features))
|
|
|
|
build-cpp-gpu: generated-proto
|
|
@echo "Building Milvus cpp gpu library ... "
|
|
@(env bash $(PWD)/scripts/core_build.sh -t ${mode} -g -n ${use_disk_index} -y ${use_dynamic_simd} ${AZURE_OPTION} -x ${index_engine} -o ${use_opendal} -f $(tantivy_features))
|
|
|
|
build-cpp-with-unittest: generated-proto
|
|
@echo "Building Milvus cpp library with unittest ... "
|
|
@(env bash $(PWD)/scripts/core_build.sh -t ${mode} -a ${use_asan} -u -n ${use_disk_index} -y ${use_dynamic_simd} ${AZURE_OPTION} -x ${index_engine} -o ${use_opendal} -f $(tantivy_features))
|
|
|
|
build-cpp-with-coverage: generated-proto
|
|
@echo "Building Milvus cpp library with coverage and unittest ..."
|
|
@(env bash $(PWD)/scripts/core_build.sh -t ${mode} -a ${use_asan} -u -c -n ${use_disk_index} -y ${use_dynamic_simd} ${AZURE_OPTION} -x ${index_engine} -o ${use_opendal} -f $(tantivy_features))
|
|
|
|
check-proto-product: generated-proto
|
|
@(env bash $(PWD)/scripts/check_proto_product.sh)
|
|
|
|
generate-message-codegen:
|
|
@if [ -z "$(INSTALL_GOFUMPT)" ]; then \
|
|
echo "Installing gofumpt v$(GOFUMPT_VERSION) to ./bin/" && GOBIN=$(INSTALL_PATH) go install mvdan.cc/gofumpt@v$(GOFUMPT_VERSION); \
|
|
else \
|
|
echo "gofumpt v$(GOFUMPT_VERSION) already installed"; \
|
|
fi
|
|
@echo "Generating message codegen ..."
|
|
@(cd pkg/streaming/util/message/codegen && PATH=$(INSTALL_PATH):$(PATH) go generate .)
|
|
|
|
# Run the tests.
|
|
unittest: test-cpp test-go
|
|
|
|
test-util:
|
|
@echo "Running go unittests..."
|
|
@(env bash $(PWD)/scripts/run_go_unittest.sh -t util)
|
|
|
|
test-storage:
|
|
@echo "Running go unittests..."
|
|
@(env bash $(PWD)/scripts/run_go_unittest.sh -t storage)
|
|
|
|
test-allocator:
|
|
@echo "Running go unittests..."
|
|
@(env bash $(PWD)/scripts/run_go_unittest.sh -t allocator)
|
|
|
|
test-config:
|
|
@echo "Running go unittests..."
|
|
@(env bash $(PWD)/scripts/run_go_unittest.sh -t config)
|
|
|
|
test-tso:
|
|
@echo "Running go unittests..."
|
|
@(env bash $(PWD)/scripts/run_go_unittest.sh -t tso)
|
|
|
|
test-kv:
|
|
@echo "Running go unittests..."
|
|
@(env bash $(PWD)/scripts/run_go_unittest.sh -t kv)
|
|
|
|
test-mq:
|
|
@echo "Running go unittests..."
|
|
@(env bash $(PWD)/scripts/run_go_unittest.sh -t mq)
|
|
|
|
test-rootcoord:
|
|
@echo "Running go unittests..."
|
|
@(env bash $(PWD)/scripts/run_go_unittest.sh -t rootcoord)
|
|
|
|
test-indexcoord:
|
|
@echo "Running go unittests..."
|
|
@(env bash $(PWD)/scripts/run_go_unittest.sh -t indexcoord)
|
|
|
|
test-proxy:
|
|
@echo "Running go unittests..."
|
|
@(env bash $(PWD)/scripts/run_go_unittest.sh -t proxy)
|
|
|
|
test-datacoord:
|
|
@echo "Running go unittests..."
|
|
@(env bash $(PWD)/scripts/run_go_unittest.sh -t datacoord)
|
|
|
|
test-datanode:
|
|
@echo "Running go unittests..."
|
|
@(env bash $(PWD)/scripts/run_go_unittest.sh -t datanode)
|
|
|
|
test-querynode:
|
|
@echo "Running go unittests..."
|
|
@(env bash $(PWD)/scripts/run_go_unittest.sh -t querynode)
|
|
|
|
test-querycoord:
|
|
@echo "Running go unittests..."
|
|
@(env bash $(PWD)/scripts/run_go_unittest.sh -t querycoord)
|
|
|
|
test-metastore:
|
|
@echo "Running go unittests..."
|
|
@(env bash $(PWD)/scripts/run_go_unittest.sh -t metastore)
|
|
|
|
test-streaming:
|
|
@echo "Running go unittests..."
|
|
@(env bash $(PWD)/scripts/run_go_unittest.sh -t streaming)
|
|
|
|
test-mixcoord:
|
|
@echo "Running go unittests..."
|
|
@(env bash $(PWD)/scripts/run_go_unittest.sh -t mixcoord)
|
|
|
|
test-cdc:
|
|
@echo "Running cdc unittests..."
|
|
@(env bash $(PWD)/scripts/run_go_unittest.sh -t cdc)
|
|
|
|
test-go: build-cpp-with-unittest
|
|
@echo "Running go unittests..."
|
|
@(env bash $(PWD)/scripts/run_go_unittest.sh)
|
|
|
|
test-cpp: build-cpp-with-unittest
|
|
@echo "Running cpp unittests..."
|
|
@(env bash $(PWD)/scripts/run_cpp_unittest.sh)
|
|
|
|
run-test-cpp:
|
|
@echo "Running cpp unittests..."
|
|
@echo $(PWD)/scripts/run_cpp_unittest.sh arg=${filter}
|
|
@(env bash $(PWD)/scripts/run_cpp_unittest.sh arg=${filter})
|
|
|
|
|
|
# Run code coverage.
|
|
codecov: codecov-go codecov-cpp
|
|
|
|
# Run codecov-go
|
|
codecov-go: build-cpp-with-coverage
|
|
@echo "Running go coverage..."
|
|
@(env bash $(PWD)/scripts/run_go_codecov.sh)
|
|
|
|
# Run codecov-go without build core again, used in github action
|
|
codecov-go-without-build: getdeps
|
|
@echo "Running go coverage..."
|
|
@(env bash $(PWD)/scripts/run_go_codecov.sh "$(INSTALL_PATH)/gotestsum --")
|
|
|
|
# Run codecov-cpp
|
|
codecov-cpp: build-cpp-with-coverage
|
|
@echo "Running cpp coverage..."
|
|
@(env bash $(PWD)/scripts/run_cpp_codecov.sh)
|
|
|
|
# Build each component and install binary to $GOPATH/bin.
|
|
install: milvus
|
|
@echo "Installing binary to './bin'"
|
|
@(env GOPATH=$(GOPATH) LIBRARY_PATH=$(LIBRARY_PATH) bash $(PWD)/scripts/install_milvus.sh)
|
|
@echo "Installation successful."
|
|
|
|
gpu-install: milvus-gpu
|
|
@echo "Installing binary to './bin'"
|
|
@(env GOPATH=$(GOPATH) LIBRARY_PATH=$(LIBRARY_PATH) bash $(PWD)/scripts/install_milvus.sh)
|
|
@echo "Installation successful."
|
|
|
|
clean:
|
|
@echo "Cleaning up all the generated files"
|
|
@rm -rf bin/
|
|
@rm -rf lib/
|
|
@rm -rf $(GOPATH)/bin/milvus
|
|
@rm -rf cmake_build
|
|
@rm -rf internal/core/output
|
|
|
|
milvus-tools: print-build-info
|
|
@echo "Building tools ..."
|
|
@. $(PWD)/scripts/setenv.sh && mkdir -p $(INSTALL_PATH)/tools && go env -w CGO_ENABLED="1" && GO111MODULE=on $(GO) build \
|
|
-pgo=$(PGO_PATH)/default.pgo -ldflags="-X 'main.BuildTags=$(BUILD_TAGS)' -X 'main.BuildTime=$(BUILD_TIME)' -X 'main.GitCommit=$(GIT_COMMIT)' -X 'main.GoVersion=$(GO_VERSION)'" \
|
|
-o $(INSTALL_PATH)/tools $(PWD)/cmd/tools/binlog $(PWD)/cmd/tools/config $(PWD)/cmd/tools/datameta $(PWD)/cmd/tools/config-docs-generator $(PWD)/cmd/tools/migration 1>/dev/null
|
|
|
|
rpm-setup:
|
|
@echo "Setuping rpm env ...;"
|
|
@build/rpm/setup-env.sh
|
|
|
|
rpm: install
|
|
@echo "Note: run 'make rpm-setup' to setup build env for rpm builder"
|
|
@echo "Building rpm ...;"
|
|
@yum -y install rpm-build rpmdevtools wget
|
|
@rm -rf ~/rpmbuild/BUILD/*
|
|
@rpmdev-setuptree
|
|
@wget https://github.com/etcd-io/etcd/releases/download/v3.5.0/etcd-v3.5.0-linux-amd64.tar.gz && tar -xf etcd-v3.5.0-linux-amd64.tar.gz
|
|
@cp etcd-v3.5.0-linux-amd64/etcd bin/etcd
|
|
@wget https://dl.min.io/server/minio/release/linux-amd64/archive/minio.RELEASE.2021-02-14T04-01-33Z -O bin/minio
|
|
@cp -r bin ~/rpmbuild/BUILD/
|
|
@cp -r lib ~/rpmbuild/BUILD/
|
|
@cp -r configs ~/rpmbuild/BUILD/
|
|
@cp -r build/rpm/services ~/rpmbuild/BUILD/
|
|
@QA_RPATHS="$$[ 0x001|0x0002|0x0020 ]" rpmbuild -ba ./build/rpm/milvus.spec
|
|
|
|
generate-mockery-types: getdeps
|
|
# MixCoord
|
|
$(INSTALL_PATH)/mockery --name=MixCoordComponent --dir=$(PWD)/internal/types --output=$(PWD)/internal/mocks --filename=mock_mixcoord.go --with-expecter --structname=MixCoord
|
|
# Proxy
|
|
$(INSTALL_PATH)/mockery --name=ProxyComponent --dir=$(PWD)/internal/types --output=$(PWD)/internal/mocks --filename=mock_proxy.go --with-expecter --structname=MockProxy
|
|
# QueryNode
|
|
$(INSTALL_PATH)/mockery --name=QueryNodeComponent --dir=$(PWD)/internal/types --output=$(PWD)/internal/mocks --filename=mock_querynode.go --with-expecter --structname=MockQueryNode
|
|
# DataNode
|
|
$(INSTALL_PATH)/mockery --name=DataNodeComponent --dir=$(PWD)/internal/types --output=$(PWD)/internal/mocks --filename=mock_datanode.go --with-expecter --structname=MockDataNode
|
|
# RootCoord
|
|
$(INSTALL_PATH)/mockery --name=RootCoordComponent --dir=$(PWD)/internal/types --output=$(PWD)/internal/mocks --filename=mock_rootcoord.go --with-expecter --structname=MockRootCoord
|
|
# QueryCoord
|
|
$(INSTALL_PATH)/mockery --name=QueryCoordComponent --dir=$(PWD)/internal/types --output=$(PWD)/internal/mocks --filename=mock_querycoord.go --with-expecter --structname=MockQueryCoord
|
|
# DataCoord
|
|
$(INSTALL_PATH)/mockery --name=DataCoordComponent --dir=$(PWD)/internal/types --output=$(PWD)/internal/mocks --filename=mock_datacoord.go --with-expecter --structname=MockDataCoord
|
|
|
|
# Clients
|
|
$(INSTALL_PATH)/mockery --name=MixCoordClient --dir=$(PWD)/internal/types --output=$(PWD)/internal/mocks --filename=mock_mixcoord_client.go --with-expecter --structname=MockMixCoordClient
|
|
$(INSTALL_PATH)/mockery --name=RootCoordClient --dir=$(PWD)/internal/types --output=$(PWD)/internal/mocks --filename=mock_rootcoord_client.go --with-expecter --structname=MockRootCoordClient
|
|
$(INSTALL_PATH)/mockery --name=QueryCoordClient --dir=$(PWD)/internal/types --output=$(PWD)/internal/mocks --filename=mock_querycoord_client.go --with-expecter --structname=MockQueryCoordClient
|
|
$(INSTALL_PATH)/mockery --name=DataCoordClient --dir=$(PWD)/internal/types --output=$(PWD)/internal/mocks --filename=mock_datacoord_client.go --with-expecter --structname=MockDataCoordClient
|
|
$(INSTALL_PATH)/mockery --name=QueryNodeClient --dir=$(PWD)/internal/types --output=$(PWD)/internal/mocks --filename=mock_querynode_client.go --with-expecter --structname=MockQueryNodeClient
|
|
$(INSTALL_PATH)/mockery --name=DataNodeClient --dir=$(PWD)/internal/types --output=$(PWD)/internal/mocks --filename=mock_datanode_client.go --with-expecter --structname=MockDataNodeClient
|
|
$(INSTALL_PATH)/mockery --name=ProxyClient --dir=$(PWD)/internal/types --output=$(PWD)/internal/mocks --filename=mock_proxy_client.go --with-expecter --structname=MockProxyClient
|
|
|
|
generate-mockery-rootcoord: getdeps
|
|
$(INSTALL_PATH)/mockery --name=IMetaTable --dir=$(PWD)/internal/rootcoord --output=$(PWD)/internal/rootcoord/mocks --filename=meta_table.go --with-expecter --outpkg=mockrootcoord
|
|
|
|
generate-mockery-proxy: getdeps
|
|
$(INSTALL_PATH)/mockery --config $(PWD)/internal/proxy/.mockery.yaml
|
|
|
|
generate-mockery-querycoord: getdeps
|
|
$(INSTALL_PATH)/mockery --config $(PWD)/internal/querycoordv2/.mockery.yaml
|
|
|
|
generate-mockery-querynode-without-cpp:
|
|
@source $(PWD)/scripts/setenv.sh
|
|
$(INSTALL_PATH)/mockery --config $(PWD)/internal/querynodev2/.mockery.yaml
|
|
|
|
generate-mockery-querynode: build-cpp generate-mockery-querynode-without-cpp
|
|
|
|
generate-mockery-datacoord: getdeps
|
|
$(INSTALL_PATH)/mockery --config $(PWD)/internal/datacoord/.mockery.yaml
|
|
|
|
generate-mockery-datanode: getdeps
|
|
$(INSTALL_PATH)/mockery --config $(PWD)/internal/datanode/.mockery.yaml
|
|
|
|
generate-mockery-flushcommon: getdeps
|
|
$(INSTALL_PATH)/mockery --name=Broker --dir=$(PWD)/internal/flushcommon/broker --output=$(PWD)/internal/flushcommon/broker/ --filename=mock_broker.go --with-expecter --structname=MockBroker --outpkg=broker --inpackage
|
|
$(INSTALL_PATH)/mockery --name=MetaCache --dir=$(PWD)/internal/flushcommon/metacache --output=$(PWD)/internal/flushcommon/metacache --filename=mock_meta_cache.go --with-expecter --structname=MockMetaCache --outpkg=metacache --inpackage
|
|
$(INSTALL_PATH)/mockery --name=SyncManager --dir=$(PWD)/internal/flushcommon/syncmgr --output=$(PWD)/internal/flushcommon/syncmgr --filename=mock_sync_manager.go --with-expecter --structname=MockSyncManager --outpkg=syncmgr --inpackage
|
|
$(INSTALL_PATH)/mockery --name=MetaWriter --dir=$(PWD)/internal/flushcommon/syncmgr --output=$(PWD)/internal/flushcommon/syncmgr --filename=mock_meta_writer.go --with-expecter --structname=MockMetaWriter --outpkg=syncmgr --inpackage
|
|
$(INSTALL_PATH)/mockery --name=PackWriter --dir=$(PWD)/internal/flushcommon/syncmgr --output=$(PWD)/internal/flushcommon/syncmgr --filename=mock_pack_writer.go --with-expecter --structname=MockPackWriter --outpkg=syncmgr --inpackage
|
|
$(INSTALL_PATH)/mockery --name=Task --dir=$(PWD)/internal/flushcommon/syncmgr --output=$(PWD)/internal/flushcommon/syncmgr --filename=mock_task.go --with-expecter --structname=MockTask --outpkg=syncmgr --inpackage
|
|
$(INSTALL_PATH)/mockery --name=WriteBuffer --dir=$(PWD)/internal/flushcommon/writebuffer --output=$(PWD)/internal/flushcommon/writebuffer --filename=mock_write_buffer.go --with-expecter --structname=MockWriteBuffer --outpkg=writebuffer --inpackage
|
|
$(INSTALL_PATH)/mockery --name=BufferManager --dir=$(PWD)/internal/flushcommon/writebuffer --output=$(PWD)/internal/flushcommon/writebuffer --filename=mock_manager.go --with-expecter --structname=MockBufferManager --outpkg=writebuffer --inpackage
|
|
$(INSTALL_PATH)/mockery --name=BinlogIO --dir=$(PWD)/internal/flushcommon/io --output=$(PWD)/internal/mocks/flushcommon/mock_util --filename=mock_binlogio.go --with-expecter --structname=MockBinlogIO --outpkg=mock_util --inpackage=false
|
|
$(INSTALL_PATH)/mockery --name=FlowgraphManager --dir=$(PWD)/internal/flushcommon/pipeline --output=$(PWD)/internal/flushcommon/pipeline --filename=mock_fgmanager.go --with-expecter --structname=MockFlowgraphManager --outpkg=pipeline --inpackage
|
|
|
|
generate-mockery-metastore: getdeps
|
|
$(INSTALL_PATH)/mockery --name=RootCoordCatalog --dir=$(PWD)/internal/metastore --output=$(PWD)/internal/metastore/mocks --filename=mock_rootcoord_catalog.go --with-expecter --structname=RootCoordCatalog --outpkg=mocks
|
|
$(INSTALL_PATH)/mockery --name=DataCoordCatalog --dir=$(PWD)/internal/metastore --output=$(PWD)/internal/metastore/mocks --filename=mock_datacoord_catalog.go --with-expecter --structname=DataCoordCatalog --outpkg=mocks
|
|
$(INSTALL_PATH)/mockery --name=QueryCoordCatalog --dir=$(PWD)/internal/metastore --output=$(PWD)/internal/metastore/mocks --filename=mock_querycoord_catalog.go --with-expecter --structname=QueryCoordCatalog --outpkg=mocks
|
|
|
|
generate-mockery-utils: getdeps
|
|
# dependency.Factory
|
|
$(INSTALL_PATH)/mockery --name=Factory --dir=internal/util/dependency --output=internal/util/dependency --filename=mock_factory.go --with-expecter --structname=MockFactory --inpackage
|
|
# tso.Allocator
|
|
$(INSTALL_PATH)/mockery --name=Allocator --dir=internal/tso --output=internal/tso/mocks --filename=allocator.go --with-expecter --structname=Allocator --outpkg=mocktso
|
|
$(INSTALL_PATH)/mockery --name=SessionInterface --dir=$(PWD)/internal/util/sessionutil --output=$(PWD)/internal/util/sessionutil --filename=mock_session.go --with-expecter --structname=MockSession --inpackage
|
|
$(INSTALL_PATH)/mockery --name=GrpcClient --dir=$(PWD)/internal/util/grpcclient --output=$(PWD)/internal/mocks --filename=mock_grpc_client.go --with-expecter --structname=MockGrpcClient
|
|
# proxy_client_manager.go
|
|
$(INSTALL_PATH)/mockery --name=ProxyClientManagerInterface --dir=$(PWD)/internal/util/proxyutil --output=$(PWD)/internal/util/proxyutil --filename=mock_proxy_client_manager.go --with-expecter --structname=MockProxyClientManager --inpackage
|
|
$(INSTALL_PATH)/mockery --name=ProxyWatcherInterface --dir=$(PWD)/internal/util/proxyutil --output=$(PWD)/internal/util/proxyutil --filename=mock_proxy_watcher.go --with-expecter --structname=MockProxyWatcher --inpackage
|
|
# function
|
|
$(INSTALL_PATH)/mockery --name=FunctionRunner --dir=$(PWD)/internal/util/function --output=$(PWD)/internal/util/function --filename=mock_function.go --with-expecter --structname=MockFunctionRunner --inpackage
|
|
$(INSTALL_PATH)/mockery --name=GlobalIDAllocatorInterface --dir=internal/allocator --output=internal/allocator --filename=mock_global_id_allocator.go --with-expecter --structname=MockGlobalIDAllocator --inpackage
|
|
|
|
generate-mockery-kv: getdeps
|
|
$(INSTALL_PATH)/mockery --name=TxnKV --dir=$(PWD)/pkg/kv --output=$(PWD)/internal/kv/mocks --filename=txn_kv.go --with-expecter
|
|
$(INSTALL_PATH)/mockery --name=MetaKv --dir=$(PWD)/pkg/kv --output=$(PWD)/internal/kv/mocks --filename=meta_kv.go --with-expecter
|
|
$(INSTALL_PATH)/mockery --name=WatchKV --dir=$(PWD)/pkg/kv --output=$(PWD)/internal/kv/mocks --filename=watch_kv.go --with-expecter
|
|
$(INSTALL_PATH)/mockery --name=SnapShotKV --dir=$(PWD)/pkg/kv --output=$(PWD)/internal/kv/mocks --filename=snapshot_kv.go --with-expecter
|
|
$(INSTALL_PATH)/mockery --name=Predicate --dir=$(PWD)/pkg/kv/predicates --output=$(PWD)/internal/kv/predicates --filename=mock_predicate.go --with-expecter --inpackage
|
|
|
|
generate-mockery-chunk-manager: getdeps
|
|
$(INSTALL_PATH)/mockery --name=ChunkManager --dir=$(PWD)/internal/storage --output=$(PWD)/internal/mocks --filename=mock_chunk_manager.go --with-expecter
|
|
|
|
generate-mockery-pkg:
|
|
$(MAKE) -C pkg generate-mockery
|
|
|
|
generate-mockery-internal: getdeps
|
|
$(INSTALL_PATH)/mockery --config $(PWD)/internal/.mockery.yaml
|
|
|
|
generate-mockery-cdc: getdeps
|
|
$(INSTALL_PATH)/mockery --config $(PWD)/internal/cdc/.mockery.yaml
|
|
|
|
generate-mockery: generate-mockery-types generate-mockery-kv generate-mockery-rootcoord generate-mockery-proxy generate-mockery-querycoord generate-mockery-querynode generate-mockery-datacoord generate-mockery-pkg generate-mockery-internal
|
|
|
|
generate-yaml: milvus-tools
|
|
@echo "Updating milvus config yaml"
|
|
@$(PWD)/bin/tools/config gen-yaml && mv milvus.yaml configs/milvus.yaml
|
|
|
|
MMAP_MIGRATION_PATH = $(PWD)/cmd/tools/migration/mmap/tool
|
|
mmap-migration:
|
|
@echo "Building migration tool ..."
|
|
@source $(PWD)/scripts/setenv.sh && \
|
|
mkdir -p $(INSTALL_PATH) && go env -w CGO_ENABLED="1" && \
|
|
GO111MODULE=on $(GO) build -pgo=$(PGO_PATH)/default.pgo -ldflags="-r $${RPATH} -X '$(OBJPREFIX).BuildTags=$(BUILD_TAGS)' -X '$(OBJPREFIX).BuildTime=$(BUILD_TIME)' -X '$(OBJPREFIX).GitCommit=$(GIT_COMMIT)' -X '$(OBJPREFIX).GoVersion=$(GO_VERSION)'" \
|
|
-tags dynamic -o $(INSTALL_PATH)/mmap-migration $(MMAP_MIGRATION_PATH)/main.go 1>/dev/null
|
|
|
|
generate-parser:
|
|
@echo "Updating milvus expression parser"
|
|
@(cd $(PWD)/internal/parser/planparserv2 && env bash generate.sh)
|