diff --git a/.github/workflows/publish-builder.yaml b/.github/workflows/publish-builder.yaml index 3b54878280..2a02fcddd4 100644 --- a/.github/workflows/publish-builder.yaml +++ b/.github/workflows/publish-builder.yaml @@ -24,7 +24,7 @@ jobs: strategy: fail-fast: false matrix: - os: [ubuntu18.04, centos7] + os: [ubuntu18.04, ubuntu20.04, centos7] env: OS_NAME: ${{ matrix.os }} steps: diff --git a/build/docker/builder/cpu/ubuntu20.04/Dockerfile b/build/docker/builder/cpu/ubuntu20.04/Dockerfile new file mode 100644 index 0000000000..09c2275d39 --- /dev/null +++ b/build/docker/builder/cpu/ubuntu20.04/Dockerfile @@ -0,0 +1,63 @@ +# Copyright (C) 2019-2022 Zilliz. All rights reserved. +# +# Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software distributed under the License +# is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express +# or implied. See the License for the specific language governing permissions and limitations under the License. + +FROM milvusdb/openblas:ubuntu20.04-20220825-4feedf1 + +RUN apt-get update && apt-get install -y --no-install-recommends wget curl ca-certificates gnupg2 && \ + wget -qO- "https://cmake.org/files/v3.18/cmake-3.18.6-Linux-x86_64.tar.gz" | tar --strip-components=1 -xz -C /usr/local && \ + apt-get update && apt-get install -y --no-install-recommends \ + g++ gcc gfortran git make ccache libssl-dev zlib1g-dev libboost-regex-dev libboost-program-options-dev libboost-system-dev \ + libboost-filesystem-dev libboost-serialization-dev python3-dev libboost-python-dev libcurl4-openssl-dev libtbb-dev clang-format-10 clang-tidy-10 lcov libtool m4 autoconf automake && \ + apt-get remove --purge -y && \ + rm -rf /var/lib/apt/lists/* + +RUN apt-get update && apt-get install -y --no-install-recommends libzstd-dev + +# Install Go +ENV GOPATH /go +ENV GOROOT /usr/local/go +ENV GO111MODULE on +ENV PATH $GOPATH/bin:$GOROOT/bin:$PATH +RUN mkdir -p /usr/local/go && wget -qO- "https://golang.org/dl/go1.18.3.linux-amd64.tar.gz" | tar --strip-components=1 -xz -C /usr/local/go && \ + mkdir -p "$GOPATH/src" "$GOPATH/bin" && \ + curl -sSfL https://raw.githubusercontent.com/golangci/golangci-lint/master/install.sh | sh -s -- -b ${GOPATH}/bin v1.46.2 && \ + # export GO111MODULE=on && go get github.com/quasilyte/go-ruleguard/cmd/ruleguard@v0.2.1 && \ + go install github.com/ramya-rao-a/go-outline@latest && \ + go install golang.org/x/tools/gopls@latest && \ + go install github.com/uudashr/gopkgs/v2/cmd/gopkgs@latest && \ + go install github.com/go-delve/delve/cmd/dlv@latest && \ + go install honnef.co/go/tools/cmd/staticcheck@2022.1 && \ + go clean --modcache && \ + chmod -R 777 "$GOPATH" && chmod -R a+w $(go env GOTOOLDIR) + +RUN ln -s /go/bin/dlv /go/bin/dlv-dap + +RUN apt-get update && apt-get install -y --no-install-recommends \ + gdb gdbserver && \ + apt-get remove --purge -y && \ + rm -rf /var/lib/apt/lists/* + +RUN echo 'root:root' | chpasswd + +# refer: https://code.visualstudio.com/docs/remote/containers-advanced#_avoiding-extension-reinstalls-on-container-rebuild +RUN mkdir -p /home/milvus/.vscode-server/extensions \ + /home/milvus/.vscode-server-insiders/extensions \ + && chmod -R 777 /home/milvus + +COPY --chown=0:0 build/docker/builder/entrypoint.sh / + +RUN wget -qO- "https://github.com/jeffoverflow/autouseradd/releases/download/1.2.0/autouseradd-1.2.0-amd64.tar.gz" | tar xz -C / --strip-components 1 + +RUN wget -O /tini https://github.com/krallin/tini/releases/download/v0.19.0/tini && \ + chmod +x /tini + +ENTRYPOINT [ "/tini", "--", "autouseradd", "--user", "milvus", "--", "/entrypoint.sh" ] +CMD ["tail", "-f", "/dev/null"] \ No newline at end of file diff --git a/build/docker/milvus/ubuntu18.04/Dockerfile b/build/docker/milvus/ubuntu18.04/Dockerfile index 42796a9d13..df5800cb70 100644 --- a/build/docker/milvus/ubuntu18.04/Dockerfile +++ b/build/docker/milvus/ubuntu18.04/Dockerfile @@ -1,4 +1,4 @@ -# Copyright (C) 2019-2020 Zilliz. All rights reserved. +# Copyright (C) 2019-2022 Zilliz. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at diff --git a/build/docker/milvus/ubuntu20.04/Dockerfile b/build/docker/milvus/ubuntu20.04/Dockerfile new file mode 100644 index 0000000000..2f006130bf --- /dev/null +++ b/build/docker/milvus/ubuntu20.04/Dockerfile @@ -0,0 +1,42 @@ +# Copyright (C) 2019-2022 Zilliz. All rights reserved. +# +# Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software distributed under the License +# is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express +# or implied. See the License for the specific language governing permissions and limitations under the License. + +FROM milvusdb/openblas:ubuntu20.04-20220825-4feedf1 AS openblas + +#FROM alpine +FROM ubuntu:ubuntu:focal-20220426 + +RUN apt-get update && \ + apt-get install -y --no-install-recommends libtbb-dev gfortran netcat iputils-ping ca-certificates && \ + apt-get remove --purge -y && \ + rm -rf /var/lib/apt/lists/* + +COPY --from=openblas /usr/lib/libopenblas-r0.3.9.so /usr/lib/ + +RUN ln -s /usr/lib/libopenblas-r0.3.9.so /usr/lib/libopenblas.so.0 && \ + ln -s /usr/lib/libopenblas.so.0 /usr/lib/libopenblas.so + +COPY ./bin/ /milvus/bin/ + +COPY ./configs/ /milvus/configs/ + +COPY ./lib/ /milvus/lib/ + +ENV PATH=/milvus/bin:$PATH +ENV LD_LIBRARY_PATH=/milvus/lib:$LD_LIBRARY_PATH:/usr/lib +ENV LD_PRELOAD=/milvus/lib/libjemalloc.so + +# Add Tini +ADD https://github.com/krallin/tini/releases/download/v0.19.0/tini /tini +RUN chmod +x /tini +ENTRYPOINT ["/tini", "--"] + +WORKDIR /milvus/ diff --git a/build/docker/openblas/ubuntu20.04/Dockerfile b/build/docker/openblas/ubuntu20.04/Dockerfile new file mode 100644 index 0000000000..a82d49ce97 --- /dev/null +++ b/build/docker/openblas/ubuntu20.04/Dockerfile @@ -0,0 +1,19 @@ +FROM ubuntu:focal-20220426 + +# pipefail is enabled for proper error detection in the `wget | apt-key add` +# step +SHELL ["/bin/bash", "-o", "pipefail", "-c"] + +ENV DEBIAN_FRONTEND noninteractive + +RUN apt-get update && apt-get install -y --no-install-recommends wget ca-certificates gnupg2 && \ + apt-get update && apt-get install -y --no-install-recommends g++ gcc gfortran git make && \ + apt-get remove --purge -y && \ + rm -rf /var/lib/apt/lists/* && \ + wget https://github.com/xianyi/OpenBLAS/archive/v0.3.9.tar.gz && \ + tar zxvf v0.3.9.tar.gz && cd OpenBLAS-0.3.9 && \ + make TARGET=CORE2 DYNAMIC_ARCH=1 DYNAMIC_OLDER=1 USE_THREAD=0 USE_OPENMP=0 FC=gfortran CC=gcc COMMON_OPT="-O3 -g -fPIC" FCOMMON_OPT="-O3 -g -fPIC -frecursive" NMAX="NUM_THREADS=128" LIBPREFIX="libopenblas" INTERFACE64=0 NO_STATIC=1 && \ + make -j4 PREFIX=/usr NO_STATIC=1 install && \ + cd .. && rm -rf OpenBLAS-0.3.9 && rm v0.3.9.tar.gz + +ENV LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/usr/lib"