Publish milvus image on arm64 (#26509)

Signed-off-by: Bennu-Li <yunmei.li@zilliz.com>

build/build_image.sh

@@ -38,7 +38,9 @@ if [ -z "$IMAGE_ARCH" ]; then
 
 fi
 
-BUILD_ARGS=""
+echo ${IMAGE_ARCH}
+
+BUILD_ARGS="${BUILD_ARGS:-}"
 
 pushd "${toplevel}"
 

ci/jenkins/PublishImages.groovy

@@ -14,7 +14,7 @@ pipeline {
 
     options {
         timestamps()
-        timeout(time: 36, unit: 'MINUTES')
+        timeout(time: 100, unit: 'MINUTES')
         // parallelsAlwaysFailFast()
         disableConcurrentBuilds()
     }
@@ -27,38 +27,46 @@ pipeline {
     }
 
     stages {
+        stage('Generat Image Tag') {
+            steps {
+                script {
+                    def date = sh(returnStdout: true, script: 'date +%Y%m%d').trim()
+                    def gitShortCommit = sh(returnStdout: true, script: 'git rev-parse --short HEAD').trim()
+                    def imageTag = "${env.BRANCH_NAME}-${date}-${gitShortCommit}"
+                    sh "echo ${imageTag} > imageTag.txt"
+                    stash includes: 'imageTag.txt', name: 'imageTag'
+                }
+            }
+        }
+
         stage('Publish Milvus Images & Build Centos Milvus'){
             parallel {
-                stage('Publish Milvus Images') {
+                stage('Build Milvus Images on amd') {
                     steps {
                         container('main') {
                             script {
+                                dir ("imageTag"){
+                                    try{
+                                        unstash 'imageTag'
+                                        imageTag=sh(returnStdout: true, script: 'cat imageTag.txt | tr -d \'\n\r\'')
+                                    }catch(e){
+                                        print "No Image Tag info remained ,please rerun build to build new image."
+                                        exit 1
+                                    }
+                                }
+
                                 sh './build/set_docker_mirror.sh'
                                 sh "build/builder.sh /bin/bash -c \"make install\""
 
-                                def date = sh(returnStdout: true, script: 'date +%Y%m%d').trim()
-                                def gitShortCommit = sh(returnStdout: true, script: 'git rev-parse --short HEAD').trim()
-
-                                withCredentials([usernamePassword(credentialsId: "${env.DOCKER_CREDENTIALS_ID}", usernameVariable: 'DOCKER_USERNAME', passwordVariable: 'DOCKER_PASSWORD')]) {
-                                    sh 'docker login -u ${DOCKER_USERNAME} -p ${DOCKER_PASSWORD}'
-                                    sh """
-                                        export MILVUS_IMAGE_REPO="${env.TARGET_REPO}/milvus"
-                                        export MILVUS_HARBOR_IMAGE_REPO="${env.HARBOR_REPO}/milvus/milvus"
-                                        export MILVUS_IMAGE_TAG="${env.BRANCH_NAME}-${date}-${gitShortCommit}"
-                                        build/build_image.sh
-                                        docker push \${MILVUS_IMAGE_REPO}:\${MILVUS_IMAGE_TAG}
-                                        docker tag \${MILVUS_IMAGE_REPO}:\${MILVUS_IMAGE_TAG} \${MILVUS_IMAGE_REPO}:${env.BRANCH_NAME}-latest
-                                        docker tag \${MILVUS_IMAGE_REPO}:\${MILVUS_IMAGE_TAG} \${MILVUS_HARBOR_IMAGE_REPO}:\${MILVUS_IMAGE_TAG}
-                                        docker push \${MILVUS_IMAGE_REPO}:${env.BRANCH_NAME}-latest
-                                        docker logout
-                                    """
-                                }
 
                                 withCredentials([usernamePassword(credentialsId: "${env.CI_DOCKER_CREDENTIAL_ID}", usernameVariable: 'CI_REGISTRY_USERNAME', passwordVariable: 'CI_REGISTRY_PASSWORD')]){
                                     sh "docker login ${env.HARBOR_REPO} -u '${CI_REGISTRY_USERNAME}' -p '${CI_REGISTRY_PASSWORD}'"
                                     sh """
+                                        export MILVUS_IMAGE_REPO="${env.TARGET_REPO}/milvus"
                                         export MILVUS_HARBOR_IMAGE_REPO="${env.HARBOR_REPO}/milvus/milvus"
-                                        export MILVUS_IMAGE_TAG="${env.BRANCH_NAME}-${date}-${gitShortCommit}"
+                                        export MILVUS_IMAGE_TAG="${imageTag}-amd64"
+                                        BUILD_ARGS="--build-arg TARGETARCH=amd64" build/build_image.sh
+                                        docker tag \${MILVUS_IMAGE_REPO}:\${MILVUS_IMAGE_TAG} \${MILVUS_HARBOR_IMAGE_REPO}:\${MILVUS_IMAGE_TAG}
                                         docker push \${MILVUS_HARBOR_IMAGE_REPO}:\${MILVUS_IMAGE_TAG}
                                         docker logout
                                     """
@@ -67,28 +75,134 @@ pipeline {
                         }
                     }
                 }
-                stage('Build Centos Milvus Image'){
+
+
+                stage('Build Milvus Images on arm') {
                     agent {
-                        kubernetes {
+                        label 'arm'
-                            defaultContainer 'main'
-                            yamlFile "ci/jenkins/pod/rte.yaml"
-                            customWorkspace '/home/jenkins/agent/workspace'
-                        }
                     }
                     steps {
-                        container('main') {
+                        script {
+                            sh """
+                            sed -i "s/amd64/arm64/g" .env
+                            cp -r /tmp/krte/cache/.docker .
+                            build/builder.sh /bin/bash -c "make install"
+                            """
+
+                            dir ("imageTag"){
+                                try{
+                                    unstash 'imageTag'
+                                    imageTag=sh(returnStdout: true, script: 'cat imageTag.txt | tr -d \'\n\r\'')
+                                }catch(e){
+                                    print "No Image Tag info remained ,please rerun build to build new image."
+                                    exit 1
+                                }
+                            }
+
+
+                            withCredentials([usernamePassword(credentialsId: "${env.CI_DOCKER_CREDENTIAL_ID}", usernameVariable: 'CI_REGISTRY_USERNAME', passwordVariable: 'CI_REGISTRY_PASSWORD')]){
+                                sh "docker login ${env.HARBOR_REPO} -u '${CI_REGISTRY_USERNAME}' -p '${CI_REGISTRY_PASSWORD}'"
+                                sh """
+                                    export MILVUS_IMAGE_REPO="${env.TARGET_REPO}/milvus"
+                                    export MILVUS_HARBOR_IMAGE_REPO="${env.HARBOR_REPO}/milvus/milvus"
+                                    export MILVUS_IMAGE_TAG="${imageTag}-arm64"
+                                    IMAGE_ARCH='arm64' BUILD_ARGS="--build-arg TARGETARCH=arm64" build/build_image.sh
+                                    docker tag \${MILVUS_IMAGE_REPO}:\${MILVUS_IMAGE_TAG} \${MILVUS_HARBOR_IMAGE_REPO}:\${MILVUS_IMAGE_TAG}
+                                    docker push \${MILVUS_HARBOR_IMAGE_REPO}:\${MILVUS_IMAGE_TAG}
+                                    docker logout
+                                    docker rmi \${MILVUS_IMAGE_REPO}:\${MILVUS_IMAGE_TAG} -f
+                                """
+                            }
+                        }
+                    }
+                    post {
+                        always {
                             script {
-                                sh './build/set_docker_mirror.sh'
+                                sh """
-                                sh "OS_NAME=centos7 build/builder.sh /bin/bash -c \"make install\""
+                                pwd
-                                sh "OS_NAME=centos7 build/build_image.sh "
+                                sudo rm -rf .env .docker
+                                sudo rm -rf *
+                                """
                             }
                         }
                     }
                 }
 
-
             }
         }
+        stage ('publish multi-platform image') {
+            // agent {
+            //     label 'arm'
+            // }
+            steps {
+                script {
+                    dir ("imageTag"){
+                        try{
+                            unstash 'imageTag'
+                            imageTag=sh(returnStdout: true, script: 'cat imageTag.txt | tr -d \'\n\r\'')
+                        }catch(e){
+                            print "No Image Tag info remained ,please rerun build to build new image."
+                            exit 1
+                        }
+                    }
+
+                    withCredentials([usernamePassword(credentialsId: "${env.DOCKER_CREDENTIALS_ID}", usernameVariable: 'DOCKER_USERNAME', passwordVariable: 'DOCKER_PASSWORD')]) {
+                        sh 'docker login -u ${DOCKER_USERNAME} -p ${DOCKER_PASSWORD}'
+                        sh """
+                            export MILVUS_IMAGE_REPO="${env.TARGET_REPO}/milvus"
+                            export MILVUS_HARBOR_IMAGE_REPO="${env.HARBOR_REPO}/milvus/milvus"
+
+                            export ARM_MILVUS_IMAGE_TAG="${imageTag}-arm64"
+                            export AMD_MILVUS_IMAGE_TAG="${imageTag}-amd64"
+                            export MILVUS_IMAGE_TAG="${imageTag}"
+
+                            docker pull \${MILVUS_HARBOR_IMAGE_REPO}:\${ARM_MILVUS_IMAGE_TAG}
+                            docker tag \${MILVUS_HARBOR_IMAGE_REPO}:\${ARM_MILVUS_IMAGE_TAG} \${MILVUS_IMAGE_REPO}:\${ARM_MILVUS_IMAGE_TAG}
+
+                            docker push \${MILVUS_IMAGE_REPO}:\${AMD_MILVUS_IMAGE_TAG}
+                            docker push \${MILVUS_IMAGE_REPO}:\${ARM_MILVUS_IMAGE_TAG}
+
+
+
+                            docker manifest create \${MILVUS_IMAGE_REPO}:\${MILVUS_IMAGE_TAG} \${MILVUS_IMAGE_REPO}:\${AMD_MILVUS_IMAGE_TAG} \${MILVUS_IMAGE_REPO}:\${ARM_MILVUS_IMAGE_TAG}
+                            docker manifest annotate \${MILVUS_IMAGE_REPO}:\${MILVUS_IMAGE_TAG} \${MILVUS_IMAGE_REPO}:\${AMD_MILVUS_IMAGE_TAG} --os linux --arch amd64
+                            docker manifest annotate \${MILVUS_IMAGE_REPO}:\${MILVUS_IMAGE_TAG} \${MILVUS_IMAGE_REPO}:\${ARM_MILVUS_IMAGE_TAG} --os linux --arch arm64
+                            docker manifest push \${MILVUS_IMAGE_REPO}:\${MILVUS_IMAGE_TAG}
+
+                            docker manifest create \${MILVUS_IMAGE_REPO}:${env.BRANCH_NAME}-latest \${MILVUS_IMAGE_REPO}:\${AMD_MILVUS_IMAGE_TAG} \${MILVUS_IMAGE_REPO}:\${ARM_MILVUS_IMAGE_TAG}
+                            docker manifest annotate \${MILVUS_IMAGE_REPO}:${env.BRANCH_NAME}-latest \${MILVUS_IMAGE_REPO}:\${AMD_MILVUS_IMAGE_TAG} --os linux --arch amd64
+                            docker manifest annotate \${MILVUS_IMAGE_REPO}:${env.BRANCH_NAME}-latest \${MILVUS_IMAGE_REPO}:\${ARM_MILVUS_IMAGE_TAG} --os linux --arch arm64
+                            docker manifest push \${MILVUS_IMAGE_REPO}:${env.BRANCH_NAME}-latest
+
+                            docker logout
+                        """
+                    }
+
+                    withCredentials([usernamePassword(credentialsId: "${env.CI_DOCKER_CREDENTIAL_ID}", usernameVariable: 'CI_REGISTRY_USERNAME', passwordVariable: 'CI_REGISTRY_PASSWORD')]){
+                        sh """
+                        docker login ${env.HARBOR_REPO} -u '${CI_REGISTRY_USERNAME}' -p '${CI_REGISTRY_PASSWORD}'
+
+                        export MILVUS_IMAGE_REPO="${env.TARGET_REPO}/milvus"
+                        export MILVUS_HARBOR_IMAGE_REPO="${env.HARBOR_REPO}/milvus/milvus"
+
+                        export ARM_MILVUS_IMAGE_TAG="${imageTag}-arm64"
+                        export AMD_MILVUS_IMAGE_TAG="${imageTag}-amd64"
+                        export MILVUS_IMAGE_TAG="${imageTag}"
+
+                        
+
+                        docker manifest create \${MILVUS_HARBOR_IMAGE_REPO}:\${MILVUS_IMAGE_TAG} \${MILVUS_HARBOR_IMAGE_REPO}:\${AMD_MILVUS_IMAGE_TAG} \${MILVUS_HARBOR_IMAGE_REPO}:\${ARM_MILVUS_IMAGE_TAG}
+                        docker manifest annotate \${MILVUS_HARBOR_IMAGE_REPO}:\${MILVUS_IMAGE_TAG} \${MILVUS_HARBOR_IMAGE_REPO}:\${AMD_MILVUS_IMAGE_TAG} --os linux --arch amd64
+                        docker manifest annotate \${MILVUS_HARBOR_IMAGE_REPO}:\${MILVUS_IMAGE_TAG} \${MILVUS_HARBOR_IMAGE_REPO}:\${ARM_MILVUS_IMAGE_TAG} --os linux --arch arm64
+
+                        docker manifest push \${MILVUS_HARBOR_IMAGE_REPO}:\${MILVUS_IMAGE_TAG}
+                        """
+                    }
+
+                }
+            }
+        }
+
     }
     post {
         unsuccessful {