From 8f9b4715b05bcfe42ee0bae0c7fcd6595b66e52e Mon Sep 17 00:00:00 2001
From: milvus-ci-robot <milvus-ci-robot@zilliz.com>
Date: Thu, 24 Oct 2019 22:32:48 +0800
Subject: [PATCH 1/4] Add ELK for Jenkins CI

Former-commit-id: 2ba8fbbd356fbb05eaf6305d10cdade6e78843ce
---
 ci/jenkins/jenkinsfile/deploySingle2Dev.groovy | 2 +-
 ci/jenkins/jenkinsfile/singleDevTest.groovy    | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/ci/jenkins/jenkinsfile/deploySingle2Dev.groovy b/ci/jenkins/jenkinsfile/deploySingle2Dev.groovy
index 2ab13486a6..718b74778e 100644
--- a/ci/jenkins/jenkinsfile/deploySingle2Dev.groovy
+++ b/ci/jenkins/jenkinsfile/deploySingle2Dev.groovy
@@ -4,7 +4,7 @@ try {
     dir ('milvus-helm') {
         checkout([$class: 'GitSCM', branches: [[name: "0.5.0"]], doGenerateSubmoduleConfigurations: false, extensions: [], submoduleCfg: [], userRemoteConfigs: [[credentialsId: "${params.GIT_CREDENTIALS_ID}", url: "https://github.com/milvus-io/milvus-helm.git", name: 'origin', refspec: "+refs/heads/0.5.0:refs/remotes/origin/0.5.0"]]])
         dir ("milvus-gpu") {
-            sh "helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-gpu -f ci/values.yaml --namespace milvus ."
+            sh "helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-gpu -f ci/values.yaml -f ci/filebeat/values.yaml --namespace milvus ."
         }
     }
 } catch (exc) {
diff --git a/ci/jenkins/jenkinsfile/singleDevTest.groovy b/ci/jenkins/jenkinsfile/singleDevTest.groovy
index 44f6361835..adfadc9271 100644
--- a/ci/jenkins/jenkinsfile/singleDevTest.groovy
+++ b/ci/jenkins/jenkinsfile/singleDevTest.groovy
@@ -13,7 +13,7 @@ timeout(time: 60, unit: 'MINUTES') {
     }
     dir ("milvus-helm") {
         dir ("milvus-gpu") {
-            sh "helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-gpu -f ci/db_backend/mysql_values.yaml --namespace milvus ."
+            sh "helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-gpu -f ci/db_backend/mysql_values.yaml -f ci/filebeat/values.yaml --namespace milvus ."
         }
     }
     dir ("tests/milvus_python_test") {

From 02cfe7cf49def66bdb57272f8a2f830985b6b6a5 Mon Sep 17 00:00:00 2001
From: milvus-ci-robot <milvus-ci-robot@zilliz.com>
Date: Sat, 26 Oct 2019 11:25:08 +0800
Subject: [PATCH 2/4] add build periodically in ci/jenkins/Jenkinsfile

Former-commit-id: 2455e5910f0111e5dec7a7f966ccbbdaf47fba0c
---
 ci/jenkins/Jenkinsfile                        | 10 ++++++++-
 .../jenkinsfile/singleDevNightlyTest.groovy   | 22 +++++++++++++++++++
 2 files changed, 31 insertions(+), 1 deletion(-)
 create mode 100644 ci/jenkins/jenkinsfile/singleDevNightlyTest.groovy

diff --git a/ci/jenkins/Jenkinsfile b/ci/jenkins/Jenkinsfile
index fbdf3a3096..179a7fed38 100644
--- a/ci/jenkins/Jenkinsfile
+++ b/ci/jenkins/Jenkinsfile
@@ -1,6 +1,9 @@
+String cron_string = BRANCH_NAME == "master" || BRANCH_NAME == "0.5.0" || BRANCH_NAME == "0.5.1" ? "H 0 * * *" : ""
 pipeline {
     agent none
 
+    triggers { cron(cron_string) }
+
     options {
         timestamps()
     }
@@ -20,6 +23,7 @@ pipeline {
         SEMVER = "${BRANCH_NAME}"
         JOBNAMES = env.JOB_NAME.split('/')
         PIPELINE_NAME = "${JOBNAMES[0]}"
+        NIGHTLIY_TEST = "${cron_string == "" ? false : true}"
     }
 
     stages {
@@ -119,7 +123,11 @@ pipeline {
                             steps {
                                 container('milvus-test-env') {
                                     script {
-                                        load "${env.WORKSPACE}/ci/jenkins/jenkinsfile/singleDevTest.groovy"
+                                        if (NIGHTLIY_TEST) {
+                                            load "${env.WORKSPACE}/ci/jenkins/jenkinsfile/singleDevNightlyTest.groovy"
+                                        else {
+                                            load "${env.WORKSPACE}/ci/jenkins/jenkinsfile/singleDevTest.groovy"
+                                        }
                                     }
                                 }
                             }
diff --git a/ci/jenkins/jenkinsfile/singleDevNightlyTest.groovy b/ci/jenkins/jenkinsfile/singleDevNightlyTest.groovy
new file mode 100644
index 0000000000..91699f533b
--- /dev/null
+++ b/ci/jenkins/jenkinsfile/singleDevNightlyTest.groovy
@@ -0,0 +1,22 @@
+timeout(time: 90, unit: 'MINUTES') {
+    dir ("tests/milvus_python_test") {
+        sh 'python3 -m pip install -r requirements.txt'
+        sh "pytest . --alluredir=\"test_out/dev/single/sqlite\" --level=1 --ip ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-gpu-milvus-gpu-engine.milvus.svc.cluster.local"
+    }
+    // mysql database backend test
+    load "${env.WORKSPACE}/ci/jenkins/jenkinsfile/cleanupSingleDev.groovy"
+
+    if (!fileExists('milvus-helm')) {
+        dir ("milvus-helm") {
+            checkout([$class: 'GitSCM', branches: [[name: "0.5.0"]], doGenerateSubmoduleConfigurations: false, extensions: [], submoduleCfg: [], userRemoteConfigs: [[credentialsId: "${params.GIT_CREDENTIALS_ID}", url: "https://github.com/milvus-io/milvus-helm.git", name: 'origin', refspec: "+refs/heads/0.5.0:refs/remotes/origin/0.5.0"]]])
+        }
+    }
+    dir ("milvus-helm") {
+        dir ("milvus-gpu") {
+            sh "helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-gpu -f ci/db_backend/mysql_values.yaml -f ci/filebeat/values.yaml --namespace milvus ."
+        }
+    }
+    dir ("tests/milvus_python_test") {
+        sh "pytest . --alluredir=\"test_out/dev/single/mysql\" --ip ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-gpu-milvus-gpu-engine.milvus.svc.cluster.local"
+    }
+}

From 0425ebac504016c213ba12057186daa9749a4526 Mon Sep 17 00:00:00 2001
From: milvus-ci-robot <milvus-ci-robot@zilliz.com>
Date: Sat, 26 Oct 2019 11:27:01 +0800
Subject: [PATCH 3/4] fix ci/jenkins/Jenkinsfile error

Former-commit-id: b94643897b9a962fb0fbe7a6dd34bec5a2e37b73
---
 ci/jenkins/Jenkinsfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/ci/jenkins/Jenkinsfile b/ci/jenkins/Jenkinsfile
index 179a7fed38..66c7eb864e 100644
--- a/ci/jenkins/Jenkinsfile
+++ b/ci/jenkins/Jenkinsfile
@@ -125,7 +125,7 @@ pipeline {
                                     script {
                                         if (NIGHTLIY_TEST) {
                                             load "${env.WORKSPACE}/ci/jenkins/jenkinsfile/singleDevNightlyTest.groovy"
-                                        else {
+                                        } else {
                                             load "${env.WORKSPACE}/ci/jenkins/jenkinsfile/singleDevTest.groovy"
                                         }
                                     }

From de26c2bcfccc7c5eccf5a06caea5d259c237526d Mon Sep 17 00:00:00 2001
From: milvus-ci-robot <milvus-ci-robot@zilliz.com>
Date: Sat, 26 Oct 2019 11:31:49 +0800
Subject: [PATCH 4/4] update ci/jenkins/jenkinsfile/singleDevNightlyTest.groovy

Former-commit-id: 05fdd554d4a78d70b4497a93017d285d5d364546
---
 ci/jenkins/jenkinsfile/singleDevNightlyTest.groovy | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/ci/jenkins/jenkinsfile/singleDevNightlyTest.groovy b/ci/jenkins/jenkinsfile/singleDevNightlyTest.groovy
index 91699f533b..5140ad858f 100644
--- a/ci/jenkins/jenkinsfile/singleDevNightlyTest.groovy
+++ b/ci/jenkins/jenkinsfile/singleDevNightlyTest.groovy
@@ -1,7 +1,7 @@
 timeout(time: 90, unit: 'MINUTES') {
     dir ("tests/milvus_python_test") {
         sh 'python3 -m pip install -r requirements.txt'
-        sh "pytest . --alluredir=\"test_out/dev/single/sqlite\" --level=1 --ip ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-gpu-milvus-gpu-engine.milvus.svc.cluster.local"
+        sh "pytest . --alluredir=\"test_out/dev/single/sqlite\" --ip ${env.PIPELINE_NAME}-${env.BUILD_NUMBER}-single-gpu-milvus-gpu-engine.milvus.svc.cluster.local"
     }
     // mysql database backend test
     load "${env.WORKSPACE}/ci/jenkins/jenkinsfile/cleanupSingleDev.groovy"