Use jemalloc in QueryNode, DataNode and IndexNode (#17470)

Signed-off-by: bigsheeper <yihao.dai@zilliz.com>

internal/core/src/segcore/reduce_c.cpp

@@ -9,10 +9,6 @@
 // is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
 // or implied. See the License for the specific language governing permissions and limitations under the License
 
-#ifndef __APPLE__
-#include <malloc.h>
-#endif
-
 #include <vector>
 #include "Reduce.h"
 #include "common/CGoHelper.h"
@@ -87,7 +83,4 @@ DeleteSearchResultDataBlobs(CSearchResultDataBlobs cSearchResultDataBlobs) {
     }
     auto search_result_data_blobs = reinterpret_cast<milvus::segcore::SearchResultDataBlobs*>(cSearchResultDataBlobs);
     delete search_result_data_blobs;
-#ifdef __linux__
-    malloc_trim(0);
-#endif
 }

internal/core/thirdparty/CMakeLists.txt

@@ -67,4 +67,9 @@ add_subdirectory( arrow )
 # TODO: support win.
 if ( LINUX OR APPLE)
     add_subdirectory( marisa )
+endif()
+
+# ******************************* Thridparty jemalloc ********************************
+if ( LINUX )
+    add_subdirectory( jemalloc )
 endif()

internal/core/thirdparty/jemalloc/CMakeLists.txt

@@ -0,0 +1,86 @@
+#-------------------------------------------------------------------------------
+# Copyright (C) 2019-2020 Zilliz. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software distributed under the License
+# is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
+# or implied. See the License for the specific language governing permissions and limitations under the License.
+#-------------------------------------------------------------------------------
+
+if (DEFINED ENV{MILVUS_JEMALLOC_URL})
+    set(JEMALLOC_SOURCE_URL "$ENV{MILVUS_JEMALLOC_URL}")
+else ()
+    set(JEMALLOC_SOURCE_URL
+            "https://github.com/jemalloc/jemalloc/releases/download/${MILVUS_JEMALLOC_BUILD_VERSION}/jemalloc-${MILVUS_JEMALLOC_BUILD_VERSION}.tar.bz2")
+endif ()
+
+# ----------------------------------------------------------------------
+# jemalloc - Unix-only high-performance allocator
+message(STATUS "Building (vendored) jemalloc from source")
+# We only use a vendored jemalloc as we want to control its version.
+# Also our build of jemalloc is specially prefixed so that it will not
+# conflict with the default allocator as well as other jemalloc
+# installations.
+# find_package(jemalloc)
+
+set(JEMALLOC_PREFIX "${CMAKE_INSTALL_PREFIX}")
+set(JEMALLOC_LIB_DIR "${JEMALLOC_PREFIX}/lib")
+set(JEMALLOC_STATIC_LIB "${JEMALLOC_LIB_DIR}/libjemalloc_pic${CMAKE_STATIC_LIBRARY_SUFFIX}")
+set(JEMALLOC_CONFIGURE_COMMAND ./configure "AR=${CMAKE_AR}" "CC=${CMAKE_C_COMPILER}")
+
+message("CMAKE_OSX_SYSROOT: ${CMAKE_OSX_SYSROOT}")
+if (CMAKE_OSX_SYSROOT)
+    list(APPEND JEMALLOC_CONFIGURE_COMMAND "SDKROOT=${CMAKE_OSX_SYSROOT}")
+endif ()
+
+if (DEFINED MILVUS_JEMALLOC_LG_PAGE)
+    # Used for arm64 manylinux wheels in order to make the wheel work on both
+    # 4k and 64k page arm64 systems.
+    list(APPEND JEMALLOC_CONFIGURE_COMMAND "--with-lg-page=${MILVUS_JEMALLOC_LG_PAGE}")
+endif ()
+
+list(APPEND
+        JEMALLOC_CONFIGURE_COMMAND
+        "--prefix=${JEMALLOC_PREFIX}"
+        "--libdir=${JEMALLOC_LIB_DIR}"
+        "--with-jemalloc-prefix=je_milvus_"
+        "--with-private-namespace=je_milvus_private_"
+        "--without-export"
+        # See https://github.com/jemalloc/jemalloc/issues/1237
+        "--disable-initial-exec-tls"
+        ${EP_LOG_OPTIONS})
+if (CMAKE_BUILD_TYPE EQUAL "DEBUG")
+    # Enable jemalloc debug checks when Milvus itself has debugging enabled
+    list(APPEND JEMALLOC_CONFIGURE_COMMAND "--enable-debug")
+endif ()
+set(JEMALLOC_BUILD_COMMAND ${MAKE} ${MAKE_BUILD_ARGS})
+if (CMAKE_OSX_SYSROOT)
+    list(APPEND JEMALLOC_BUILD_COMMAND "SDKROOT=${CMAKE_OSX_SYSROOT}")
+endif ()
+
+ExternalProject_Add(
+        jemalloc_ep
+        PREFIX ${CMAKE_BINARY_DIR}/3rdparty_download/jemalloc-subbuild
+        URL ${JEMALLOC_SOURCE_URL}
+        PATCH_COMMAND touch doc/jemalloc.3 doc/jemalloc.html
+        CONFIGURE_COMMAND ${JEMALLOC_CONFIGURE_COMMAND}
+        BUILD_IN_SOURCE 1
+        BUILD_COMMAND ${JEMALLOC_BUILD_COMMAND}
+        BUILD_BYPRODUCTS "${JEMALLOC_STATIC_LIB}"
+        INSTALL_COMMAND ${MAKE} install)
+
+add_library(jemalloc SHARED IMPORTED)
+set_target_properties(jemalloc
+        PROPERTIES INTERFACE_LINK_LIBRARIES Threads::Threads
+        IMPORTED_LOCATION "${JEMALLOC_PREFIX}/${CMAKE_INSTALL_LIBDIR}/libjemalloc.so"
+        INTERFACE_INCLUDE_DIRECTORIES "${JEMALLOC_PREFIX}/jemalloc/include")
+add_dependencies(jemalloc jemalloc_ep)
+
+get_target_property(JEMALLOC_IMPORTED_LOCATION jemalloc IMPORTED_LOCATION)
+get_target_property(JEMALLOC_INTERFACE_INCLUDE_DIRECTORIES jemalloc INTERFACE_INCLUDE_DIRECTORIES)
+message("JEMALLOC_IMPORTED_LOCATION: ${JEMALLOC_IMPORTED_LOCATION}")
+message("JEMALLOC_INTERFACE_INCLUDE_DIRECTORIES: ${JEMALLOC_INTERFACE_INCLUDE_DIRECTORIES}")

internal/core/thirdparty/versions.txt

@@ -4,3 +4,4 @@ OPENTRACING_VERSION=v1.5.1
 PROTOBUF_VERSION=3.9.0
 LIBUNWIND_VERSION=1.6.2
 GPERFTOOLS_VERSION=2.9.1
+MILVUS_JEMALLOC_BUILD_VERSION=5.2.1

scripts/start_cluster.sh

@@ -14,6 +14,16 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+if [ "$(expr substr $(uname -s) 1 5)" == "Linux" ]; then
+        LIBJEMALLOC=$PWD/internal/core/output/lib/libjemalloc.so
+        if test -f "$LIBJEMALLOC"; then
+                #echo "Found $LIBJEMALLOC"
+                export LD_PRELDOAD="$LIBJEMALLOC"
+        else
+                echo "WARN: Cannot find $LIBJEMALLOC"   
+        fi
+fi
+
 echo "Starting rootcoord..."
 nohup ./bin/milvus run rootcoord > /tmp/rootcoord.log 2>&1 &
 

scripts/start_standalone.sh

@@ -14,5 +14,16 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+if [ "$(expr substr $(uname -s) 1 5)" == "Linux" ]; then
+	LIBJEMALLOC=$PWD/internal/core/output/lib/libjemalloc.so
+	if test -f "$LIBJEMALLOC"; then
+		#echo "Found $LIBJEMALLOC"
+		export LD_PRELOAD="$LIBJEMALLOC"
+		echo export LD_PRELOAD="$LIBJEMALLOC"
+	else
+		echo "WARN: Cannot find $LIBJEMALLOC"	
+	fi
+fi	
+
 echo "Starting standalone..."
 nohup ./bin/milvus run standalone > /tmp/standalone.log 2>&1 &