enhance: set jemalloc prof disable by default (#41850)

issue: #40730

- add assertion for insert message
- add more buffer for seal notifier

Signed-off-by: chyezh <chyezh@outlook.com>

build/docker/milvus/amazonlinux2023/Dockerfile

@@ -32,7 +32,7 @@ COPY --chown=root:root --chmod=774 ./lib/ /milvus/lib/
 ENV PATH=/milvus/bin:$PATH
 ENV LD_LIBRARY_PATH=/milvus/lib:$LD_LIBRARY_PATH:/usr/lib
 ENV LD_PRELOAD=${MILVUS_ASAN_LIB}:/milvus/lib/libjemalloc.so
-ENV MALLOC_CONF=background_thread:true,prof:true
+ENV MALLOC_CONF=background_thread:true
 
 ENTRYPOINT ["/tini", "--"]
 

build/docker/milvus/gpu/ubuntu20.04/Dockerfile

@@ -23,4 +23,4 @@ COPY --chown=root:root --chmod=774 ./lib/ /milvus/lib/
 ENV PATH=/milvus/bin:$PATH
 ENV LD_LIBRARY_PATH=/milvus/lib:$LD_LIBRARY_PATH:/usr/lib
 ENV LD_PRELOAD=/milvus/lib/libjemalloc.so
-ENV MALLOC_CONF=background_thread:true,prof:true
+ENV MALLOC_CONF=background_thread:true

build/docker/milvus/gpu/ubuntu22.04/Dockerfile

@@ -19,7 +19,7 @@ COPY --chown=root:root --chmod=774 ./lib/ /milvus/lib/
 ENV PATH=/milvus/bin:$PATH
 ENV LD_LIBRARY_PATH=/milvus/lib:$LD_LIBRARY_PATH:/usr/lib
 ENV LD_PRELOAD=/milvus/lib/libjemalloc.so
-ENV MALLOC_CONF=background_thread:true,prof:true
+ENV MALLOC_CONF=background_thread:true
 
 ENTRYPOINT ["/tini", "--"]
 

build/docker/milvus/rockylinux8/Dockerfile

@@ -36,7 +36,7 @@ COPY ./lib/ /milvus/lib/
 ENV PATH=/milvus/bin:$PATH
 ENV LD_LIBRARY_PATH=/milvus/lib:$LD_LIBRARY_PATH:/usr/lib
 ENV LD_PRELOAD=${MILVUS_ASAN_LIB}:/milvus/lib/libjemalloc.so
-ENV MALLOC_CONF=background_thread:true,prof:true
+ENV MALLOC_CONF=background_thread:true
 
 ENTRYPOINT ["/tini", "--"]
 

build/docker/milvus/ubuntu20.04/Dockerfile

@@ -33,7 +33,7 @@ COPY --chown=root:root --chmod=774 ./lib/ /milvus/lib/
 ENV PATH=/milvus/bin:$PATH
 ENV LD_LIBRARY_PATH=/milvus/lib:$LD_LIBRARY_PATH:/usr/lib
 ENV LD_PRELOAD=${MILVUS_ASAN_LIB}:/milvus/lib/libjemalloc.so
-ENV MALLOC_CONF=background_thread:true,prof:true
+ENV MALLOC_CONF=background_thread:true
 
 ENTRYPOINT ["/tini", "--"]
 

build/docker/milvus/ubuntu22.04/Dockerfile

@@ -33,7 +33,7 @@ COPY --chown=root:root --chmod=774 ./lib/ /milvus/lib/
 ENV PATH=/milvus/bin:$PATH
 ENV LD_LIBRARY_PATH=/milvus/lib:$LD_LIBRARY_PATH:/usr/lib
 ENV LD_PRELOAD=${MILVUS_ASAN_LIB}:/milvus/lib/libjemalloc.so
-ENV MALLOC_CONF=background_thread:true,prof:true
+ENV MALLOC_CONF=background_thread:true
 
 ENTRYPOINT ["/tini", "--"]
 

internal/streamingnode/server/wal/interceptors/redo/redo_interceptor.go

@@ -48,6 +48,10 @@ func (r *redoAppendInterceptor) waitUntilGrowingSegmentReady(ctx context.Context
 	if msg.MessageType() == message.MessageTypeInsert {
 		insertMessage := message.MustAsMutableInsertMessageV1(msg)
 		h := insertMessage.Header()
+		if len(h.Partitions) != 1 {
+			// TODO: We will support multi-partition insert in the future.
+			panic("insert message should only have one partition")
+		}
 		for _, partition := range h.Partitions {
 			ready, err := r.shardManager.WaitUntilGrowingSegmentReady(h.CollectionId, partition.PartitionId)
 			if err != nil {

internal/streamingnode/server/wal/interceptors/shard/stats/stats_seal_worker.go

@@ -21,7 +21,7 @@ var (
 func newSealWorker(statsManager *StatsManager) *sealWorker {
 	w := &sealWorker{
 		statsManager:         statsManager,
-		sealNotifier:         make(chan sealSegmentIDWithPolicy, 1),
+		sealNotifier:         make(chan sealSegmentIDWithPolicy, 100),
 		growingBytesNotifier: syncutil.NewCooldownNotifier[uint64](growingBytesNotifyCooldown, 100),
 	}
 	return w

scripts/start_cluster.sh

@@ -21,7 +21,7 @@ if [[ "$OSTYPE" == "linux-gnu"* ]]; then
   if test -f "$LIBJEMALLOC"; then
     #echo "Found $LIBJEMALLOC"
     export LD_PRELOAD="$LIBJEMALLOC"
-    export MALLOC_CONF=background_thread:true,prof:true
+    export MALLOC_CONF=background_thread:true
   else
     echo "WARN: Cannot find $LIBJEMALLOC"
   fi

scripts/start_standalone.sh

@@ -21,7 +21,7 @@ if [[ "$OSTYPE" == "linux-gnu"* ]]; then
 	if test -f "$LIBJEMALLOC"; then
 		#echo "Found $LIBJEMALLOC"
 		export LD_PRELOAD="$LIBJEMALLOC"
-		export MALLOC_CONF=background_thread:true,prof:true
+		export MALLOC_CONF=background_thread:true
 	else
 		echo "WARN: Cannot find $LIBJEMALLOC"
 	fi