make it works on debian 10, as mysql

offical docker image use debian 10

Author: bash99

build-normal/compile.sh

@@ -15,6 +15,9 @@ optflags="$optflags $CPU_OPT_FLAGS"
 [[ -f /opt/rh/rh-mysql80/root/usr/include/mecab.h ]] && MECAB_INC=/opt/rh/rh-mysql80/root/usr
 [[ -f /usr/include/mecab.h ]] && MECAB_INC=/usr
 
+CMAKE=cmake
+[[ -f /usr/bin/ccmake3 ]] && CMAKE=cmake3
+
 cd $MYSQL_BUILD_PATH
 
 rm -f /tmp/${MYSQL_VER}_build
@@ -26,37 +29,41 @@ verlte() {
 date > /tmp/${MYSQL_VER}_build
 case $MYSQL_VER in
 	5.7)
-	        cmake . -DBUILD_CONFIG=mysql_release -DCMAKE_BUILD_TYPE=RelWithDebInfo -DFEATURE_SET=community \
+	        $CMAKE . -DBUILD_CONFIG=mysql_release -DCMAKE_BUILD_TYPE=RelWithDebInfo -DFEATURE_SET=community \
                    -DCMAKE_C_FLAGS="${optflags}" -DCMAKE_CXX_FLAGS="${optflags}" \
 	           -DWITH_NUMA=ON -DWITH_SYSTEMD=1 -DWITH_EMBEDDED_SERVER=OFF -DWITH_ZLIB=system \
 	           -DWITH_INNODB_MEMCACHED=1 -DWITH_SCALABILITY_METRICS=ON -DDOWNLOAD_BOOST=0 -DWITH_BOOST=../boost_1_59_0 \
 	           -DWITH_SSL=system -DWITH_MECAB=$MECAB_INC -DENABLE_DOWNLOADS=1 -DWITH_PAM=ON ${ASAN} \
 	           -DWITH_TOKUDB=1 -DWITH_ROCKSDB=1 2>&1 | tee -a /tmp/${MYSQL_VER}_build
                 ;;
 	5.6)
-	        cmake . -DBUILD_CONFIG=mysql_release -DCMAKE_BUILD_TYPE=RelWithDebInfo -DENABLE_DTRACE=OFF -DWITH_EMBEDDED_SERVER=OFF \
+	        $CMAKE . -DBUILD_CONFIG=mysql_release -DCMAKE_BUILD_TYPE=RelWithDebInfo -DENABLE_DTRACE=OFF -DWITH_EMBEDDED_SERVER=OFF \
 	           -DCMAKE_C_FLAGS="${optflags}" -DCMAKE_CXX_FLAGS="${optflags}" -DWITH_SSL=system -DENABLE_DOWNLOADS=1 \
 	           -DWITH_INNODB_MEMCACHED=ON -DWITH_SSL=system -DWITH_PAM=ON -DFEATURE_SET=community \
 	           -DWITH_ROCKSDB=0 -DWITH_SCALABILITY_METRICS=ON 2>&1 | tee -a /tmp/${MYSQL_VER}_build
                 ;;
 	8.0)
+                ## 8.0's flto require much memory, so MJ = total_memory_inGB / 4
+                MEM_K=$(free|grep Mem|awk '{print$2}')
+		MEM_G=$(echo "($MEM_K+768*1024)/1024/1024"|bc)
+		MJ=$(echo "$MEM_G/4"|bc)
+		LTOMJ=$(echo "$MJ/2"|bc)
+
                 [[ -z $ORIGIN_MYSQL ]] && OTHER_ENG="" || OTHER_ENG="-DWITH_ROCKSDB=1 -DWITH_TOKUDB=1"
-                cmake3 . -DBUILD_CONFIG=mysql_release -DCMAKE_BUILD_TYPE=RelWithDebInfo -DFEATURE_SET=community \
+
+                $CMAKE . -DBUILD_CONFIG=mysql_release -DCMAKE_BUILD_TYPE=RelWithDebInfo -DFEATURE_SET=community \
                    -DWITH_NUMA=ON -DWITH_SYSTEMD=1 -DWITH_READLINE=system -DWITH_SSL=system \
-                   -DCMAKE_C_FLAGS="${optflags}" -DCMAKE_CXX_FLAGS="${optflags}" \
+		   -DCMAKE_CXX_LINK_FLAGS="-flto=${LTOMJ}" -DCMAKE_SHARED_LINKER_FLAGS="-flto=${LTOMJ}"  \
+                   -DCMAKE_C_FLAGS="${optflags} -flto=${LTOMJ}" -DCMAKE_CXX_FLAGS="${optflags} -flto=${LTOMJ}" \
                    -DMYSQL_MAINTAINER_MODE=OFF -DFORCE_INSOURCE_BUILD=1 -DWITH_LZ4=bundled -DWITH_ZLIB=bundled \
                    -DWITH_PROTOBUF=bundled -DWITH_RAPIDJSON=bundled -DWITH_ICU=bundled -DWITH_LIBEVENT=bundled \
                    -DWITH_INNODB_MEMCACHED=1 -DWITH_BOOST=../boost_cur -DDOWNLOAD_BOOST=ON -DWITH_SYSTEM_LIBS=ON \
                    -DWITH_MECAB=$MECAB_INC -DENABLE_DOWNLOADS=1 -DWITH_PAM=1 -DWITH_ZSTD=bundled ${ASAN} \
                    ${OTHER_ENG} ${PGO_OPT} \
-		   -DWITH_KEYRING_VAULT=1 -DWITH_LTO=1 2>&1 | tee -a /tmp/${MYSQL_VER}_build
+		   -DWITH_KEYRING_VAULT=1 2>&1 | tee -a /tmp/${MYSQL_VER}_build
                 ## still some bug when direct make install, systemd require write to /usr/local/mysql, 
                 ## which ignore INSTALL_PREFIX, need run command below to workaroud
-                cmake3 build -DCMAKE_INSTALL_PREFIX=$MYSQL_BASE .
-                ## 8.0's flto require much memory, so MJ = total_memory_inGB / 4
-                MEM_K=$(free|grep Mem|awk '{print$2}')
-		MEM_G=$(echo "($MEM_K+768*1024)/1024/1024"|bc)
-		MJ=$(echo "$MEM_G/4"|bc)
+                $CMAKE build -DCMAKE_INSTALL_PREFIX=$MYSQL_BASE .
                 ;;
         *)
 		echo "unsupport percona server version! don't know how to cmake"

build-normal/init_conf.sh

@@ -19,9 +19,12 @@ logfile_size=$(echo "$pool_max/8"|bc)
 pool_chunk_size=$(($logfile_size>1024?128:$logfile_size/8))
 logfile_size=$(($logfile_size<2048?$logfile_size:2048))
 
+JEMALLOC="/usr/lib64/libjemalloc.so.1"
+[[ -f /usr/lib/x86_64-linux-gnu/libjemalloc.so ]] && JEMALLOC=/usr/lib/x86_64-linux-gnu/libjemalloc.so
+
 cat <<EOF
 [mysqld_safe]
-malloc-lib=/usr/lib64/libjemalloc.so.1
+malloc-lib=$JEMALLOC
 datadir=$datadir
 socket=${datadir}/mysql.sock
 

build-normal/start_normal.sh

@@ -10,8 +10,11 @@ sudo sync
 #sudo sysctl -q -w vm.drop_caches=3
 #sudo sh -c "echo 3 > /proc/sys/vm/drop_caches"
 
-## lg_dirty_mult:-1 is deal with bug of jemalloc 3.3
-export LD_PRELOAD='/usr/lib64/libjemalloc.so.1' MALLOC_CONF='lg_dirty_mult:-1'
+JEMALLOC="/usr/lib64/libjemalloc.so.1"
+## lg_dirty_mult:-1 is deal with bug of jemalloc 3.3, showld disable for jemalloc 3.9
+JEMALLOC_CONF='lg_dirty_mult:-1'
+[[ -f /usr/lib/x86_64-linux-gnu/libjemalloc.so ]] && JEMALLOC=/usr/lib/x86_64-linux-gnu/libjemalloc.so && JEMALLOC_CONF=""
+export LD_PRELOAD=$JEMALLOC MALLOC_CONF=$JEMALLOC_CONF
 
 sh -c "numactl --interleave=all $MYSQLD_WITHOPT" &
 # [[ ! -f $MYSQL_LOG ]] && sleep 1

build-opt/build_pgo.sh

@@ -16,7 +16,7 @@ bash $SELF_PATH/patch_version.sh $MYSQL_BUILD_PATH
 
 [[ "$MYSQL_VER" == "8.0" ]] || export optflags=" $CPU_OPT_FLAGS --profile-generate "
 ## 8.0 has cmake options to enable pgo
-[[ "$MYSQL_VER" == "8.0" ]] && export optflags=" $CPU_OPT_FLAGS" PGO_OPT=" -DFPROFILE_GENERATE=ON"
+[[ "$MYSQL_VER" == "8.0" ]] && export optflags=" $CPU_OPT_FLAGS " PGO_OPT=" -DFPROFILE_GENERATE=ON"
 bash $SELF_PATH/../build-normal/compile.sh $MYSQL_BASE ${MYSQL_BUILD_PATH} $MYSQL_VER
 if [ $? -ne 0 ]; then echo "compile failed! Assert: non-0 exit status detected!"; exit 1; fi
 ( head -1 /tmp/${MYSQL_VER}_build && tail -1 /tmp/${MYSQL_VER}_build ) > /tmp/${MYSQL_VER}_profile-gen_compile_time.txt

build-opt/make_package.sh

@@ -26,6 +26,6 @@ rm -rf lib/*.a lib/mysql/plugin/*test* lib/mysql/plugin/qa_auth_* lib/mysql/plug
 grep -rinl profile-gen . | xargs -n 64 perl -pi -e "s///g"
 grep -rinl profile-use . | xargs -n 64 perl -pi -e "s///g"
 cd .. 
-tar cf - $PKGNAME | pxz -4 > $CUR_PATH/mini_$PKGNAME-${PGOED}.tar.xz
+tar cf - $PKGNAME | xz -T0 -4 > $CUR_PATH/mini_$PKGNAME-${PGOED}.tar.xz
 ## zstd is good, we'll use it once default tar on centos 7 can automatic decompress it
 #tar cf - $PKGNAME | zstd -T0 -6 > $CUR_PATH/mini_$PKGNAME.tar.zst

prepare/.install-misc.sh.swp

@@ -1,5 +1,15 @@
 #!/bin/bash
 
-yum install -y centos-release-scl && \
-yum install -y devtoolset-9-gcc-c++ automake libtool openssl-devel && \
-echo "source /opt/rh/devtoolset-9/enable " > /etc/profile.d/devtoolset-9.sh
+yum_install() {
+    yum install -y centos-release-scl && \
+    yum install -y devtoolset-9-gcc-c++ automake libtool openssl-devel && \
+    echo "source /opt/rh/devtoolset-9/enable " > /etc/profile.d/devtoolset-9.sh
+    yum install -y git rsync
+}
+
+apt_install() {
+    apt install build-essential git rsync -y
+}
+
+[[ -f /usr/bin/apt ]] && apt_install
+[[ -f /usr/bin/yum ]] && yum_install

prepare/install-devtoolset.sh

@@ -1,5 +1,6 @@
 #!/bin/bash
 
+yum_install() {
 GNUPGHOME=~/gnupg && mkdir -p ~/gnupg && chmod 600 ~/gnupg \
 && gpg --keyserver ha.pool.sks-keyservers.net --recv-keys 352c64e5 \
 && gpg --export --armor 352c64e5 > ${GNUPGHOME}/RPM-GPG-KEY-EPEL \
@@ -15,3 +16,14 @@ GNUPGHOME=~/gnupg && mkdir -p ~/gnupg && chmod 600 ~/gnupg \
 --slave /usr/local/bin/cpack cpack /usr/bin/cpack3 \
 --slave /usr/local/bin/ccmake ccmake /usr/bin/ccmake3 \
 --family cmake
+}
+
+apt_install() {
+    apt install libjemalloc-dev bzip2 cmake libmecab-dev libnuma-dev libaio-dev libncurses-dev \
+      libreadline-dev libcurl4-openssl-dev libpam0g-dev libbison-dev bison tmux bc patch \
+      libssl-dev libre2-dev libtirpc-dev libedit-dev zip zstd libdata-dmp-perl pkg-config \
+      numactl automake autoconf libtool -y
+}
+
+[[ -f /usr/bin/apt ]] && apt_install
+[[ -f /usr/bin/yum ]] && yum_install

prepare/install-misc.sh

@@ -9,17 +9,20 @@ if [ "$SYSBENCH_BASE" == "" ]; then
   SYSBENCH_SRC=sysbench_1.0
   git clone --depth 1 https://github.com/akopytov/sysbench -b 1.0 $SYSBENCH_SRC
 
-  export LDFLAGS="-L$MYSQL_BASE/lib"
+  export LDFLAGS="-L$MYSQL_BASE/lib -lstdc++"
   cd $SYSBENCH_SRC && git pull \
   && ./autogen.sh \
   && ./configure --with-mysql=$MYSQL_BASE \
   && make clean \
-  && perl -pi.bak -e "s/-lperconaserverclient/-lperconaserverclient -lstdc++/" Makefile src/Makefile \
-  && perl -pi.bak -e "s/-l-pthread/-lpthread/g" Makefile src/Makefile \
-  && mv $MYSQL_BASE/lib/libperconaserverclient.so $MYSQL_BASE/lib/libperconaserverclient.soso \
   && make -j ${nproc} \
-  && mv $MYSQL_BASE/lib/libperconaserverclient.soso $MYSQL_BASE/lib/libperconaserverclient.so \
   && make install -j ${nproc} prefix=$MYSQL_BASE/sysbench
+## tmp config for build static sysbench
+#  && perl -pi.bak -e "s/-lperconaserverclient/-lperconaserverclient -lstdc++/" Makefile src/Makefile \
+#  && perl -pi.bak -e "s/-l-pthread/-lpthread/g" Makefile src/Makefile \
+#  && mv -f $MYSQL_BASE/lib/libmysqlclient.so $MYSQL_BASE/lib/libmysqlclient.soso \
+#  && mv -f $MYSQL_BASE/lib/libmysqlclient.soso $MYSQL_BASE/lib/libmysqlclient.so \
+#  && mv -f $MYSQL_BASE/lib/libperconaserverclient.soso $MYSQL_BASE/lib/libperconaserverclient.so \
+#  && mv -f $MYSQL_BASE/lib/libperconaserverclient.so $MYSQL_BASE/lib/libperconaserverclient.soso \
 else
   if [ -d $SYSBENCH_BASE ]; then
     sleep 15

sysbench/compile-sysbench.sh

@@ -25,5 +25,7 @@ cd $SYSBENCH_LUA_DIR
 
 echo $SYSBENCH_BIN oltp_insert.lua $SYSBENCH_OPT --threads=1 prepare
 $SYSBENCH_BIN oltp_insert.lua $SYSBENCH_OPT --threads=1 prepare
+## warm up 40 secs after init
+$SYSBENCH_BIN oltp_point_select.lua $SYSBENCH_OPT --time=40 run
 
 cd $CUR_PATH