+---

+# Include Salsa-CI as a base

+# Override Salsa-CI with MariaDB specific variations

+ SALSA_CI_GBP_BUILDPACKAGE_ARGS: "--git-submodules" # did not apply to extract-sources

+ - provisioning

+ - upgrade from Buster/Stretch

+ - test extras

+ - rm -rf "${WORKING_DIR}/source_dir" # Remove excess source files

+ RELEASE: buster-backports

+ RELEASE: stretch-backports

+# base image missing git

+build i386:

+ - apt-get update && apt-get install -y --no-install-recommends git

+ - *autobake-deb-steps

+ image: $SALSA_CI_IMAGES_BASE_I386

+ variables:

+ ARCH: 'i386'

+ except:

+ variables:

+ - $SALSA_CI_DISABLE_BUILD_PACKAGE_I386 =~ /^(1|yes|true)$/

+

+build native deb:

+ extends: .build-package

+ script: &buildpackage-script |

+ mkdir -p ${WORKING_DIR} ${CCACHE_WORK_DIR}

+ mv ${CCACHE_WORK_DIR} ${CCACHE_TMP_DIR}

+ export CCACHE_DIR=${CCACHE_TMP_DIR}

+ # Add deb-src entries

+ sed -n '/^deb\s/s//deb-src /p' /etc/apt/sources.list > /etc/apt/sources.list.d/deb-src.list

+ apt-get update && eatmydata apt-get install --no-install-recommends -y \

+ aptitude \

+ devscripts \

+ ccache \

+ equivs \

+ build-essential \

+ python3

+ # Enter source package dir

+ cd ${WORKING_DIR}/${SOURCE_DIR}

+ # Install package build dependencies

+ eatmydata install-build-deps.sh .

+ # Generate ccache links

+ dpkg-reconfigure ccache

+ PATH="/usr/lib/ccache/:${PATH}"

+ # Reset ccache stats

+ ccache -z

+ # Create salsaci user and fix permissions

+ useradd salsaci

+ chown -R salsaci. ${WORKING_DIR} ${CCACHE_DIR}

+ # Define buildlog filename

+ BUILD_LOGFILE_SOURCE=$(dpkg-parsechangelog -S Source)

+ BUILD_LOGFILE_VERSION=$(dpkg-parsechangelog -S Version)

+ BUILD_LOGFILE_VERSION=${BUILD_LOGFILE_VERSION#*:}

+ BUILD_LOGFILE_ARCH=$(dpkg --print-architecture)

+ BUILD_LOGFILE="${WORKING_DIR}/${BUILD_LOGFILE_SOURCE}_${BUILD_LOGFILE_VERSION}_${BUILD_LOGFILE_ARCH}.build"

+ # Build package as user salsaci

+ su salsaci -c "eatmydata dpkg-buildpackage ${DB_BUILD_PARAM}" |& OUTPUT_FILENAME=${BUILD_LOGFILE} filter-output

+ # Restore PWD to ${WORKING_DIR}

+ cd ${WORKING_DIR}

+ rm -rf ${WORKING_DIR}/${SOURCE_DIR}

+ # Print ccache stats on job log

+ ccache -s

+ mv ${CCACHE_TMP_DIR} ${CCACHE_WORK_DIR}

+ needs:

+ - job: build native deb

+ artifacts: true

+# In addition to Salsa-CI, also run these fully MariaDB specific build jobs

+# Define snippets used to construct jobs

+.test-prepare-container: &test-prepare-container |

+ cd ${WORKING_DIR} # Don't repeat this step, it's just cd ./debian/output

+ # Enable automatic restarts from maint scripts

+ sed -i "s/101/0/g" -i /usr/sbin/policy-rc.d

+ # Fake /sbin/runlevel to avoid warnings of "invoke-rc.d: could not determine current runlevel"

+ echo -e '#!/bin/sh\necho "N 5"' > /sbin/runlevel; chmod +x /sbin/runlevel

+ # Avoid the warnings of "debconf: unable to initialize frontend: Dialog"

+ echo 'debconf debconf/frontend select Noninteractive' | debconf-set-selections

+ # Prime the apt cache so later apt commands can run

+ apt-get update

+

+.test-verify-initial: &test-verify-initial |

+ dpkg -l | grep -iE 'maria|mysql|galera' || true # List installed

+ service mysql status || service mariadb status # Early MariaDB 10.5 only had 'mariadb'

+ mysql --skip-column-names -e "select @@version, @@version_comment" # Show version

+ echo 'SHOW DATABASES;' | mysql # List databases before upgrade

+ mysql -e "SELECT Host, User, plugin,authentication_string FROM user;" mysql

+ mysql -e "SELECT * FROM plugin;" mysql

+

+.test-enable-sid-repos: &test-enable-sid-repos |

+ # Replace any old repos with just Sid

+ echo 'deb http://deb.debian.org/debian sid main' > /etc/apt/sources.list

+ # Upgrade minimal stack first

+ apt-get update

+ apt-get install -y apt

+

+.test-install: &test-install |

+ # Install MariaDB built in this commit

+ apt-get install -y ./*.deb

+ # Verify installation of MariaDB built in this commit

+ dpkg -l | grep -iE 'maria|mysql|galera' || true # List installed

+ mariadb --version # Client version

+

+.test-verify-final: &test-verify-final |

+ mkdir -p debug # Ensure dir exists before using it

+ find /var/lib/mysql -ls > debug/var-lib-mysql.list || true # Ignore errors about "no such file or directory"

+ cp -ra /etc/mysql debug/etc-mysql

+ cp -ra /var/log/mysql debug/var-log-mysql

+ mariadb --skip-column-names -e "select @@version, @@version_comment" # Show version

+ echo 'SHOW DATABASES;' | mariadb # List databases

+ mariadb -e "create database test; use test; create table t(a int primary key) engine=innodb; insert into t values (1); select * from t; drop table t; drop database test;" # Test that InnoDB works

+ mariadb -e "SELECT Host, User, plugin,authentication_string FROM user;" mysql

+ mariadb -e "SELECT * FROM plugin;" mysql

+

+.test-verify-libs: &test-verify-libs

+ # Don't use a collapsed command as Gitlab-CI would hide each command from the output

+ - ldconfig -p | grep -e mariadb -e mysql

+ - pkg-config --list-all

+ - pkg-config --cflags --libs mysqlclient

+ - pkg-config --cflags --libs libmariadb

+ - pkg-config --cflags --libs mariadb

+ - apt-get install -y --no-install-recommends g++

+

+.test-install-all-libs: &test-install-all-libs

+ - apt-get install -y ./libmariadb3_*.deb ./libmariadb-dev_*.deb ./libmariadb-dev-compat_*.deb ./libmariadbd19_*.deb ./libmariadbd-dev_*.deb ./mariadb-common_*.deb

+ needs:

+ - job: build

+ artifacts: true

+ - *test-prepare-container

+ - *test-install

+ - *test-verify-final

+ GIT_STRATEGY: none

+mariadb-10.6 Sid upgrade:

+ needs:

+ - job: build

+ artifacts: true

+ image: debian:${RELEASE}

+ - *test-prepare-container

+ - *test-install

+ - service mariadb status # There is no init.d/mysql in MariaDB 10.6

+ - *test-verify-final

+ GIT_STRATEGY: none

+mariadb-10.3 Buster to mariadb-10.6 upgrade:

+ stage: upgrade from Buster/Stretch

+ needs:

+ - job: build

+ artifacts: true

+ - *test-prepare-container

+ # Install everything MariaDB currently in Debian Buster

+ - apt-get install -y 'default-mysql*' 'mariadb-*' 'libmariadb*'

+ - *test-verify-initial

+ - *test-enable-sid-repos

+ - *test-install

+ - *test-verify-final

+ GIT_STRATEGY: none

+mariadb-10.1 Stretch to mariadb-10.6 upgrade:

+ stage: upgrade from Buster/Stretch

+ needs:

+ - job: build

+ artifacts: true

+ - *test-prepare-container

+ # Install almost everything currently in Debian Stretch,

+ # omitting libmariadbclient-dev-compat as it would conflict

+ # Verify installation of MariaDB from Buster

+ - *test-verify-initial

+ - *test-enable-sid-repos

+ - *test-install

+ - *test-verify-final

+ GIT_STRATEGY: none

+ needs:

+ - job: build

+ artifacts: true

+ - *test-prepare-container

+ - *test-install

+ - *test-verify-final

+ - |

+ # Print info about server

+ mariadb --skip-column-names -e "select @@version, @@version_comment"

+ mariadb --skip-column-names -e "select engine, support, transactions, savepoints from information_schema.engines order by engine" | sort

+ mariadb --skip-column-names -e "select plugin_name, plugin_status, plugin_type, plugin_library, plugin_license from information_schema.all_plugins order by plugin_name, plugin_library"

+ # Test various features

+ mariadb -e "CREATE DATABASE db"

+ mariadb -e "CREATE TABLE db.t_innodb(a1 SERIAL, c1 CHAR(8)) ENGINE=InnoDB; INSERT INTO db.t_innodb VALUES (1,'"'"'foo'"'"'),(2,'"'"'bar'"'"')"

+ mariadb -e "CREATE TABLE db.t_myisam(a2 SERIAL, c2 CHAR(8)) ENGINE=MyISAM; INSERT INTO db.t_myisam VALUES (1,'"'"'foo'"'"'),(2,'"'"'bar'"'"')"

+ mariadb -e "CREATE TABLE db.t_aria(a3 SERIAL, c3 CHAR(8)) ENGINE=Aria; INSERT INTO db.t_aria VALUES (1,'"'"'foo'"'"'),(2,'"'"'bar'"'"')"

+ mariadb -e "CREATE TABLE db.t_memory(a4 SERIAL, c4 CHAR(8)) ENGINE=MEMORY; INSERT INTO db.t_memory VALUES (1,'"'"'foo'"'"'),(2,'"'"'bar'"'"')"

+ mariadb -e "CREATE ALGORITHM=MERGE VIEW db.v_merge AS SELECT * FROM db.t_innodb, db.t_myisam, db.t_aria"

+ mariadb -e "CREATE ALGORITHM=TEMPTABLE VIEW db.v_temptable AS SELECT * FROM db.t_innodb, db.t_myisam, db.t_aria"

+ mariadb -e "CREATE PROCEDURE db.p() SELECT * FROM db.v_merge"

+ mariadb -e "CREATE FUNCTION db.f() RETURNS INT DETERMINISTIC RETURN 1"

+ # Test that the features still work (this step can be done e.g. after an upgrade)

+ mariadb -e "SHOW TABLES IN db"

+ mariadb -e "SELECT * FROM db.t_innodb; INSERT INTO db.t_innodb VALUES (3,'"'"'foo'"'"'),(4,'"'"'bar'"'"')"

+ mariadb -e "SELECT * FROM db.t_myisam; INSERT INTO db.t_myisam VALUES (3,'"'"'foo'"'"'),(4,'"'"'bar'"'"')"

+ mariadb -e "SELECT * FROM db.t_aria; INSERT INTO db.t_aria VALUES (3,'"'"'foo'"'"'),(4,'"'"'bar'"'"')"

+ mariadb -e "SELECT * FROM db.t_memory; INSERT INTO db.t_memory VALUES (3,'"'"'foo'"'"'),(4,'"'"'bar'"'"')"

+ mariadb -e "SELECT COUNT(*) FROM db.v_merge"

+ mariadb -e "SELECT COUNT(*) FROM db.v_temptable"

+ mariadb -e "CALL db.p()"

+ mariadb -e "SELECT db.f()"

+ - |

+ # Test TLS connections

+ dpkg -l | grep -i -e tls -e ssl

+ # Create user for TCP connection, must have password

+ mariadb -e "SET PASSWORD FOR 'mysql'@'localhost' = PASSWORD('asdf234');"

+ cat <<EOF > /root/.my.cnf

+ [client]

+ user=mysql

+ password=asdf234

+ protocol=tcp

+ EOF

+ export CERT_PATH=/usr/share/mysql/mysql-test/std_data

+ openssl verify -CAfile $CERT_PATH/cacert.pem $CERT_PATH/server-cert.pem

+ openssl x509 -subject -issuer -noout -in $CERT_PATH/cacert.pem

+ openssl x509 -subject -issuer -noout -in $CERT_PATH/server-cert.pem

+ cat <<EOF > /etc/mysql/mariadb.conf.d/tls.cnf

+ [client-server]

+ ssl = on

+ ssl-ca = $CERT_PATH/cacert.pem

+ ssl-cert = $CERT_PATH/server-cert.pem

+ ssl-key = $CERT_PATH/server-key.pem

+ [server]

+ require-secure-transport = on

+ [client]

+ ssl-verify-server-cert = on

+ EOF

+ service mariadb restart

+ mariadb -Bse 'STATUS' | tee result

+ # Ensure important values present, otherwise fail job

+ grep --quiet "localhost via TCP/IP" result

+ mariadb -Bse 'SHOW VARIABLES' | grep -e tls -e ssl | tee result

+ grep --quiet "have_ssl YES" result

+ grep --quiet TLSv1.3 result

+ mariadb -Bse 'SHOW SESSION STATUS' | grep -i -e tls -e ssl | tee result

+ grep --quiet TLSv1.3 result

+ GIT_STRATEGY: none

+ needs:

+ - job: build

+ artifacts: true

+ - *test-prepare-container

+ # Run each step separately to avoitda 800+ lines chunk that lacks the

+ # commands themselves printed and Gitlab-CI cutting off the output

+ GIT_STRATEGY: none

+ stage: upgrade in Sid

+ needs:

+ - job: build

+ artifacts: true

+ image: debian:${RELEASE}

+ - *test-prepare-container

+ - apt-get install -y pkg-config libmysqlclient-dev

+ - *test-verify-libs

+default-libmysqlclient-dev Sid upgrade:

+ needs:

+ - job: build

+ artifacts: true

+ image: debian:${RELEASE}

+ - *test-prepare-container

+ - *test-install-all-libs

+ - *test-verify-libs

+default-libmysqlclient-dev Buster upgrade:

+ stage: upgrade from Buster/Stretch

+ needs:

+ - job: build

+ artifacts: true

+ - *test-prepare-container

+ - *test-enable-sid-repos

+ - *test-install-all-libs

+ - *test-verify-libs

+default-libmysqlclient-dev Stretch upgrade:

+ stage: upgrade from Buster/Stretch

+ needs:

+ - job: build

+ artifacts: true

+ - *test-prepare-container

+ - *test-enable-sid-repos

+ - *test-install-all-libs

+ - *test-verify-libs

+mariadb-connector-c Stretch upgrade:

+ stage: upgrade from Buster/Stretch

+ needs:

+ - job: build

+ artifacts: true

+ - *test-prepare-container

+ - *test-enable-sid-repos

+ - *test-install-all-libs

+ - *test-verify-libs

+# Upgrading from MySQL 8.0 with datadir in place is not possible. Users need to do a data dump.

+# The Debian maintainer scripts detect this situation and simply moves old datadir aside and start fresh.

+mysql-8.0 Sid to mariadb-10.6 upgrade:

+ stage: upgrade in Sid

+ needs:

+ - job: build

+ artifacts: true

+ image: debian:sid

+ - *test-prepare-container

+ # First install often fail due to bug in mysql-8.0

+ - apt-get install -y mysql-server 'libmysqlc*' || true

+ - sleep 10 && apt-get install -f

+ - *test-verify-initial

+ - *test-install

+ - sleep 5 # Give the mysql_upgrade a bit of time to complete before querying the server

+ - *test-verify-final

+ GIT_STRATEGY: none

+ # Installation often fails (not a MariaDB reason), so do not require this test to pass

+ allow_failure: true

+mysql-5.7 Sid to mariadb-10.6 upgrade:

+ stage: upgrade in Sid

+ needs:

+ - job: build

+ artifacts: true

+ - *test-prepare-container

+ - apt-get install -y mysql-server-5.7 'libmysqlc*'

+ - *test-verify-initial

+ - *test-install

+ - *test-verify-final

+ GIT_STRATEGY: none

+mysql-8.0 Focal to mariadb-10.6 upgrade:

+ needs:

+ - job: build buster-backports

+ artifacts: true

+ image: debian:buster

+ - *test-prepare-container

+ # First install often fail due to bug in mysql-8.0

+ - apt-get install -y mysql-server 'libmysqlc*' || true

+ - sleep 10 && apt-get install -f

+ - *test-verify-initial

+ # Enable backports to make galera-4 available

+ - echo 'deb http://deb.debian.org/debian buster-backports main' > /etc/apt/sources.list.d/backports.list && apt-get update

+ - *test-install

+ - sleep 5 # Give the mysql_upgrade a bit of time to complete before querying the server

+ - *test-verify-final

+ variables:

+ GIT_STRATEGY: none

+ except:

+ variables:

+ - $CI_COMMIT_TAG != null && $SALSA_CI_ENABLE_PIPELINE_ON_TAGS !~ /^(1|yes|true)$/

+ # Installation often fails (not a MariaDB reason), so do not require this test to pass

+ allow_failure: true

+

+mysql-5.7 Bionic to mariadb-10.5 upgrade:

+ stage: upgrade extras

+ needs:

+ - job: build stretch-backports

+ artifacts: true

+ image: debian:stretch

+ artifacts:

+ when: always

+ name: "$CI_BUILD_NAME"

+ paths:

+ - ${WORKING_DIR}/debug

+ script:

+ - *test-prepare-container

+ # Add Ubuntu Bionic archive keys and repository

+ - apt-get install --no-install-recommends --yes gpg gpg-agent dirmngr ca-certificates # Bare minimal (<4MB) for apt-key to work

+ - apt-key adv --recv-keys --keyserver hkps://keyserver.ubuntu.com:443 871920D1991BC93C 3B4FE6ACC0B21F32

+ - echo 'deb http://archive.ubuntu.com/ubuntu/ bionic main restricted' > /etc/apt/sources.list.d/ubuntu.list

+ - apt-get update

+ - apt-get install -y 'mysql*' 'libmysqlc*'

+ - *test-verify-initial

+ # Enable backports to make libzstd1, rocksdb-tools

+ - echo 'deb http://deb.debian.org/debian stretch-backports main' >> /etc/apt/sources.list.d/backports.list

+ # Enable backports to make galera-4 available

+ - echo 'deb http://deb.debian.org/debian stretch-backports-sloppy main' >> /etc/apt/sources.list.d/backports.list && apt-get update

+ # Remove plugin that requires libcurl4, not available in Debian Stretch

+ - rm mariadb-plugin-s3*.deb

+ - *test-install

+ - *test-verify-final

+ GIT_STRATEGY: none

+mariadb.org-10.5 to mariadb-10.6 upgrade:

+ needs:

+ - job: build

+ artifacts: true

+ - *test-prepare-container

+ - echo 'deb http://mirror.one.com/mariadb/repo/10.5/debian sid main' > /etc/apt/sources.list.d/mariadb.list

+ # Package libmariadbclient-dev from mariadb.org conficts with libmariadb-dev in Sid, so cannot use wildcard that would include it

+ - apt-get install -y 'mariadb*' libmariadb3 'libmariadb-*' 'libmariadbd*'

+ - *test-verify-initial

+ # Force downgrades so our version installs on top of upstream revision, e.g. 1:10.5.5-1 vs 1:10.5.5+mariadb~sid

+ - apt-get install -y --allow-downgrades ./*.deb

+ - service mariadb status # There is no init.d/mysql in MariaDB 10.5

+ - *test-verify-final

+ GIT_STRATEGY: none

+ needs:

+ - job: build

+ artifacts: true

+ - *test-prepare-container

+ - echo 'deb http://mirror.one.com/mariadb/repo/10.4/debian sid main' > /etc/apt/sources.list.d/mariadb.list

+ - *test-verify-initial

+ - *test-install

+ - sleep 5 # Give the mysql_upgrade a bit of time to complete before querying the server

+ - *test-verify-final

+ GIT_STRATEGY: none

+ needs:

+ - job: build

+ artifacts: true

+ - *test-prepare-container

+ - echo 'deb http://mirror.one.com/mariadb/repo/10.3/debian sid main' > /etc/apt/sources.list.d/mariadb.list

+ # Verify initial state before upgrade

+ - echo 'SHOW DATABASES;' | mysql --defaults-file=/etc/mysql/debian.cnf

+ - *test-install

+ - *test-verify-final

+ GIT_STRATEGY: none

+ needs:

+ - job: build

+ artifacts: true

+ - *test-prepare-container

+ - echo 'deb http://mirror.one.com/mariadb/repo/10.2/debian sid main' > /etc/apt/sources.list.d/mariadb.list

+ # Verify initial state before upgrade

+ - echo 'SHOW DATABASES;' | mysql --defaults-file=/etc/mysql/debian.cnf

+ - *test-install

+ - service mysql status

+ - sleep 5 # Give the mysql_upgrade a bit of time to complete before querying the server

+ - *test-verify-final

+ variables:

+ GIT_STRATEGY: none

+ except:

+ variables:

+ - $CI_COMMIT_TAG != null && $SALSA_CI_ENABLE_PIPELINE_ON_TAGS !~ /^(1|yes|true)$/

+

+mysql.com-5.7 to mariadb-10.6 upgrade:

+ stage: upgrade extras

+ needs:

+ - job: build buster-backports

+ artifacts: true

+ image: debian:buster

+ artifacts:

+ when: always

+ name: "$CI_BUILD_NAME"

+ paths:

+ - ${WORKING_DIR}/debug

+ script:

+ - *test-prepare-container

+ - |

+ apt-get install --no-install-recommends --yes gpg gpg-agent dirmngr ca-certificates # Bare minimal (<4MB) for apt-key to work

+ apt-key adv --recv-keys --keyserver hkps://keyserver.ubuntu.com:443 8C718D3B5072E1F5

+ echo 'deb https://repo.mysql.com/apt/debian/ buster mysql-5.7' > /etc/apt/sources.list.d/mysql.list

+ apt-get update

+ apt-get install -y 'mysql*' 'libmysqlc*'

+ - *test-verify-initial

+ # Enable backports to make galera-4 available

+ - echo 'deb http://deb.debian.org/debian buster-backports main' >> /etc/apt/sources.list.d/backports.list && apt-get update

+ - *test-install

+ - service mysql status

+ - sleep 5 # Give the mysql_upgrade a bit of time to complete before querying the server

+ - *test-verify-final

+ variables:

+ GIT_STRATEGY: none

+ except:

+ variables:

+ - $CI_COMMIT_TAG != null && $SALSA_CI_ENABLE_PIPELINE_ON_TAGS !~ /^(1|yes|true)$/

+

+percona-xtradb-5.7 to mariadb-10.6 upgrade (MDEV-22679):

+ stage: upgrade extras

+ needs:

+ - job: build buster-backports

+ artifacts: true

+ image: debian:buster

+ artifacts:

+ when: always

+ name: "$CI_BUILD_NAME"

+ paths:

+ - ${WORKING_DIR}/debug

+ script:

+ - *test-prepare-container

+ - |

+ apt-get install --no-install-recommends --yes gpg gpg-agent dirmngr ca-certificates # Bare minimal (<4MB) for apt-key to work

+ apt-key adv --recv-keys --keyserver hkps://keyserver.ubuntu.com:443 9334A25F8507EFA5

+ echo 'deb https://repo.percona.com/apt/ buster main' > /etc/apt/sources.list.d/mysql.list

+ apt-get update

+ apt-get install -y percona-xtradb-cluster-full-57 percona-xtrabackup-24 percona-toolkit pmm2-client

+ - service mysql status

+ - *test-verify-initial

+ # Enable backports to make galera-4 available

+ - echo 'deb http://deb.debian.org/debian buster-backports main' >> /etc/apt/sources.list.d/backports.list && apt-get update

+ - *test-install

+ - *test-verify-final

+ GIT_STRATEGY: none