#!/bin/bash # # Bitnami MySQL library # shellcheck disable=SC1090 # shellcheck disable=SC1091 . /liblog.sh . /libos.sh . /libservice.sh . /libvalidations.sh . /libversion.sh ######################## # Configure database extra start flags # Globals: # DB_* # Arguments: # None # Returns: # Array with extra flags to use ######################### mysql_extra_flags() { local randNumber local dbExtraFlags local userExtraFlags randNumber=$(head /dev/urandom | tr -dc 0-9 | head -c 3 ; echo '') read -r -a userExtraFlags <<< "$(get_env_var_value EXTRA_FLAGS)" if [[ -n "$DB_REPLICATION_MODE" ]]; then dbExtraFlags+=("--server-id=$randNumber" "--binlog-format=ROW" "--log-bin=mysql-bin" "--sync-binlog=1") if [[ "$DB_REPLICATION_MODE" = "slave" ]]; then dbExtraFlags+=("--relay-log=mysql-relay-bin" "--log-slave-updates=1" "--read-only=1") if [[ "$DB_FLAVOR" = "mysql" ]]; then dbExtraFlags+=("--master-info-repository=TABLE" "--relay-log-info-repository=TABLE") fi elif [[ "$DB_REPLICATION_MODE" = "master" ]]; then dbExtraFlags+=("--innodb_flush_log_at_trx_commit=1") fi fi [[ -z ${userExtraFlags:-} ]] || dbExtraFlags=("${dbExtraFlags[@]:-}" "${userExtraFlags[@]}") echo "${dbExtraFlags[@]:-}" } ######################## # Loads global variables used on MySQL/MariaDB configuration. # Globals: # DB_FLAVOR # DB_SBIN_DIR # MYSQL_*/MARIADB_* # Arguments: # None # Returns: # Series of exports to be used as 'eval' arguments ######################### mysql_env() { cat <<"EOF" export DB_FLAVOR="${DB_FLAVOR:-"mysql"}" # Format log messages export MODULE="$DB_FLAVOR" export BITNAMI_DEBUG="${BITNAMI_DEBUG:-false}" # Paths export DB_VOLUME_DIR="/bitnami/$DB_FLAVOR" export DB_DATA_DIR="$DB_VOLUME_DIR/data" export DB_BASE_DIR="/opt/bitnami/$DB_FLAVOR" export DB_CONF_DIR="$DB_BASE_DIR/conf" export DB_LOG_DIR="$DB_BASE_DIR/logs" export DB_TMP_DIR="$DB_BASE_DIR/tmp" export DB_BIN_DIR="$DB_BASE_DIR/bin" export DB_SBIN_DIR="${DB_SBIN_DIR:-$DB_BASE_DIR/bin}" export PATH="$DB_BIN_DIR:$PATH" # Users export DB_DAEMON_USER="mysql" export DB_DAEMON_GROUP="mysql" # Settings export DB_MASTER_HOST="$(get_env_var_value MASTER_HOST)" MASTER_PORT_NUMBER="$(get_env_var_value MASTER_PORT_NUMBER)" export DB_MASTER_PORT_NUMBER="${MASTER_PORT_NUMBER:-3306}" PORT_NUMBER="$(get_env_var_value PORT_NUMBER)" export DB_PORT_NUMBER="${PORT_NUMBER:-3306}" export DB_REPLICATION_MODE="$(get_env_var_value REPLICATION_MODE)" read -r -a DB_EXTRA_FLAGS <<< "$(mysql_extra_flags)" export DB_EXTRA_FLAGS # Authentication export ALLOW_EMPTY_PASSWORD="${ALLOW_EMPTY_PASSWORD:-no}" ROOT_USER="$(get_env_var_value ROOT_USER)" export DB_ROOT_USER="${ROOT_USER:-root}" export DB_DATABASE="$(get_env_var_value DATABASE)" export DB_USER="$(get_env_var_value USER)" export DB_REPLICATION_USER="$(get_env_var_value REPLICATION_USER)" MASTER_ROOT_USER="$(get_env_var_value MASTER_ROOT_USER)" export DB_MASTER_ROOT_USER="${MASTER_ROOT_USER:-root}" EOF # Credentials should be allowed to be mounted as files to avoid sensitive data # in the environment variables password_file="$(get_env_var_value ROOT_PASSWORD_FILE)" if [[ -f "${password_file:-}" ]]; then cat <<"EOF" DB_ROOT_PASSWORD_FILE="$(get_env_var_value ROOT_PASSWORD_FILE)" export DB_ROOT_PASSWORD="$(< "${DB_ROOT_PASSWORD_FILE}")" EOF else cat <<"EOF" DB_ROOT_PASSWORD="$(get_env_var_value ROOT_PASSWORD)" export DB_ROOT_PASSWORD="${DB_ROOT_PASSWORD:-}" EOF fi password_file="$(get_env_var_value PASSWORD_FILE)" if [[ -f "${password_file:-}" ]]; then cat <<"EOF" DB_PASSWORD_FILE="$(get_env_var_value PASSWORD_FILE)" export DB_PASSWORD="$(< "${DB_PASSWORD_FILE}")" EOF else cat <<"EOF" DB_PASSWORD="$(get_env_var_value PASSWORD)" export DB_PASSWORD="${DB_PASSWORD:-}" EOF fi password_file="$(get_env_var_value REPLICATION_PASSWORD_FILE)" if [[ -f "${password_file:-}" ]]; then cat <<"EOF" DB_REPLICATION_PASSWORD_FILE="$(get_env_var_value REPLICATION_PASSWORD_FILE)" export DB_REPLICATION_PASSWORD="$(< "${DB_REPLICATION_PASSWORD_FILE}")" EOF else cat <<"EOF" DB_REPLICATION_PASSWORD="$(get_env_var_value REPLICATION_PASSWORD)" export DB_REPLICATION_PASSWORD="${DB_REPLICATION_PASSWORD:-}" EOF fi password_file="$(get_env_var_value MASTER_ROOT_PASSWORD_FILE)" if [[ -f "${password_file:-}" ]]; then cat <<"EOF" DB_MASTER_ROOT_PASSWORD_FILE="$(get_env_var_value MASTER_ROOT_PASSWORD_FILE)" export DB_MASTER_ROOT_PASSWORD="$(< "${DB_MASTER_ROOT_PASSWORD_FILE}")" EOF else cat <<"EOF" DB_MASTER_ROOT_PASSWORD="$(get_env_var_value MASTER_ROOT_PASSWORD)" export DB_MASTER_ROOT_PASSWORD="${DB_MASTER_ROOT_PASSWORD:-}" EOF fi } ######################## # Validate settings in MYSQL_*/MARIADB_* environment variables # Globals: # DB_* # Arguments: # None # Returns: # None ######################### mysql_validate() { info "Validating settings in MYSQL_*/MARIADB_* env vars" local error_code=0 # Auxiliary functions print_validation_error() { error "$1" error_code=1 } empty_password_enabled_warn() { warn "You set the environment variable ALLOW_EMPTY_PASSWORD=${ALLOW_EMPTY_PASSWORD}. For safety reasons, do not use this flag in a production environment." } empty_password_error() { print_validation_error "The $1 environment variable is empty or not set. Set the environment variable ALLOW_EMPTY_PASSWORD=yes to allow the container to be started with blank passwords. This is recommended only for development." } backslash_password_error() { print_validation_error "The password cannot contain backslashes ('\'). Set the environment variable $1 with no backslashes (more info at https://dev.mysql.com/doc/refman/8.0/en/string-comparison-functions.html)" } if [[ -n "$DB_REPLICATION_MODE" ]]; then if [[ "$DB_REPLICATION_MODE" = "master" ]]; then if is_boolean_yes "$ALLOW_EMPTY_PASSWORD"; then empty_password_enabled_warn else if [[ -n "$DB_REPLICATION_USER" ]] && [[ -z "$DB_REPLICATION_PASSWORD" ]]; then empty_password_error "$(get_env_var REPLICATION_PASSWORD)" fi if [[ -z "$DB_ROOT_PASSWORD" ]]; then empty_password_error "$(get_env_var ROOT_PASSWORD)" fi if (( ${#DB_ROOT_PASSWORD} > 32 )); then print_validation_error "The password can not be longer than 32 characters. Set the environment variable $(get_env_var ROOT_PASSWORD) with a shorter value (currently ${#DB_ROOT_PASSWORD} characters)" fi if [[ -n "$DB_USER" ]] && [[ -z "$DB_PASSWORD" ]]; then empty_password_error "$(get_env_var PASSWORD)" fi fi elif [[ "$DB_REPLICATION_MODE" = "slave" ]]; then if [[ -z "$DB_MASTER_HOST" ]]; then print_validation_error "Slave replication mode chosen without setting the environment variable $(get_env_var MASTER_HOST). Use it to indicate where the Master node is running" fi else print_validation_error "Invalid replication mode. Available options are 'master/slave'" fi else if is_boolean_yes "$ALLOW_EMPTY_PASSWORD"; then empty_password_enabled_warn else if [[ -z "$DB_ROOT_PASSWORD" ]]; then empty_password_error "$(get_env_var ROOT_PASSWORD)" fi if [[ -n "$DB_USER" ]] && [[ -z "$DB_PASSWORD" ]]; then empty_password_error "$(get_env_var PASSWORD)" fi fi fi if [[ "${DB_ROOT_PASSWORD:-}" = *\\* ]]; then backslash_password_error "$(get_env_var ROOT_PASSWORD)" fi if [[ "${DB_PASSWORD:-}" = *\\* ]]; then backslash_password_error "$(get_env_var PASSWORD)" fi if [[ "${DB_REPLICATION_PASSWORD:-}" = *\\* ]]; then backslash_password_error "$(get_env_var REPLICATION_PASSWORD)" fi [[ "$error_code" -eq 0 ]] || exit "$error_code" } ######################## # Creates MySQL/MariaDB configuration file # Globals: # DB_* # Arguments: # None # Returns: # None ######################### mysql_create_config() { debug "Creating main configuration file" cat > "$DB_CONF_DIR/my.cnf" < "$DB_CONF_DIR/bitnami/my_custom.cnf" fi local user_provided_conf=no # User injected main configuration if [[ -f "$DB_CONF_DIR/my.cnf" ]]; then debug "Custom configuration my.cnf detected" user_provided_conf=yes fi # Persisted configuration files from old versions ! is_dir_empty "$DB_VOLUME_DIR" && [[ -d "$DB_VOLUME_DIR/conf" ]] && migrate_old_configuration debug "Ensuring expected directories/files exist" for dir in "$DB_DATA_DIR" "$DB_TMP_DIR" "$DB_LOG_DIR"; do ensure_dir_exists "$dir" am_i_root && chown "$DB_DAEMON_USER":"$DB_DAEMON_GROUP" "$dir" done ! is_boolean_yes "$user_provided_conf" && mysql_create_config if [[ -e "$DB_DATA_DIR/mysql" ]]; then info "Using persisted data" # mysql_upgrade requires the server to be running [[ -n "$(get_master_env_var_value ROOT_PASSWORD)" ]] && export ROOT_AUTH_ENABLED="yes" # https://dev.mysql.com/doc/refman/8.0/en/replication-upgrade.html mysql_upgrade else debug "Cleaning data directory to ensure successfully initialization" rm -rf "${DB_DATA_DIR:?}"/* info "Installing database" mysql_install_db mysql_start_bg wait_for_mysql_access # we delete existing users and create new ones with stricter access # commands can still be executed until we restart or run 'flush privileges' info "Configuring authentication" mysql_execute "mysql" <'mysql.sys'; EOF # slaves do not need to configure users if [[ -z "$DB_REPLICATION_MODE" ]] || [[ "$DB_REPLICATION_MODE" = "master" ]]; then if [[ "$DB_REPLICATION_MODE" = "master" ]]; then debug "Starting replication" echo "RESET MASTER;" | debug_execute "$DB_BIN_DIR/mysql" --defaults-file="$DB_CONF_DIR/my.cnf" -N -u root fi mysql_ensure_root_user_exists "$DB_ROOT_USER" "$DB_ROOT_PASSWORD" mysql_ensure_user_not_exists "" # ensure unknown user does not exist mysql_ensure_optional_database_exists "$DB_DATABASE" "$DB_USER" "$DB_PASSWORD" [[ -n "$DB_ROOT_PASSWORD" ]] && export ROOT_AUTH_ENABLED="yes" fi [[ -n "$DB_REPLICATION_MODE" ]] && mysql_configure_replication # we run mysql_upgrade in order to recreate necessary database users and flush privileges mysql_upgrade fi # After configuration, open mysql if ! is_boolean_yes "$user_provided_conf";then sed -i 's/bind\-address=.*/bind-address=0.0.0.0/g' "$DB_CONF_DIR/my.cnf" fi } ######################## # Run custom initialization scripts # Globals: # DB_* # Arguments: # None # Returns: # None ######################### mysql_custom_init_scripts() { if [[ -n $(find /docker-entrypoint-initdb.d/ -type f -regex ".*\.\(sh\|sql\|sql.gz\)") ]] && [[ ! -f "$DB_VOLUME_DIR/.user_scripts_initialized" ]] ; then info "Loading user's custom files from /docker-entrypoint-initdb.d"; for f in /docker-entrypoint-initdb.d/*; do debug "Executing $f" case "$f" in *.sh) if [[ -x "$f" ]]; then if ! "$f"; then error "Failed executing $f" return 1 fi else warn "Sourcing $f as it is not executable by the current user, any error may cause initialization to fail" . "$f" fi ;; *.sql) [[ "$DB_REPLICATION_MODE" = "slave" ]] && warn "Custom SQL initdb is not supported on slave nodes, ignoring $f" && continue wait_for_mysql_access if ! mysql_execute "$DB_DATABASE" "$DB_ROOT_USER" "$(get_env_var_value ROOT_PASSWORD)" < "$f"; then error "Failed executing $f" return 1 fi ;; *.sql.gz) [[ "$DB_REPLICATION_MODE" = "slave" ]] && warn "Custom SQL initdb is not supported on slave nodes, ignoring $f" && continue wait_for_mysql_access if ! gunzip -c "$f" | mysql_execute "$DB_DATABASE" "$DB_ROOT_USER" "$(get_env_var_value ROOT_PASSWORD)"; then error "Failed executing $f" return 1 fi ;; *) warn "Skipping $f, supported formats are: .sh .sql .sql.gz" ;; esac done touch "$DB_VOLUME_DIR"/.user_scripts_initialized fi } ######################## # Extract mysql version from version string # Globals: # DB_* # Arguments: # None # Returns: # Version string ######################### mysql_get_version() { local ver_string local -a ver_split ver_string=$("${DB_BIN_DIR}/mysql" "--version") ver_split=(${ver_string// / }) if [[ "$ver_string" == *" Distrib "* ]]; then echo "${ver_split[4]::-1}" else echo "${ver_split[2]}" fi } ######################## # Gets an environment variable name based on the suffix # Globals: # DB_FLAVOR # Arguments: # $1 - environment variable suffix # Returns: # environment variable name ######################### get_env_var() { local id="${1:?id is required}" echo "${DB_FLAVOR^^}_${id}" } ######################## # Gets an environment variable value based on the suffix # Arguments: # $1 - environment variable suffix # Returns: # environment variable value ######################### get_env_var_value() { local envVar envVar="$(get_env_var "$1")" echo "${!envVar:-}" } ######################## # Gets an environment variable value for the master node and based on the suffix # Arguments: # $1 - environment variable suffix # Returns: # environment variable value ######################### get_master_env_var_value() { local envVar PREFIX="" [[ "$DB_REPLICATION_MODE" = "slave" ]] && PREFIX="MASTER_" envVar="$(get_env_var "${PREFIX}${1}_FILE")" if [[ -f "${!envVar:-}" ]]; then echo "$(< "${!envVar}")" else envVar="$(get_env_var "${PREFIX}${1}")" echo "${!envVar:-}" fi } ######################## # Execute an arbitrary query/queries against the running MySQL/MariaDB service # Stdin: # Query/queries to execute # Globals: # BITNAMI_DEBUG # DB_* # Arguments: # $1 - Database where to run the queries # $2 - User to run queries # $3 - Password # Returns: # None mysql_execute() { local db="${1:-}" local user="${2:-root}" local pass="${3:-}" local args=("--defaults-file=$DB_CONF_DIR/my.cnf" "-N" "-u" "$user" "$db") [[ -n "$pass" ]] && args+=("-p$pass") debug_execute "$DB_BIN_DIR/mysql" "${args[@]}" } ######################## # Execute an arbitrary query/queries against a remote MySQL/MariaDB service # Stdin: # Query/queries to execute # Globals: # BITNAMI_DEBUG # DB_* # Arguments: # $1 - Database where to run the queries # $2 - Remote MySQL/MariaDB service hostname # $3 - Remote MySQL/MariaDB service port # $4 - User to run queries # $5 - Password # Returns: # None mysql_remote_execute() { local db="${1:-}" local hostname="${2:?hostname is required}" local port="${3:?port is required}" local user="${4:?user is required}" local pass="${5:-}" local args=("-N" "-h" "$hostname" "-P" "$port" "-u" "$user" "--connect-timeout=5" "$db") [[ -n "$pass" ]] && args+=("-p$pass") debug_execute "$DB_BIN_DIR/mysql" "${args[@]}" } ######################## # Checks if MySQL/MariaDB is running # Globals: # DB_TMP_DIR # Arguments: # None # Returns: # Boolean ######################### is_mysql_running() { local pid pid="$(get_pid_from_file "$DB_TMP_DIR/mysqld.pid")" if [[ -z "$pid" ]]; then false else is_service_running "$pid" fi } ######################## # Starts MySQL/MariaDB in the background and waits until it's ready # Globals: # DB_* # Arguments: # None # Returns: # None ######################### mysql_start_bg() { local flags=("--defaults-file=${DB_BASE_DIR}/conf/my.cnf" "--basedir=${DB_BASE_DIR}" "--datadir=${DB_DATA_DIR}" "--socket=$DB_TMP_DIR/mysql.sock" "--port=$DB_PORT_NUMBER") [[ -z "${DB_EXTRA_FLAGS:-}" ]] || flags+=("${DB_EXTRA_FLAGS[@]}") am_i_root && flags+=("--user=$DB_DAEMON_USER") # the slave should only start in run.sh, elseways user credentials would be needed for any connection flags+=("--skip-slave-start") flags+=("$@") is_mysql_running && return info "Starting $DB_FLAVOR in background" debug_execute "${DB_SBIN_DIR}/mysqld" "${flags[@]}" & # we cannot use wait_for_mysql_access here as mysql_upgrade for MySQL >=8 depends on this command # users are not configured on slave nodes during initialization due to --skip-slave-start wait_for_mysql } ######################## # Wait for MySQL/MariaDB to be running # Globals: # DB_TMP_DIR # Arguments: # None # Returns: # Boolean ######################### wait_for_mysql() { local pid while ! is_mysql_running; do sleep 1 done } ######################## # Wait for MySQL/MariaDB to be ready for accepting connections # Globals: # DB_* # Arguments: # None # Returns: # None ######################### wait_for_mysql_access() { # wait until the server is up and answering queries. local args=("mysql" "root") is_boolean_yes "${ROOT_AUTH_ENABLED:-false}" && args+=("$(get_master_env_var_value ROOT_PASSWORD)") while ! echo "select 1" | mysql_execute "${args[@]}"; do sleep 1 done } ######################## # Stop MySQL/Mariadb # Globals: # DB_* # Arguments: # None # Returns: # None ######################### mysql_stop() { ! is_mysql_running && return info "Stopping $DB_FLAVOR" stop_service_using_pid "$DB_TMP_DIR/mysqld.pid" } ######################## # Initialize database data # Globals: # BITNAMI_DEBUG # DB_* # Arguments: # None # Returns: # None ######################### mysql_install_db() { local command="${DB_BIN_DIR}/mysql_install_db" local args=("--defaults-file=${DB_CONF_DIR}/my.cnf" "--basedir=${DB_BASE_DIR}" "--datadir=${DB_DATA_DIR}") am_i_root && args=("${args[@]}" "--user=$DB_DAEMON_USER") if [[ "$DB_FLAVOR" = "mysql" ]]; then command="${DB_BIN_DIR}/mysqld" args+=("--initialize-insecure") else args+=("--auth-root-authentication-method=normal") fi debug_execute "$command" "${args[@]}" } ######################## # Upgrade Database Schema # Globals: # BITNAMI_DEBUG # DB_* # Arguments: # None # Returns: # None ######################### mysql_upgrade() { local args=("--defaults-file=${DB_CONF_DIR}/my.cnf" "-u" "$DB_ROOT_USER" "--force") local major_version major_version="$(get_sematic_version "$(mysql_get_version)" 1)" info "Running mysql_upgrade" if [[ "$DB_FLAVOR" = "mysql" ]] && [[ "$major_version" -ge "8" ]]; then mysql_stop mysql_start_bg "--upgrade=FORCE" else mysql_start_bg is_boolean_yes "${ROOT_AUTH_ENABLED:-false}" && args+=("-p$(get_master_env_var_value ROOT_PASSWORD)") debug_execute "${DB_BIN_DIR}/mysql_upgrade" "${args[@]}" fi } ######################## # Migrate old custom configuration files # Globals: # DB_* # Arguments: # None # Returns: # None ######################### migrate_old_configuration() { local old_custom_conf_file="$DB_VOLUME_DIR/conf/my_custom.cnf" local custom_conf_file="$DB_CONF_DIR/bitnami/my_custom.cnf" debug "Persisted configuration detected. Migrating any existing 'my_custom.cnf' file to new location" warn "Custom configuration files are not persisted any longer" if [[ -f "$old_custom_conf_file" ]]; then info "Adding old custom configuration to user configuration" echo "" >> "$custom_conf_file" cat "$old_custom_conf_file" >> "$custom_conf_file" fi if am_i_root; then [[ -e "$DB_VOLUME_DIR/.initialized" ]] && rm "$DB_VOLUME_DIR/.initialized" rm -rf "$DB_VOLUME_DIR/conf" else warn "Old custom configuration migrated, please manually remove the 'conf' directory from the volume use to persist data" fi } ######################## # Ensure a db user exists with the given password for the '%' host # Globals: # DB_* # Arguments: # $1 - db user # $2 - password # Returns: # None ######################### mysql_ensure_user_exists() { local user="${1:?user is required}" local password="${2:-}" local hosts debug "creating database user \'$user\'" mysql_execute "mysql" "$DB_ROOT_USER" "$DB_ROOT_PASSWORD" <