wal-g
wal-g copied to clipboard
Mariadb: ERROR: 2021/12/08 08:28:47.683088 commands out of sync. Did you run multiple statements at once?
Database name
MariaDB 10.5.13
Issue description
It seems that multistatements breaks the backup
Describe your problem
When trying to use wal-g with MariaDB I get an error saying that multiple statements was issued to mariadb making it fail
Please provide steps to reproduce
{
"WALG_MYSQL_DATASOURCE_NAME": "root:lala@tcp(localhost:3306)/mysql",
"WALG_STREAM_CREATE_COMMAND": "mariabackup --backup --stream=xbstream --datadir=/var/lib/mysql",
"WALG_STREAM_RESTORE_COMMAND": "mbstream -x -C /var/lib/mysql",
"WALG_MYSQL_BACKUP_PREPARE_COMMAND": "mariabackup --prepare --target-dir=/home/backups",
"WALG_MYSQL_BINLOG_REPLAY_COMMAND": "mysqlbinlog --stop-datetime=\"$WALG_MYSQL_BINLOG_END_TS\" \"$WALG_MYSQL_CURRENT_BINLOG\" | mysql",
"WALG_FILE_PREFIX": "/home/backups",
"WALG_COMPRESSION_METHOD": "lz4"
}
# ./wal-g --config ./walg.json backup-push
Please add config and wal-g stdout/stderr logs for debug purpose
DEBUG: 2021/12/08 08:55:31.432199 --- COMPILED ENVIRONMENT VARS ---
DEBUG: 2021/12/08 08:55:31.432602 AWS_ACCESS_KEY=
DEBUG: 2021/12/08 08:55:31.432703 AWS_ACCESS_KEY_ID=
DEBUG: 2021/12/08 08:55:31.433067 AWS_CA_BUNDLE=
DEBUG: 2021/12/08 08:55:31.433269 AWS_CONFIG_FILE=
DEBUG: 2021/12/08 08:55:31.433402 AWS_DEFAULT_OUTPUT=
DEBUG: 2021/12/08 08:55:31.433669 AWS_DEFAULT_REGION=
DEBUG: 2021/12/08 08:55:31.433802 AWS_ENDPOINT=
DEBUG: 2021/12/08 08:55:31.433958 AWS_PROFILE=
DEBUG: 2021/12/08 08:55:31.434086 AWS_REGION=
DEBUG: 2021/12/08 08:55:31.434225 AWS_ROLE_SESSION_NAME=
DEBUG: 2021/12/08 08:55:31.434472 AWS_S3_FORCE_PATH_STYLE=
DEBUG: 2021/12/08 08:55:31.434634 AWS_SECRET_ACCESS_KEY=
DEBUG: 2021/12/08 08:55:31.434853 AWS_SECRET_KEY=
DEBUG: 2021/12/08 08:55:31.434934 AWS_SESSION_TOKEN=
DEBUG: 2021/12/08 08:55:31.435166 AWS_SHARED_CREDENTIALS_FILE=
DEBUG: 2021/12/08 08:55:31.435359 AZURE_BUFFER_SIZE=
DEBUG: 2021/12/08 08:55:31.435501 AZURE_ENVIRONMENT_NAME=
DEBUG: 2021/12/08 08:55:31.435726 AZURE_MAX_BUFFERS=
DEBUG: 2021/12/08 08:55:31.435914 AZURE_STORAGE_ACCESS_KEY=
DEBUG: 2021/12/08 08:55:31.436045 AZURE_STORAGE_ACCOUNT=
DEBUG: 2021/12/08 08:55:31.436205 AZURE_STORAGE_KEY=
DEBUG: 2021/12/08 08:55:31.436343 AZURE_STORAGE_SAS_TOKEN=
DEBUG: 2021/12/08 08:55:31.436554 DISPLAY=localhost:10.0
DEBUG: 2021/12/08 08:55:31.436703 GCS_CONTEXT_TIMEOUT=
DEBUG: 2021/12/08 08:55:31.436845 GCS_ENCRYPTION_KEY=
DEBUG: 2021/12/08 08:55:31.436992 GCS_MAX_CHUNK_SIZE=
DEBUG: 2021/12/08 08:55:31.437139 GCS_MAX_RETRIES=
DEBUG: 2021/12/08 08:55:31.437288 GCS_NORMALIZE_PREFIX=
DEBUG: 2021/12/08 08:55:31.437430 GOMAXPROCS=
DEBUG: 2021/12/08 08:55:31.437549 GOOGLE_APPLICATION_CREDENTIALS=
DEBUG: 2021/12/08 08:55:31.437557 HOME=/root
DEBUG: 2021/12/08 08:55:31.437562 HTTP_EXPOSE_EXPVAR=
DEBUG: 2021/12/08 08:55:31.437568 HTTP_EXPOSE_PPROF=
DEBUG: 2021/12/08 08:55:31.437573 HTTP_LISTEN=
DEBUG: 2021/12/08 08:55:31.437579 LANG=en_US.UTF-8
DEBUG: 2021/12/08 08:55:31.437585 LESSCLOSE=/usr/bin/lesspipe %s %s
DEBUG: 2021/12/08 08:55:31.437590 LESSOPEN=| /usr/bin/lesspipe %s
DEBUG: 2021/12/08 08:55:31.437596 LOGNAME=root
DEBUG: 2021/12/08 08:55:31.437606 LS_COLORS=rs=0:di=01;34:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=00:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=34;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arc=01;31:*.arj=01;31:*.taz=01;31:*.lha=01;31:*.lz4=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.tzo=01;31:*.t7z=01;31:*.zip=01;31:*.z=01;31:*.dz=01;31:*.gz=01;31:*.lrz=01;31:*.lz=01;31:*.lzo=01;31:*.xz=01;31:*.zst=01;31:*.tzst=01;31:*.bz2=01;31:*.bz=01;31:*.tbz=01;31:*.tbz2=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.alz=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.cab=01;31:*.wim=01;31:*.swm=01;31:*.dwm=01;31:*.esd=01;31:*.jpg=01;35:*.jpeg=01;35:*.mjpg=01;35:*.mjpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.webm=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=00;36:*.au=00;36:*.flac=00;36:*.m4a=00;36:*.mid=00;36:*.midi=00;36:*.mka=00;36:*.mp3=00;36:*.mpc=00;36:*.ogg=00;36:*.ra=00;36:*.wav=00;36:*.oga=00;36:*.opus=00;36:*.spx=00;36:*.xspf=00;36:
DEBUG: 2021/12/08 08:55:31.437619 MAIL=/var/mail/root
DEBUG: 2021/12/08 08:55:31.437625 OLDPWD=/root
DEBUG: 2021/12/08 08:55:31.437750 OS_AUTH_URL=
DEBUG: 2021/12/08 08:55:31.437757 OS_PASSWORD=
DEBUG: 2021/12/08 08:55:31.437763 OS_REGION_NAME=
DEBUG: 2021/12/08 08:55:31.437769 OS_TENANT_NAME=
DEBUG: 2021/12/08 08:55:31.437774 OS_USERNAME=
DEBUG: 2021/12/08 08:55:31.437780 PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/snap/bin
DEBUG: 2021/12/08 08:55:31.437786 PWD=/root
DEBUG: 2021/12/08 08:55:31.437791 S3_CA_CERT_FILE=
DEBUG: 2021/12/08 08:55:31.437797 S3_ENDPOINT_PORT=
DEBUG: 2021/12/08 08:55:31.437802 S3_ENDPOINT_SOURCE=
DEBUG: 2021/12/08 08:55:31.437808 S3_MAX_PART_SIZE=
DEBUG: 2021/12/08 08:55:31.437814 S3_SSE=
DEBUG: 2021/12/08 08:55:31.437819 S3_SSE_C=
DEBUG: 2021/12/08 08:55:31.437825 S3_SSE_KMS_ID=
DEBUG: 2021/12/08 08:55:31.437830 S3_STORAGE_CLASS=
DEBUG: 2021/12/08 08:55:31.437836 S3_USE_LIST_OBJECTS_V1=
DEBUG: 2021/12/08 08:55:31.437841 SHELL=/bin/bash
DEBUG: 2021/12/08 08:55:31.437847 SHLVL=1
DEBUG: 2021/12/08 08:55:31.437852 SSH_PASSWORD=
DEBUG: 2021/12/08 08:55:31.437858 SSH_PORT=
DEBUG: 2021/12/08 08:55:31.437863 SSH_PRIVATE_KEY_PATH=
DEBUG: 2021/12/08 08:55:31.437869 SSH_USERNAME=
DEBUG: 2021/12/08 08:55:31.437875 SUDO_COMMAND=/bin/bash
DEBUG: 2021/12/08 08:55:31.437880 SUDO_GID=1000
DEBUG: 2021/12/08 08:55:31.437885 SUDO_UID=1000
DEBUG: 2021/12/08 08:55:31.437891 SUDO_USER=kgn
DEBUG: 2021/12/08 08:55:31.437897 TERM=xterm-256color
DEBUG: 2021/12/08 08:55:31.437902 TOTAL_BG_UPLOADED_LIMIT=32
DEBUG: 2021/12/08 08:55:31.438019 UPLOAD_CONCURRENCY=
DEBUG: 2021/12/08 08:55:31.438029 USER=root
DEBUG: 2021/12/08 08:55:31.438035 WALE_GPG_KEY_ID=
DEBUG: 2021/12/08 08:55:31.438041 WALE_S3_PREFIX=
DEBUG: 2021/12/08 08:55:31.438046 WALG_AZURE_BUFFER_SIZE=
DEBUG: 2021/12/08 08:55:31.438052 WALG_AZURE_MAX_BUFFERS=
DEBUG: 2021/12/08 08:55:31.438057 WALG_AZ_PREFIX=
DEBUG: 2021/12/08 08:55:31.438063 WALG_COMPRESSION_METHOD=lz4
DEBUG: 2021/12/08 08:55:31.438069 WALG_CSE_KMS_ID=
DEBUG: 2021/12/08 08:55:31.438074 WALG_CSE_KMS_REGION=
DEBUG: 2021/12/08 08:55:31.438080 WALG_DELTA_FROM_NAME=
DEBUG: 2021/12/08 08:55:31.438086 WALG_DELTA_FROM_USER_DATA=
DEBUG: 2021/12/08 08:55:31.438091 WALG_DELTA_MAX_STEPS=0
DEBUG: 2021/12/08 08:55:31.438097 WALG_DELTA_ORIGIN=
DEBUG: 2021/12/08 08:55:31.438103 WALG_DISK_RATE_LIMIT=
DEBUG: 2021/12/08 08:55:31.438108 WALG_DOWNLOAD_CONCURRENCY=10
DEBUG: 2021/12/08 08:55:31.438114 WALG_FETCH_TARGET_USER_DATA=
DEBUG: 2021/12/08 08:55:31.438119 WALG_FILE_PREFIX=/home/backups
DEBUG: 2021/12/08 08:55:31.438125 WALG_GPG_KEY_ID=
DEBUG: 2021/12/08 08:55:31.438131 WALG_GS_PREFIX=
DEBUG: 2021/12/08 08:55:31.438136 WALG_INTEGRITY_MAX_DELAYED_WALS=0
DEBUG: 2021/12/08 08:55:31.438142 WALG_LIBSODIUM_KEY=
DEBUG: 2021/12/08 08:55:31.438148 WALG_LIBSODIUM_KEY_PATH=
DEBUG: 2021/12/08 08:55:31.438153 WALG_LOG_LEVEL=DEVEL
DEBUG: 2021/12/08 08:55:31.438159 WALG_MYSQL_BACKUP_PREPARE_COMMAND=mariabackup --prepare --target-dir=/home/backups
DEBUG: 2021/12/08 08:55:31.438165 WALG_MYSQL_BINLOG_DST=
DEBUG: 2021/12/08 08:55:31.438171 WALG_MYSQL_BINLOG_REPLAY_COMMAND=mysqlbinlog --stop-datetime="$WALG_MYSQL_BINLOG_END_TS" "$WALG_MYSQL_CURRENT_BINLOG" | mysql
DEBUG: 2021/12/08 08:55:31.438288 WALG_MYSQL_DATASOURCE_NAME=root:lala@tcp(localhost:3306)/mysql
DEBUG: 2021/12/08 08:55:31.438295 WALG_MYSQL_SSL_CA=
DEBUG: 2021/12/08 08:55:31.438301 WALG_MYSQL_TAKE_BINLOGS_FROM_MASTER=
DEBUG: 2021/12/08 08:55:31.438307 WALG_NETWORK_RATE_LIMIT=
DEBUG: 2021/12/08 08:55:31.438312 WALG_PGP_KEY=
DEBUG: 2021/12/08 08:55:31.438318 WALG_PGP_KEY_PASSPHRASE=
DEBUG: 2021/12/08 08:55:31.438324 WALG_PGP_KEY_PATH=
DEBUG: 2021/12/08 08:55:31.438329 WALG_PREVENT_WAL_OVERWRITE=false
DEBUG: 2021/12/08 08:55:31.438335 WALG_S3_CA_CERT_FILE=
DEBUG: 2021/12/08 08:55:31.438340 WALG_S3_MAX_PART_SIZE=
DEBUG: 2021/12/08 08:55:31.438346 WALG_S3_PREFIX=
DEBUG: 2021/12/08 08:55:31.438352 WALG_S3_SSE=
DEBUG: 2021/12/08 08:55:31.438357 WALG_S3_SSE_C=
DEBUG: 2021/12/08 08:55:31.438363 WALG_S3_SSE_KMS_ID=
DEBUG: 2021/12/08 08:55:31.438369 WALG_S3_STORAGE_CLASS=
DEBUG: 2021/12/08 08:55:31.438374 WALG_SENTINEL_USER_DATA=
DEBUG: 2021/12/08 08:55:31.438380 WALG_SKIP_REDUNDANT_TARS=false
DEBUG: 2021/12/08 08:55:31.438385 WALG_SSH_PREFIX=
DEBUG: 2021/12/08 08:55:31.438391 WALG_STORAGE_PREFIX=
DEBUG: 2021/12/08 08:55:31.438397 WALG_STORE_ALL_CORRUPT_BLOCKS=false
DEBUG: 2021/12/08 08:55:31.438402 WALG_STREAM_CREATE_COMMAND=mariabackup --backup --stream=xbstream --datadir=/var/lib/mysql
DEBUG: 2021/12/08 08:55:31.438408 WALG_STREAM_RESTORE_COMMAND=mbstream -x -C /var/lib/mysql
DEBUG: 2021/12/08 08:55:31.438414 WALG_SWIFT_PREFIX=
DEBUG: 2021/12/08 08:55:31.438423 WALG_TAR_SIZE_THRESHOLD=1073741823
DEBUG: 2021/12/08 08:55:31.438543 WALG_UPLOAD_CONCURRENCY=16
DEBUG: 2021/12/08 08:55:31.438936 WALG_UPLOAD_DISK_CONCURRENCY=1
DEBUG: 2021/12/08 08:55:31.438992 WALG_UPLOAD_QUEUE=2
DEBUG: 2021/12/08 08:55:31.439000 WALG_UPLOAD_WAL_METADATA=NOMETADATA
DEBUG: 2021/12/08 08:55:31.439005 WALG_USE_RATING_COMPOSER=false
DEBUG: 2021/12/08 08:55:31.439059 WALG_USE_REVERSE_UNPACK=false
DEBUG: 2021/12/08 08:55:31.439122 WALG_USE_WAL_DELTA=false
DEBUG: 2021/12/08 08:55:31.439130 WALG_VERIFY_PAGE_CHECKSUMS=false
DEBUG: 2021/12/08 08:55:31.439136 XDG_DATA_DIRS=/usr/local/share:/usr/share:/var/lib/snapd/desktop
DEBUG: 2021/12/08 08:55:31.439141 YC_CSE_KMS_KEY_ID=
DEBUG: 2021/12/08 08:55:31.439244 YC_SERVICE_ACCOUNT_KEY_FILE=
DEBUG: 2021/12/08 08:55:31.439251 _=./wal-g
ERROR: 2021/12/08 08:55:31.441614 commands out of sync. Did you run multiple statements at once?
also you can use WALG_LOG_LEVEL=DEVEL for logs collecting