文章目录
- 一、Docker镜像制作
- 二、MySQL数据备份
- 三、Minio数据备份
- 四、数据跨服务器传输
- 五、Nginx日志分割
- 六、Docker启动
- 七、Docker备份日志
一、Docker镜像制作
- 镜像制作目录
- mc下载地址
- rsyncd.conf
# https://download.samba.org/pub/rsync/rsyncd.conf.5port 873
uid = nobody
gid = nobody
use chroot = yes
max connections = 5
syslog facility = local5
pid file = /var/run/rsyncd.pid
read only = true[backup]
path = /home/backup
- root
# min hour day month weekday command
0 * * * * run-parts /home/1hour
0 0 * * * run-parts /home/0Hday
0 1 * * * run-parts /home/1Hday
0 2 * * * run-parts /home/2Hday
0 3 * * * run-parts /home/3Hday
0 5 * * * run-parts /home/5Hday
0 4 * * 6 run-parts /home/1week
- Dockerfile
FROM alpine:3.19.1
WORKDIR /homeCOPY root /var/spool/cron/crontabs/root
COPY rsyncd.conf /home
COPY mc /home
RUN chmod +x mcRUN mkdir 1hour && mkdir 0Hday && mkdir 1Hday && mkdir 2Hday && mkdir 3Hday && mkdir 5Hday && mkdir 1week
RUN echo "http://mirrors.aliyun.com/alpine/v3.19/community" > /etc/apk/repositories
RUN echo "http://mirrors.aliyun.com/alpine/v3.19/main" >> /etc/apk/repositories
RUN apk update && apk upgrade
RUN apk --no-cache add bash mysql-client rsync tzdata
RUN cp /usr/share/zoneinfo/Asia/Shanghai /etc/localtime
RUN echo "Asia/Shanghai" > /etc/timezone
- 镜像制作
cd /home/dockerimg/crontab
docker build --tag crontab:1.0 .
二、MySQL数据备份
- backup-data-mysql.sh
#!/bin/shlog_save_days=30 # 备份日志保留几天
log_path=/home/logs # 备份日志路径
log_file=backup-data-mysql.log # 备份日志名称data_path=/home/backup/mysql # 备份路径
data_dir=$(date +%Y%m) # 备份数据目录
mysql_path=/home/mysql/data # mysql-bin.*日志存放目录
mysql_bin=mysql-bin.index # mysql-bin.index位置
mysql_addr=192.168.1.6 # mysql地址
mysql_port=3306 # mysql端口
mysql_user=root # mysql用户名
mysql_password=12345678 # mysql密码data_dir_before=$(date -d@"$(( `date +%s`-86400))" +"%Y%m")
mkdir -p /home/crontab/logs
mkdir -p $data_path/$data_dir
mkdir -p $data_path/$data_dir_beforeecho `` >> $log_path/$(date +%Y%m)-$log_file
echo "备份开始时间: "$(date +%F%n%T) >> $log_path/$(date +%Y%m)-$log_file
mysqladmin -h$mysql_addr -P$mysql_port -u$mysql_user -p$mysql_password flush-logs
count=`wc -l $mysql_path/$mysql_bin |awk '{print $1}'`
num=0
for file in `cat $mysql_path/$mysql_bin`
dobase=`basename $file`num=`expr $num + 1`if [ $num -ne $count ] && (! test -e $data_path/$data_dir/$base.log.gz) && (! test -e $data_path/$data_dir_before/$base.log.gz)thengzip -c $mysql_path/$base > $data_path/$data_dir/$base.log.gzecho "备份: "$data_path/$data_dir/$base.log.gz >> $log_path/$(date +%Y%m)-$log_filefi
done
echo "备份结束时间: "$(date +%F%n%T) >> $log_path/$(date +%Y%m)-$log_filefind $log_path -type f -name "*$log_file" -mtime +$log_save_days -exec rm -rf {} \;
三、Minio数据备份
- backup-data-minio.sh
#!/bin/shlog_save_days=30 # 备份日志保留几天
log_path=/home/logs # 备份日志路径
log_file=backup-data-minio.log # 备份日志名称data_path=/home/backup/minio # 备份路径
data_dir=$(date +%Y%m) # 备份数据目录
minio_dir=$(date +%Y%m%d) # minio存储 月 $(date +%Y%m) 天 $(date +%Y%m%d)
minio_addr=http://192.168.1.6:9000 # minio地址
minio_user=admin # minio用户名
minio_password=123456 # minio密码
minio_bucket=bucket # minio桶名称mkdir -p /home/crontab/logs
mkdir -p $data_path/$data_dir
mkdir $data_path/$data_dir/tmpecho `` >> $log_path/$(date +%Y%m)-$log_file
echo "备份开始时间: "$(date +%F%n%T) >> $log_path/$(date +%Y%m)-$log_file
/home/mc alias set minio_backup $minio_addr $minio_user $minio_passwordminio_bucket=test
/home/mc cp --recursive minio_backup/$minio_bucket/$minio_dir $data_path/$data_dir/tmp
cd $data_path/$data_dir/tmp
tar -zcf $data_path/$data_dir/$minio_bucket-$minio_dir.tar.gz *
rm -rf $data_path/$data_dir/tmp
echo "备份: "$data_path/$data_dir/$minio_bucket-$minio_dir.tar.gz >> $log_path/$(date +%Y%m)-$log_fileecho "备份结束时间: "$(date +%F%n%T) >> $log_path/$(date +%Y%m)-$log_filefind $log_path -type f -name "*$log_file" -mtime +$log_save_days -exec rm -rf {} \;
四、数据跨服务器传输
- crondbase.sh
#!/bin/shcrond -f -l 8
- cronddata.sh
#!/bin/shrsync --daemon --config=/home/rsyncd.conf
crond -f -l 8
- rsyncd.secrets
root:password
- backup-data-copy.sh
#!/bin/sh
# 只传输变化部分、支持断点续传、同步服务器都需要安装rsynclog_save_days=30 # 日志保留几天
log_path=/home/logs # 日志路径
log_file=backup-data-copy.log # 日志名称echo `` >> $log_path/$(date +%Y%m)-$log_file
echo "数据传输开始时间: "$(date +%F%n%T) >> $log_path/$(date +%Y%m)-$log_file
rsync -avzP --password-file=/home/rsyncd.secrets root@192.168.6.12::backup /home/backup
echo "数据传输结束时间: "$(date +%F%n%T) >> $log_path/$(date +%Y%m)-$log_filefind $log_path -type f -name "*$log_file" -mtime +$log_save_days -exec rm -rf {} \;
五、Nginx日志分割
#!/bin/shlog_save_days=30 # 备份日志保留几天
log_path=/home/logs # 备份日志路径
log_file=backup-log-nginx.log # 备份日志名称data_save_days=60 # 备份保留几天
data_path=/home/nginx/logs # 备份路径mkdir -p /home/crontab/logs
mkdir -p /home/nginx/logs/access
mkdir -p /home/nginx/logs/errorecho `` >> $log_path/$(date +%Y%m)-$log_file
echo "备份开始时间: "$(date +%F%n%T) >> $log_path/$(date +%Y%m)-$log_file
for item in "access" "error"
dogzip -c $data_path/$item.log > $data_path/$item/$(date -d@"$(( `date +%s`-3600))" +"%Y-%m-%d")_$item.log.gzecho "备份: "$data_path/$item/$(date -d@"$(( `date +%s`-3600))" +"%Y-%m-%d")_$item.log.gz >> $log_path/$(date +%Y%m)-$log_filerm -rf $data_path/$item.log && touch $data_path/$item.log
done
find $data_path/$item -type f -name "*.gz" -mtime +$data_save_days -exec rm -rf {} \;echo "备份结束时间: "$(date +%F%n%T) >> $log_path/$(date +%Y%m)-$log_filefind $log_path -type f -name "*$log_file" -mtime +$log_save_days -exec rm -rf {} \;
六、Docker启动
-
/home/docker/crontab
-
数据库服务器
docker-crontab-data.yaml
version: "3"services:crontab:image: "crontab:1.0"restart: alwayscontainer_name: ser-crontabhostname: crontabports:- 873:873networks:- apphostenvironment:TZ: "Asia/Shanghai"volumes:- /home/docker/crontab/backup-log-nginx.sh:/home/0Hday/backup-log-nginx.sh- /home/docker/crontab/backup-data-mysql.sh:/home/1Hday/backup-data-mysql.sh- /home/docker/crontab/backup-data-minio.sh:/home/2Hday/backup-data-minio.sh- /home/docker/crontab/cronddata.sh:/home/command.sh- /home/backup:/home/backup- /home/docker/logs:/home/logs- /home/nginx/logs:/home/nginx/logs- /home/mysql/data:/home/mysql/datacommand: >sh -c "/home/command.sh"networks:apphost:
- 数据备份服务器
docker-crontab-base.yaml
version: "3"services:crontab:image: "crontab:1.0"restart: alwayscontainer_name: ser-crontabhostname: crontabnetworks:- apphostenvironment:TZ: "Asia/Shanghai"volumes:- /home/docker/crontab/backup-log-nginx.sh:/home/0Hday/backup-log-nginx.sh- /home/docker/crontab/backup-data-copy.sh:/home/3Hday/backup-data-copy.sh- /home/docker/crontab/rsyncd.secrets:/home/rsyncd.secrets- /home/docker/crontab/crondbase.sh:/home/command.sh- /home/backup:/home/backup- /home/docker/logs:/home/logs- /home/nginx/logs:/home/nginx/logscommand: >sh -c "/home/command.sh"networks:apphost:
- 数据库服务器启动
mkdir -p /home/docker/crontab && mkdir -p /home/docker/logs
cd /home/docker/crontab && chmod 777 *.* && chmod 600 rsyncd.secrets
docker-compose -f /home/docker/crontab/docker-crontab-data.yaml -p crontab up -d
- 数据备份服务器启动
mkdir -p /home/docker/crontab && mkdir -p /home/docker/logs
cd /home/docker/crontab && chmod 777 *.* && chmod 600 rsyncd.secrets
docker-compose -f /home/docker/crontab/docker-crontab-base.yaml -p crontab up -d
七、Docker备份日志
- /home/docker/logs/202404-backup-data-copy.log
数据传输开始时间: 2024-04-12 03:00:00
数据传输结束时间: 2024-04-12 03:00:00
- /home/docker/logs/202404-backup-log-nginx.log
备份开始时间: 2024-04-12 00:00:00
备份: /home/nginx/logs/access/2024-04-11_access.log.gz
备份: /home/nginx/logs/error/2024-04-11_error.log.gz
备份结束时间: 2024-04-12 00:00:00
- /home/docker/logs/202404-backup-data-minio.log
备份开始时间: 2024-04-12 02:00:00
备份: /home/backup/minio/202404/test-20240412.tar.gz
备份结束时间: 2024-04-12 02:00:00
- /home/docker/logs/202404-backup-data-mysql.log
备份开始时间: 2024-04-12 01:00:00
备份: /home/backup/mysql/202404/mysql-bin.000041.log.gz
备份结束时间: 2024-04-12 01:00:03
