简介

通过shell脚本写一个定期备份k8syaml配置的镜像，然后通过cronjob来实现定期执行，将备份文件上传到ceph存储或者是存放到NAS存储上。

一.备份代码

通过kubectl导出yaml配置文件，然后进行压缩并上传到ceph存储。

#!/bin/bashbucket="yt-k8s-yamlbak"
key_access="864XMJ0U9BDFBUI8OOxxxx"
key_secret="bNzAXe8DzGGshi23aKoykfYiy2XeFR1U2Oxxxxx"
host="192.168.12.158:8000" #endpointRoot="/data/yaml"
clusterName="yt-k8s"
nameSpaces=$(kubectl get ns|grep -v "NAME"|awk '{print $1}'|xargs)
types="deploy service cronjob ing cm secret serviceAccount sts pvc hpa"#判断是否存在bucket,不存在就创建bucket
scode=$(curl -o /dev/null --max-time 60 --connect-timeout 60 -w "%{http_code}" http://$host/$bucket/ --silent)
if [ $scode == "404" ];thenacl="x-amz-acl:public-read"relativePath="/${bucket}"current=`TZ=GMT LANG=en_US date "+%a, %d %b %Y %H:%M:%S GMT"`stringToSign="PUT\n\n\n${current}\n${acl}\n${relativePath}"signature=`echo -en ${stringToSign} | openssl sha1 -hmac ${key_secret} -binary | base64`curl -A "CreateBucket" -s -v -X PUT --max-time 60 --connect-timeout 60 "http://${host}${relativePath}" -H "Authorization: AWS ${key_access}:${signature}" -H "Date: ${current}" -H "Host: ${host}" -H "${acl}"if [ $? -ne 0 ];thenecho "`date +%Y-%m-%dT%H:%M:%S` bucket create fail"fiecho "`date +%Y-%m-%dT%H:%M:%S` bucket create ok"
fi#循环命名空间，并将命名空间下的资源导出成yaml配置文件。
for ns in ${nameSpaces[@]}
dofor tps in ${types[@]}domkdir $Root/$clusterName/$ns/$tps -pfor name in $(kubectl get $tps -n $ns|awk '{print $1}'|grep -v NAME)dokubectl get $tps $name -n $ns -o yaml > $Root/$clusterName/$ns/$tps/${name}.yamldonedone
done#将导出的yaml文件进行压缩成zip文件，然后上传到ceph对象存储
dh=$(date +%Y%m%d%H%M%S)
cd $Root
zip -r ${dh}.zip $clusterName
rm -rf $Root/${clusterName}
dt=$(date +%Y/%m/%d)
BakRoot="/data/$clusterName/$dt"
relativePath="/${bucket}/$dt/${dh}.zip"
contentType="application/x-zip-compressed"
acl="x-amz-acl:public-read"
current=`TZ=GMT LANG=en_US date "+%a, %d %b %Y %H:%M:%S GMT"`
stringToSign="PUT\n\n${contentType}\n${current}\n${acl}\n${relativePath}"
signature=`echo -en ${stringToSign} | openssl sha1 -hmac ${key_secret} -binary | base64`
curl -A "UploadLog" -s -v --max-time 1800 --connect-timeout 60 -X PUT -T "$Root/${dh}.zip" -H "Host: ${host}" -H "Date: ${current}" -H "${acl}" -H "Content-Type: ${contentType}" -H "Authorization: AWS ${key_access}:${signature}" "http://${host}${relativePath}" -v >/tmp/t.log 2>&1
cat /tmp/t.log
cat /tmp/t.log|grep "HTTP/1.1 200 OK"
if [ $? -eq 0 ];thenecho "`date +%Y-%m-%dT%H:%M:%S` upload $Root/${dh}.zip success"[ -d $BakRoot ] || mkdir -p $BakRootmv -fv $Root/${dh}.zip $BakRoot/ 
elseecho "`date +%Y-%m-%dT%H:%M:%S` upload $Root/${dh}.zip fail"
fi
rm -fv /tmp/t.log

二.dockerfile代码

需要将kubectl和config配置文件拷贝到root下。

# VERSION 1 - EDITION 1
# # # Author: wangbikangFROM alpine:3.18 MAINTAINER docker_user wangbikang@pconline.com.cnCOPY run.sh /data/
COPY kubectl /bin/
RUN mkdir -p /root/.kube
COPY config /root/.kube/
RUN sed -i 's/dl-cdn.alpinelinux.org/mirrors.ustc.edu.cn/g' /etc/apk/repositories
RUN apk add --no-cache curl coreutils  openssl zip bashCMD ["/data/run.sh"]

三.cronjob配置

cronjob配置，每小时只想能够一次，然后将文件压缩备份一份到nas

apiVersion: batch/v1
kind: CronJob
metadata:labels:app: yt-k8s-yamlbak name: yt-k8s-yamlbaknamespace: auto-public 
spec:schedule: "2 * * * *"suspend: falsejobTemplate:spec:activeDeadlineSeconds: 3600backoffLimit: 1template:spec:containers:- name: task image: pcgroup-registry-vpc.cn-shenzhen.cr.aliyuncs.com/public/k8s-yaml-backup:20240607154517 imagePullPolicy: IfNotPresentcommand: ["bash","/data/run.sh"]volumeMounts:- mountPath: /data/yt-k8s-yamlbakname: static-htmlreadOnly: falserestartPolicy: Nevervolumes:- name: static-htmlnfs:server: 2e347xxx-mfg89.cn-shenzhen.nas.aliyuncs.compath: /yt-k8s-yamlbak/