bin/main.sh脚本内容

#!/bin/bash

#作用：用于同步远程mysql数据库表数据至本地

#作者：丁艺博

source /etc/profile

source ~/.bash_profile

export LANG=en_US.UTF-8

export RUN_HOME=$(cd "$(dirname "$0")"; echo "${PWD%/*}")

source $RUN_HOME/bin/utils.sh

source $RUN_HOME/cfg/db.cfg

JOB_MARK=pension

#临时目录及目标目录定义

TEMP_PATH=/data/mysqldata/mysqldata/database_${JOB_MARK}_temp

TARGET_PATH=/data/oradata/external_table/${JOB_MARK}_service/data

#参数处理

if [[ "$1" == "-help" || "$1" == "-h" || $# -gt 1 ]]; then

echo "usage: $0 """-D cfg=cfg_file_path_x -D starttime=YYYY-MM-DD -D endtime=YYYY-MM-DD""

exit

fi

if [[ $# -ne 1 ]]; then

_loadConf "${RUN_HOME}/cfg/sync_service.cfg"

else

parameter=$1

for i in `echo $parameter|sed "s/-D//g"`

do

key=`echo $i|cut -d"=" -f1`

value=`echo $i|cut -d"=" -f2`

if [ $key == "cfg" ]; then cfg=$value; fi

if [ $key == "starttime" ]; then starttime=$value; fi

if [ $key == "endtime" ]; then endtime=$value; fi

done

echo $cfg

if [ "$cfg" == "" ]; then

_loadConf "${RUN_HOME}/cfg/sync_service.cfg"

elif [ -f "$cfg" ]; then

_loadConf "$cfg"

else

echo "cfg file is not exist!"

exit

fi

_isValidDate $starttime

if [ $? -ne 0 ]; then echo "date format error!"; exit; fi

_isValidDate $endtime

if [ $? -ne 0 ]; then echo "date format error!"; exit; fi

_initDate "$starttime" "$endtime"

fi

if [ ! -d ${TEMP_PATH} ]; then

mkdir -p ${TEMP_PATH}

fi

#同步任务执行主体，循环遍历参数文件执行，如有需要可变更为多进程执行

for cfg in ${CFG_[@]}

do

dburl=`echo ${cfg}|cut -d":" -f4`

database=`echo ${cfg}|cut -d":" -f1`

table=`echo ${cfg}|cut -d":" -f2`

sqlfile=`echo ${cfg}|cut -d":" -f3`

source ${RUN_HOME}/$sqlfile

if [[ "$dburl" == "default" ]]; then

echo ${sql_}

${DB_URL_} -D${database} -N -e "${sql_}" >${TEMP_PATH}/${database}.${table}.dat

if [ $? -eq 0 ]; then

echo "TEMP_PATH: ${TEMP_PATH}/${database}.${table}.dat"

echo "TARGET_PATH: ${TARGET_PATH}/${database}.${table}.dat"

if [ -f ${TARGET_PATH}/${database}.${table}.dat ]; then rm -f ${TARGET_PATH}/${database}.${table}.dat; fi

mv ${TEMP_PATH}/${database}.${table}.dat ${TARGET_PATH}/${database}.${table}.dat

else

echo "${table} sync fail"

fi

fi

done

bin/utils.sh脚本内容

#工具脚本

function _formatDate()

{

_ymdhms=$1

_ymd=`echo ${_ymdhms:0:10}`

_year=`echo ${_ymdhms:0:4}`

_month=`echo ${_ymdhms:5:2}`

_day=`echo ${_ymdhms:8:2}`

_hour=`echo ${_ymdhms:11:2}`

_minute=`echo ${_ymdhms:14:2}`

_second=`echo ${_ymdhms:17:2}`

}

function _loadConf()

{

i_=0

for cv_ in `cat ${1}`;do

if [ "${cv_:0:1}" == "#" -o -z $cv_ ];then continue; fi

CFG_[$i_]=${cv_}

echo "配置文件内容${i_}:${CFG_[${i_}]}"

i_=`expr ${i_} + 1`

done

}

isDate_=0

function _isValidDate(){

if [[ "$1" == "" ]]; then

return 0

fi

date -d "$1" "+%F"|grep -q "$1" 2>/dev/null

if [ $? = 0 ]; then

((isDate_++))

return 0

else

return 1

fi

}

#初始化时间变量

RUN_TIME=`date -d yesterday +"%Y-%m-%d %H:%M:%S"`

START_TIME="`date -d yesterday +%Y-%m-%d` 00:00:00"

END_TIME="`date -d yesterday +%Y-%m-%d` 23:59:59"

START_TIMESTAMP=`date -d "${START_TIME}" +%s`

END_TIMESTAMP=`date -d "${END_TIME}" +%s`

#根据输入日期初始化时间变量

function _initDate()

{

if [[ "$1" != "" ]]; then

START_TIME="$1 00:00:00"

START_TIMESTAMP=`date -d "${START_TIME}" +%s`

fi

if [[ "$2" != "" ]]; then

END_TIME="$2 23:59:59"

END_TIMESTAMP=`date -d "${END_TIME}" +%s`

fi

}

cfg/db.cfg配置文件

DB_URL_="/usr/bin/mysql -h10.1.31.12 -udyb -pdyb123"

cfg/sync_service.cfg配置文件

#database_name:table_name:sql_statement_file:[db_connect]

testdb:test:sql/test.sql:default

sql/test.sql文件

sql_="select concat_ws(x"01",REPLACE(IFNULL(ORG_ID,""),"

",""),REPLACE(IFNULL(jsjg_unified_org_no,""),"

","")) from test where create_time between "${START_TIME}" and "${END_TIME}";"