脚本用法
使用手册
bash spec.sh --helpPlease ensure the directory ~/rpmbuild exists, And the script can execute in any directory.Usage: bash spec.sh [OPTION]... [*.spec]... [OPTION]...or: bash spec.sh [*.spec]... [OPTION]... [*.spec]...
rpmbuild all specfiles in the arguments, if it's empty, rpmbuild all specfiles in the SPECS directoryArguments description-f, --force skip existence check, force rpmbuild--thread=NUM set the maximum number of executing processes--result_fix=char set the output result symbol-* or --* support all options in the rpmbuild强制编译
编译会存在已编译检查，脚本已编译检查只写了简易校验(无语法解析)，校验准确度一般，校验不准确通过 -f 触发强制编译即可。
bash spec.sh SPECS/qt.spec -f设置执行线程数量
修改脚本代码中默认值或通过命令行参数 --thread 动态修改。
bash spec.sh --thread=3设置输出结果标记
修改脚本代码中默认值或通过命令行参数 --result_fix 动态修改。
bash spec.sh --result_fix=#修改rpmbuild单位宏定义
按需增删。
编译日志文件
log_file: 每次执行编译日志；log_file_history: 所有历史执行编译日志。
编译成功二进制包保存目录
其它
脚本代码其余参数范围（4 - 65）行有兴趣按需调整。
脚本代码
#!/bin/bash
script_start_time=$(date +%s)# 日志文件
log_file=~/rpmbuild/compiled.log
log_file_history=~/rpmbuild/compiled.log.history
# 日志开关
log_switch=true
log_history_switch=true
# 执行最大进程数
thread_max_num=8
# 自定义宏,按公司需求定义
custom_define_arr=(--define='dist .test'--define='packager ****'--define='host ****'--define='vendor ****'--define='distribution ****'
)
# 编译完成rpm保存目录
success_dir=~/rpmbuild/success
# 编译完成rpm本地源目录
rpm_source=~/rpmbuild/RPMS/source
# dnf配置文件
dnf_config=/etc/dnf/dnf.conf
# rpmbuild参数
rpmbdf='-bb'
rpmbds=''
declare -a rpmbdo
# 管道文件绑定
lock_switch=false
lock_file=~/.spec.lock
lock_fd=''
builddep_lock_file=~/.builddep_spec.lock
builddep_lock_fd=''
global_lock_file=~/.global_spec.lock
global_lock_fd=''
# spec文件统计
declare -a arr
spec_count_file=~/.spec_count_file.log
spec_count=0
success_spec_count=0
already_spec_count=0
error_spec_count=0
missing_spec_count=0
declare -a success_spec_count_arr
declare -a already_spec_count_arr
declare -a error_spec_count_arr
declare -a missing_spec_count_arr
# 编译退出码
SUCCESS=1
ALREADY=2
MISSING=3
ERROR=4
SUCCESS_MESSAGE='编译成功'
ALREADY_MESSAGE='已编译'
MISSING_MESSAGE='缺少依赖'
ERROR_MESSAGE='编译失败'
# 输出结果
result_width=100
result_fix='='
result_prefix_num=10
result_postfix_num=15
# 输出结果顺序
result_sequence=("$SUCCESS" "$ERROR" "$MISSING" "$ALREADY")#------------------------------------------------function define start------------------------------------------------
# 使用手册
function manual() {echo "Please ensure the directory ~/rpmbuild exists, And the script can execute in any directory."echo -e "\nUsage: bash spec.sh [OPTION]... [*.spec]... [OPTION]..."echo " or: bash spec.sh [*.spec]... [OPTION]... [*.spec]..."echo "rpmbuild all specfiles in the arguments, if it's empty, rpmbuild all specfiles in the SPECS directory"echo -e "\nArguments description"echo " -f, --force skip existence check, force rpmbuild"echo " --thread=NUM set the maximum number of executing processes"echo " --result_fix=char set the output result symbol"echo " -* or --* support all options in the rpmbuild"
}# 命令行参数解析
function arr_spec_organize() {local ri=0local oi=0if [ $# -gt 0 ]; thenfor p in "$@"; docase $p in*.spec)arr[ri]=${p##*/}((ri++));;-b[a-z])rpmbdf=$p;;-f | --force)rpmbds=$p;;--help)manual && exit;;--thread=*)local _thread=${p##*=}if [[ $_thread =~ [0-9]+$ ]]; thenwhile [[ $_thread = [0]* ]]; do_thread=${_thread#*0}doneif [[ $_thread != '' && $_thread -gt 0 && $_thread -lt $thread_max_num ]]; thenthread_max_num=$_threadfifi;;--result_fix=*)local _symbol="${p#*=}"[[ $_symbol =~ ^.$ ]] && result_fix=$_symbol;;*)rpmbdo[oi]=$p((oi++));;esacdonefi# 命令行未传入spec文件则编译SPECS目录下所有spec文件if [ $ri -eq 0 ]; thenfor r in SPECS/*; dor=${r##*/}if [ "${r##*.}" = 'spec' ]; thenarr[ri]=$r((ri++))fidonefi
}# 自动判定锁
function decide_lock() {local _lockfd=$global_lock_fdif [[ -n "$2" ]]; then_lockfd=$2ficase "$1" in"lock")read -ru "$_lockfd";;"unlock")echo >&"$_lockfd";;esac
}# 加锁
function lock() {if $lock_switch; thendecide_lock "lock" "$1"fi
}# 解锁
function unlock() {if $lock_switch; thendecide_lock "unlock" "$1"fi
}# 已编译检查
function check_existence() {local name=''local version=''local _spec_detail=()while read -re line; doif [[ "$name" != '' && "$version" != '' ]]; thenbreakfiIFS=':' read -ra _spec_detail <<<"$line"if [ ${#_spec_detail[@]} -eq 2 ]; then_spec_detail[0]=${_spec_detail[0]//[ ]/''}_spec_detail[1]=${_spec_detail[1]//[ ]/''}if [[ ${_spec_detail[0]} = [nN][aA][mM][eE] ]]; thenname=${_spec_detail[1]}elif [[ ${_spec_detail[0]} = [vV][eE][rR][sS][iI][oO][nN] ]]; thenversion=${_spec_detail[1]}fifidone <"SPECS/$1"# version是宏暂不处理，存在版本号校验问题使用-f触发强制编译即可if [[ $version != [0-9]* ]]; thenversion=''fiif [[ "$name" != '' ]]; thenif [[ -n $(find ~/rpmbuild/RPMS -name "$name-$version*") || -n $(find ~/rpmbuild/RPMS -name "${name}[0-9]-$version*") ]]; thenreturn 0fifireturn 1
}# 编译执行
function exec_spec() {local src=$1# 查看是否已经编译完成 -> 源码编译不检查,强制编译不检查if [[ $rpmbdf != '-bs' && $rpmbds == '' ]] && check_existence "$src"; thenreturn $ALREADYfi# 加载rpm包所需依赖 -> 源码编译不加载if [[ $rpmbdf != '-bs' ]]; thenlock $builddep_lock_fdif ! dnf builddep "SPECS/$src"; thenunlock $builddep_lock_fdreturn $MISSINGfiunlock $builddep_lock_fdfi# 编译rpm二进制包if ! rpmbuild "$rpmbdf" "SPECS/$src" "${rpmbdo[@]}" "${custom_define_arr[@]}"; thenreturn $ERRORfireturn $SUCCESS
}# 编译执行调用
function exec_compile() {exec_spec "$1"local exit_code=$?if $lock_switch; then# 退出码写入统计文件lockecho "$exit_code $1" >>$spec_count_fileunlockelse# 统计spec文件编译结果spec_compile_result "$exit_code $1"fi
}# 编译rpm二进制包拷贝函数
function rpm_check_move() {if [ ! -e $success_dir ]; thenmkdir -p $success_dirfiif [ ! -e $rpm_source ]; thenmkdir -p $rpm_sourcecreaterepo_c $rpm_source --updatefi# 开始拷贝二进制rpm包,将编译路径中的二进制rpm包移动到source目录下for rd in ~/rpmbuild/RPMS/*; doif [[ "$rd" = "$rpm_source" || $(find "$rd" -type f | wc -l) -eq 0 ]]; thencontinuefiif [[ "$1" = 'end' ]]; thencp -f "$rd"/* $success_dirfimv -f "$rd"/* $rpm_sourcedone# 检查createrepo_c包是否存在if [[ "$1" = 'start' ]] && ! which createrepo_c; thendnf install createrepo_c# 查询配置文件是否存在本地源while read -re line; doif [[ "$line" = "[local1]" ]]; thencreaterepo_c $rpm_source --updatereturn 0fidone <$dnf_configecho -e "\n[local1] \nname=local1 \nbaseurl = file://$rpm_source \nenabled=1" >>$dnf_configcreaterepo_c $rpm_source --updatefi
}# 开启管道
function enable_fifo() {# 多进程管道文件绑定if [ -e "$lock_file" ]; thenrm $lock_filefimkfifo $lock_fileexec 100<>$lock_filelock_fd=100rm $lock_file# 依赖加载管道文件绑定if [ -e "$builddep_lock_file" ]; thenrm $builddep_lock_filefimkfifo $builddep_lock_fileexec 101<>$builddep_lock_filebuilddep_lock_fd=101rm $builddep_lock_fileecho >&$builddep_lock_fd# 通用管道文件绑定if [ -e "$global_lock_file" ]; thenrm $global_lock_filefimkfifo $global_lock_fileexec 102<>$global_lock_fileglobal_lock_fd=102rm $global_lock_fileecho >&$global_lock_fd# 创建令牌桶，限制并发数量if [ "$thread_max_num" -gt "$spec_count" ]; thenthread_max_num=$spec_countfifor ((i = 0; i < "$thread_max_num"; i++)); doecho >&$lock_fddone
}# 统计spec编译情况
function spec_compile_result() {local _spec_detail=()read -ra _spec_detail <<<"$1"case "${_spec_detail[0]}" in"$SUCCESS")success_spec_count_arr[success_spec_count]="${_spec_detail[1]}"((success_spec_count++));;"$ALREADY")already_spec_count_arr[already_spec_count]="${_spec_detail[1]}"((already_spec_count++));;"$MISSING")missing_spec_count_arr[missing_spec_count]="${_spec_detail[1]}"((missing_spec_count++));;"$ERROR")error_spec_count_arr[error_spec_count]="${_spec_detail[1]}"((error_spec_count++));;esac
}# 统计类型输出结果
function finish_result_by_type() {for t in "$@"; dolocal _print_arr=()local _print_arr_count=0local _print_arr_tittle=''case "$t" in"$SUCCESS")_print_arr=("${success_spec_count_arr[@]}")_print_arr_count=$success_spec_count_print_arr_tittle="$SUCCESS_MESSAGE";;"$ALREADY")_print_arr=("${already_spec_count_arr[@]}")_print_arr_count=$already_spec_count_print_arr_tittle="$ALREADY_MESSAGE";;"$MISSING")_print_arr=("${missing_spec_count_arr[@]}")_print_arr_count=$missing_spec_count_print_arr_tittle="$MISSING_MESSAGE";;"$ERROR")_print_arr=("${error_spec_count_arr[@]}")_print_arr_count=$error_spec_count_print_arr_tittle="$ERROR_MESSAGE";;esacif [ $_print_arr_count -gt 0 ]; then# 打印echo -ne "$result_content_background\r"echo "$result_prev_fix $_print_arr_tittle "# 写日志if $log_switch; thenecho "$_print_arr_tittle" >>$log_filefiif $log_history_switch; thenecho "$_print_arr_tittle" >>$log_file_historyfifor ((i = 0; i < _print_arr_count; i++)); do# 打印echo -ne "$result_content_background\r"echo "$result_prev_fix ${_print_arr[i]}"# 写日志if $log_switch; thenecho "${_print_arr[i]}" >>$log_filefiif $log_history_switch; thenecho "${_print_arr[i]}" >>$log_file_historyfidoneecho "$result_front_back"fidone
}# 输出结果
function finish_result() {for ((i = 0; i < result_prefix_num; i++)); doresult_prev_fix="$result_prev_fix$result_fix"doneresult_front_back=''result_content_background=''for ((i = 0; i < result_width; i++)); doresult_front_back="$result_front_back$result_fix"if [ $i -lt $((result_width - result_postfix_num)) ]; thenresult_content_background="$result_content_background "elseresult_content_background="$result_content_background$result_fix"fidone# 统计个数输出local _result_count_print=()for c in "${result_sequence[@]}"; docase "$c" in"$SUCCESS")_result_count_print+=("$SUCCESS_MESSAGE: $success_spec_count");;"$ALREADY")_result_count_print+=("$ALREADY_MESSAGE $already_spec_count");;"$MISSING")_result_count_print+=(" $MISSING_MESSAGE $missing_spec_count");;"$ERROR")_result_count_print+=("$ERROR_MESSAGE $error_spec_count");;esacdonefor ((i = 0; i < ${#_result_count_print[@]} - 1; i++)); do_result_count_print[i]="${_result_count_print[i]} ,"donespec_count_print="spec文件总计: $spec_count , ${_result_count_print[*]}"# 执行时间runtime=$(($(date +%s) - script_start_time))runtime_print=''if [ "$runtime" -le 60 ]; thenruntime_print="runtime $runtime 秒 "elif [ "$runtime" -le $((60 * 60)) ]; thenruntime_print="runtime $((runtime / 60)) 分 $((runtime % 60)) 秒 "elseruntime_print="runtime $((runtime / (60 * 60))) 时 $((runtime % (60 * 60) / 60)) 分 $((runtime % (60 * 60) % 60)) 秒 "fi# 输出结果echo -e "\n$result_front_back"echo -ne "$result_content_background\r"echo "$result_prev_fix $runtime_print"echo -ne "$result_content_background\r"echo "$result_prev_fix $spec_count_print"echo -e "$result_front_back"# 打印不同执行结果信息finish_result_by_type "${result_sequence[@]}"
}
#------------------------------------------------function define end-------------------------------------------------#------------------------------------------------code execute start-------------------------------------------------
if ! cd ~/rpmbuild; thenecho "cd ~/rpmbuild fail, Please ensure the directory ~/rpmbuild exists"exit
fi# 命令行参数处理
arr_spec_organize "$@"
spec_count=${#arr[@]}
echo "==== spec文件总计: $spec_count ===="
[ "$spec_count" -gt 0 ] || exit
[ "$spec_count" -eq 1 ] || lock_switch=true# rpm包路径检查和移动 -> 源码编译不检查
if [[ "$rpmbdf" != '-bs' ]]; thenrpm_check_move 'start'
fi# 刷新dnf缓存 -> 源码编译不刷新
if [[ "$rpmbdf" != '-bs' ]]; thenecho '刷新dnf缓存中.......'dnf makecache
fi# 开启管道
if $lock_switch; thenenable_fifo
fi# 清空统计记录
if $lock_switch; thenecho -n >$spec_count_file
fi# 日志写入日期头
if $log_switch; thendate >$log_file
fi
if $log_history_switch; thenecho >>$log_file_history && date >>$log_file_history
fi# 多进程开始编译
for ((i = 0; i < spec_count; i++)); doif $lock_switch; thenlock $lock_fd{exec_compile "${arr[i]}"unlock $lock_fd} &elseexec_compile "${arr[i]}"fi
done
wait# 统计spec文件编译结果
if $lock_switch; thenwhile read -re line; dospec_compile_result "$line"done <$spec_count_filerm $spec_count_file
fi# 如果有编译成功，拷贝并刷新 -> 源码编译不刷新
if [[ $success_spec_count -gt 0 && "$rpmbdf" != '-bs' ]]; thenrpm_check_move 'end'createrepo_c $rpm_source --update
fi# 记录日志并打印编译结果
finish_result
#------------------------------------------------code execute end--------------------------------------------------
