Autojs 利用OpenCV识别棋子之天天象棋你马没了

本例子通过代码像你介绍利用OpenCV实现霍尔找圆的方法定位棋子位置
通过autojs脚本实现自动点击棋子开源地址

https://github.com/Liberations/TtxqYourHorseIsGone/blob/master/main.js
AutoXJs
https://github.com/kkevsekk1/AutoX/releases

auto()
//安卓版本高于Android 9
if (device.sdkInt > 28) {//等待截屏权限申请并同意threads.start(function () {packageName('com.android.systemui').text('立即开始').waitFor()text('立即开始').click()});
}
//申请截屏权限
if (!requestScreenCapture()) {toast("请求截图失败")exit()
}
http.__okhttp__.setTimeout(40 * 1000)//低版本需要加这个
// 创建空的棋盘
// 创建空的棋盘
function createEmptyChessboard() {var temp = [];// 创建一个大小为 10x9 的二维数组，并用空字符串初始化for (var i = 0; i < 10; i++) {temp[i] = Array(9).fill("O");}return temp;
}// 打印二维数组
function printChessboard(chessboard) {for (var i = 0; i < chessboard.length; i++) {var row = chessboard[i].join(" ");log(row);}
}//复制一份新的数组
function copyArray(array) {var newArray = [];for (var i = 0; i < array.length; i++) {var innerArray = array[i];var newInnerArray = innerArray.slice(); // 复制内部数组newArray.push(newInnerArray);}return newArray;
}//将[row,col] 转成字母
function coordinatesToAlgebraic(coordinates) {var row = coordinates[0]var col = coordinates[1]if (isRed) {row = 9 - row;col = col + 'a'.charCodeAt(0);return String.fromCharCode(col) + row.toString();} else {col = 8 - col + 'a'.charCodeAt(0);return String.fromCharCode(col) + row.toString();}}//将字母转成 [row,col]
function algebraicToCoordinates(algebraic) {var col = algebraic.charCodeAt(0) - 'a'.charCodeAt(0);var row = 9 - parseInt(algebraic.substring(1));if (isRed) {//b9 c7 (0,1) (2,2)return [row, col];} else {//b9 c7  (9,7) (7,6)row = 9 - rowcol = 8 - colreturn [row, col];}
}//二维数组旋转180度
function rotateArray180(array) {var rotated = [];for (var i = array.length - 1; i >= 0; i--) {var row = array[i];var rotatedRow = row.slice().reverse();rotated.push(rotatedRow);}return rotated;
}//大小写翻转
function transformString(str) {let transformedString = "";for (let i = 0; i < str.length; i++) {let char = str.charAt(i);if (char === char.toUpperCase()) {transformedString += char.toLowerCase();} else {transformedString += char.toUpperCase();}}return transformedString;
}//释放图片资源
function releaseSouce() {// if (img != null) {//     img.recycle()//     img = null// }if (board_img != null) {board_img.recycle()img = null}
}//通过row col去点击相应的坐标
function clickChess(row, col) {var clickStartX = (2 * col + 1) * chess_piece_radius + boardLeft;var clickStartY = (2 * row + 1) * chess_piece_radius + boardTop;//log("点击位置clickStartX " + clickStartX + " clickStartY " + clickStartY)click(clickStartX, clickStartY);
}//所有的操作都用这个控制
//初始的象棋布局
var defaultChessBoard = [['r', 'n', 'b', 'a', 'k', 'a', 'b', 'n', 'r'],['O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],['O', 'c', 'O', 'O', 'O', 'O', 'O', 'c', 'O'],['p', 'O', 'p', 'O', 'p', 'O', 'p', 'O', 'p'],['O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],['O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],['P', 'O', 'P', 'O', 'P', 'O', 'P', 'O', 'P'],['O', 'C', 'O', 'O', 'O', 'O', 'O', 'C', 'O'],['O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],['R', 'N', 'B', 'A', 'K', 'A', 'B', 'N', 'R']
]//初始化圆的位置
var defaultCircleBoard = [['B', 'B', 'B', 'B', 'B', 'B', 'B', 'B', 'B'],['O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],['O', 'B', 'O', 'O', 'O', 'O', 'O', 'B', 'O'],['B', 'O', 'B', 'O', 'B', 'O', 'B', 'O', 'B'],['O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],['O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],['R', 'O', 'R', 'O', 'R', 'O', 'R', 'O', 'R'],['O', 'R', 'O', 'O', 'O', 'O', 'O', 'R', 'O'],['O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],['R', 'R', 'R', 'R', 'R', 'R', 'R', 'R', 'R']
]var defaultBlackCircleBoard = [['R', 'R', 'R', 'R', 'R', 'R', 'R', 'R', 'R'],['O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],['O', 'R', 'O', 'O', 'O', 'O', 'O', 'R', 'O'],['R', 'O', 'R', 'O', 'R', 'O', 'R', 'O', 'R'],['O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],['O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],['B', 'O', 'B', 'O', 'B', 'O', 'B', 'O', 'B'],['O', 'B', 'O', 'O', 'O', 'O', 'O', 'B', 'O'],['O', 'O', 'O', 'O', 'O', 'O', 'O', 'O', 'O'],['B', 'B', 'B', 'B', 'B', 'B', 'B', 'B', 'B']
]var isRed = null
var isSart = true
var isMyStep = false //标志是否我方下棋
var stepCount = 0 //累计步数
var fen = ""
var img = null //每次的截图
var board_img = null //裁剪出来的棋盘
var storage = storages.create("chessStorage");
var boardWidth = 1010 //棋 盘宽度
var boardHeight = 1140  //棋盘高度
var boardTop = 626 //棋盘上边距
var boardLeft = 34 //棋盘左边距
var speekOn = false //棋盘左边距
var chess_piece_radius = 0 //棋子半径
var chess_piece_width = 0 //棋子宽度
var moves = [] //当前移动的fen码
var chessBoard = null
var circleBoard = []
var intervalId = 0
var 开始 = images.read("开始.png")
var 关闭 = images.read("关闭.png")
var 确定 = images.read("确定.png")
var 叉叉 = images.read("叉叉.jpg")
var 对战助手 = images.read("对战助手.jpg")
var 确定退出 = images.read("确定退出.jpg")//删除截图
var imgDir = "img";
files.removeDir(imgDir)
files.create(imgDir + "/")function main() {initStart()isSart = truelog('开始新的对局')while (isSart) {try {sleep(2000)findChess()} catch (e) {log("发生异常" + e)}//isSart = false}}function initStart() {chessBoard = copyArray(defaultChessBoard)circleBoard = copyArray(defaultCircleBoard)isRed = nullisSart = trueisMyStep = false //标志是否我方下棋stepCount = 0 //累计步数fen = ""moves = []lastMove = ""if (intervalId != 0) {clearInterval(intervalId)intervalId = 0}
}function findChess() {img = images.captureScreen()if (!img) {toastLog('截图失败')return}var pos4 = images.findImage(img, 对战助手)if (pos4) {speek("发现对战助手按钮")click(pos4.x, pos4.y)//重新初始化initStart()return}//log("开始findChess")var pos = images.findImage(img, 关闭)if (pos) {speek("发现关闭对局结束")click(pos.x, pos.y)sleep(1000)click(device.width / 2, device.height / 2)//重新初始化initStart()return}var pos1 = images.findImage(img, 开始)if (pos1) {speek("发现开始按钮")click(pos1.x, pos1.y)//重新初始化initStart()return}var pos2 = images.findImage(img, 确定)if (pos2) {speek("发现确定按钮")click(pos2.x, pos2.y)//重新初始化initStart()return}var pos3 = images.findImage(img, 叉叉)if (pos3) {speek("发现叉叉按钮")click(pos3.x, pos3.y)//重新初始化initStart()return}chess_piece_width = boardWidth / 9chess_piece_radius = chess_piece_width / 2board_img = images.clip(img, boardLeft, boardTop, boardWidth, boardHeight)if (isRed == null) {var col = 4var row = 0var centerX = (2 * col + 1) * chess_piece_radius;var centerY = (2 * row + 1) * chess_piece_radius;var left = centerX - chess_piece_radiusvar top = centerY - chess_piece_radiuslet cutImg = images.clip(board_img, left, top, chess_piece_radius * 2, chess_piece_radius * 2)let containRed = images.findColor(cutImg, "#953c28", {threshold: 4})let containBlack = images.findColor(cutImg, "#3a3938", {threshold: 4})if (containRed) {circleBoard = nullcircleBoard = copyArray(defaultBlackCircleBoard)isRed = false} else if (containBlack) {circleBoard = nullcircleBoard = copyArray(defaultCircleBoard)isRed = true} else {log("没找到帅啥也没有")}speek("我方为" + (isRed ? "红方" : "黑方"))}var tempchessboard = createEmptyChessboard()var count = 0;// 找圆min_radius = chess_piece_width / 4max_radius = chess_piece_width / 3// 灰度化图片let gray = images.grayscale(board_img);// 找圆let arr = images.findCircles(gray, {dp: 1,minDst: 30,param1: 50,param2: 30,minRadius: parseInt(min_radius),maxRadius: parseInt(max_radius),});gray.recycle()for (let i = 0; i < arr.length; i++) {let circle = arr[i];let x = circle.x; // 圆心 x 坐标let y = circle.y; // 圆心 y 坐标let radius = circle.radius; // 圆的半径// 裁剪图像let row = parseInt(y / chess_piece_width)let col = parseInt(x / chess_piece_width)var left = x - radius;var top = y - radius;let cutImg = images.clip(board_img, left, top, radius * 2, radius * 2)let containRed = images.findColor(cutImg, "#953c28", {threshold: 4})let containBlack = images.findColor(cutImg, "#3a3938", {threshold: 4})if (containRed) {count++tempchessboard[row][col] = "R"} else if (containBlack) {count++tempchessboard[row][col] = "B"} else {tempchessboard[row][col] = "O"}cutImg.recycle()}//log('总共找到圆' + count)if (stepCount == 0 && count != 32) {log(arr.length + '数量不够' + count)initStart()printChessboard(tempchessboard)releaseSouce()return}if (stepCount < 999) {var pao1start = tempchessboard[7][1]var pao1Mid = tempchessboard[2][1]var pao1end = tempchessboard[0][1]var pao2start = tempchessboard[7][7]var pao2Mid = tempchessboard[2][7]var pao2end = tempchessboard[0][7]if (pao1start != "O" && pao1end != "O" && pao1Mid != "O") {speek("发现炮1")clickChess(7, 1)sleep(50)clickChess(0, 1)speek("你马没了")sleep(2000)stepCount++return}if (pao2start != "O" && pao2end != "O" && pao2Mid != "O") {speek("发现炮2")clickChess(7, 7)sleep(50)clickChess(0, 7)speek("你马没了")sleep(2000)stepCount++return}return}
}function speek(str) {if (true) {TTS.speak(str, TextToSpeech.QUEUE_ADD, null);//自定义语音合成内容} else {log(str)}}//调用系统语音合成
importPackage(android.speech.tts);
importClass(java.util.Locale);
if (TTS != undefined) { TTS.stop(); TTS.shutdown(); }
var TTS = new TextToSpeech(context, function (status) {if (status != TextToSpeech.SUCCESS) {toast("初始化TTS失败");}var r = TTS.setLanguage(Locale.CHINA);if (r < 0) {toast("不支持该语言: " + r);exit();}log("TTS初始化成功");
});
sleep(500);
speek("开始辅助")
// 创建悬浮窗
var window = floaty.window(<vertical><text text="在棋力评测或者积分场快速按钮界面点击开始运行，需要辅助功能模拟点击" textColor="red" w="auto" ></text><button id="toggleButton" text="展开" w="auto" h="auto" /><vertical id="menu" visibility="gone"><button id="startButton" text="开始" w="auto" h="auto" /><button id="stopButton" text="结束" w="auto" h="auto" /></vertical></vertical>
);
var isOpen = false
// 设置悬浮窗位置
window.setPosition(0, device.height / 20);log("我的引擎" + engines.myEngine())
engines.all().forEach(item => {if (item.id != engines.myEngine().id) {log("停止引擎" + item)item.forceStop()}})
function hideMenu() {isOpen = falsewindow.menu.setVisibility(8);window.toggleButton.setText("展开");
}
function expandOrHideMenu() {isOpen = !isOpenif (isOpen) {window.menu.setVisibility(0);window.toggleButton.setText("收起");} else {window.menu.setVisibility(8);window.toggleButton.setText("展开");}
}
// 切换按钮点击事件
window.toggleButton.click(() => {expandOrHideMenu()});// 开始按钮点击事件
window.startButton.click(() => {hideMenu()threads.start(function () {isSart = falsespeek("开始")main()});});// 结束按钮点击事件
window.stopButton.click(() => {isSart = falsethreads.shutDownAll()toastLog("已停止");hideMenu()
});//保持脚本运行
setInterval(() => { }, 1000);

主要函数利用autojs提供的 findCircles函数

images.findCircles(gray, options)
gray {Image} 灰度图片
options {Object} 选项包括：
region {Array} 找圆区域。是一个两个或四个元素的数组。(region[0], region[1])表示找圆区域的左上角；region[2]*region[3]表示找圆区域的宽高。如果只有region只有两个元素，则找圆区域为(region[0], region[1])到图片右下角。如果不指定region选项，则找圆区域为整张图片。
dp {number} dp是累加面与原始图像相比的分辨率的反比参数，dp=2时累计面分辨率是元素图像的一半，宽高都缩减为原来的一半，dp=1时，两者相同。默认为1。
minDst {number} minDist定义了两个圆心之间的最小距离。默认为图片高度的八分之一。
param1 {number} param1是Canny边缘检测的高阈值，低阈值被自动置为高阈值的一半。默认为100，范围为0-255。
param2 {number} param2是累加平面对是否是圆的判定阈值，默认为100。
minRadius {number} 定义了检测到的圆的半径的最小值，默认为0。
maxRadius {number} 定义了检测到的圆的半径的最大值，0为不限制最大值，默认为0。
return {Array}

在图片中寻找圆（做霍夫圆变换）。找到时返回找到的所有圆{x,y,radius}的数组，找不到时返回null。

一个寻找圆的例子：

// 请求截图
requestScreenCapture();
// 截图
let img = captureScreen();
// 灰度化图片
let gray = images.grayscale(img);
// 找圆
let arr = findCircles(gray, {dp: 1,minDst: 80,param1: 100,param2: 100,minRadius: 50,maxRadius: 80,
});
// 回收图片
gray.recycle();

具体看代码可以在这个基础上实现手机版自动连线功能！
在这里插入图片描述