|
|
package com.example.jmacro.wjdr;
|
|
|
|
|
|
import cn.hutool.core.convert.Convert;
|
|
|
import cn.hutool.core.util.RandomUtil;
|
|
|
import com.example.jmacro.wjdr.base.Legend;
|
|
|
import com.example.jmacro.wjdr.base.ViewColor;
|
|
|
import com.example.jmacro.wjdr.base.ViewPoint;
|
|
|
import com.example.jmacro.wjdr.base.ViewRect;
|
|
|
import com.example.jmacro.wjdr.util.ColorUtil;
|
|
|
import com.example.jmacro.wjdr.util.ImageUtil;
|
|
|
import com.example.jmacro.wjdr.util.Logger;
|
|
|
import com.example.jmacro.wjdr.util.TaskUtil;
|
|
|
|
|
|
import java.awt.*;
|
|
|
import java.awt.event.InputEvent;
|
|
|
import java.awt.image.BufferedImage;
|
|
|
import java.io.File;
|
|
|
import java.util.concurrent.TimeUnit;
|
|
|
|
|
|
/**
|
|
|
* 脚本
|
|
|
*
|
|
|
* @author wangbing
|
|
|
* @version 0.0.1
|
|
|
* @since 1.8
|
|
|
*/
|
|
|
public abstract class JMacro {
|
|
|
|
|
|
/**
|
|
|
* 默认超时秒数
|
|
|
*/
|
|
|
private int defaultTimeOut = 10;
|
|
|
|
|
|
/**
|
|
|
* 机器人操作实例
|
|
|
*/
|
|
|
private final Robot robot;
|
|
|
|
|
|
/**
|
|
|
* 视口区域
|
|
|
*/
|
|
|
protected ViewRect focusRect;
|
|
|
|
|
|
public JMacro() {
|
|
|
try {
|
|
|
// 机器人初始化
|
|
|
this.robot = new JRoot();
|
|
|
this.robot.setAutoDelay(30);
|
|
|
this.startFocus();
|
|
|
} catch (AWTException e) {
|
|
|
throw new RuntimeException(e);
|
|
|
}
|
|
|
}
|
|
|
|
|
|
public int getDefaultTimeOut() {
|
|
|
return defaultTimeOut;
|
|
|
}
|
|
|
|
|
|
public void setDefaultTimeOut(int defaultTimeOut) {
|
|
|
this.defaultTimeOut = defaultTimeOut;
|
|
|
}
|
|
|
|
|
|
public Robot getRobot() {
|
|
|
return robot;
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 开始聚焦
|
|
|
*/
|
|
|
public void startFocus() {
|
|
|
TaskUtil.asyncTask(() -> {
|
|
|
focusRect = TaskUtil.timeTask(this::focus, defaultTimeOut, TimeUnit.SECONDS);
|
|
|
if (focusRect != null) {
|
|
|
Logger.info("聚焦成功");
|
|
|
} else {
|
|
|
Logger.error("聚焦失败");
|
|
|
}
|
|
|
});
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 获取视口区域
|
|
|
*
|
|
|
* @return 视口区域
|
|
|
*/
|
|
|
public abstract ViewRect focus();
|
|
|
|
|
|
/**
|
|
|
* 执行脚本
|
|
|
*/
|
|
|
public abstract void run();
|
|
|
|
|
|
/**
|
|
|
* 键盘按键组
|
|
|
*/
|
|
|
public void keyInput(int... keycodes) {
|
|
|
for (int keycode : keycodes) {
|
|
|
keyPress(keycode);
|
|
|
}
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 键盘按键
|
|
|
* keycode Key to press (e.g. <code>KeyEvent.VK_A)
|
|
|
*/
|
|
|
public void keyPress(int keycode) {
|
|
|
this.robot.keyPress(keycode);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 鼠标移动
|
|
|
*
|
|
|
* @param point 坐标点
|
|
|
*/
|
|
|
public void mouseMove(ViewPoint point) {
|
|
|
mouseMove(point, false);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 鼠标移动
|
|
|
*
|
|
|
* @param point 坐标点
|
|
|
* @param smooth 平滑移动
|
|
|
*/
|
|
|
public void mouseMove(ViewPoint point, boolean smooth) {
|
|
|
int endX = point.getX();
|
|
|
int endY = point.getY();
|
|
|
if (smooth) {
|
|
|
// 获取当前鼠标位置
|
|
|
Point mousePoint = MouseInfo.getPointerInfo().getLocation();
|
|
|
int startX = mousePoint.x;
|
|
|
int startY = mousePoint.y;
|
|
|
|
|
|
// 求两点距离
|
|
|
double absX = Math.abs(startX - endX);
|
|
|
double absY = Math.abs(startY - endY);
|
|
|
double absZ = Math.sqrt(Math.pow(absX, 2) + Math.pow(absY, 2));
|
|
|
int times = (int) (absZ / 10 + (absZ % 10 > 0 ? 1 : 0));
|
|
|
int interval = Math.min(500 / times, 10);
|
|
|
|
|
|
times = Math.min(times, 10);
|
|
|
// 分times次移动到指定点
|
|
|
for (int i = 1; i <= times; i++) {
|
|
|
float d = i * 1.0f / times;
|
|
|
int dx = (int) (startX + (endX - startX) * d);
|
|
|
int dy = (int) (startY + (endY - startY) * d);
|
|
|
robot.mouseMove(dx, dy);
|
|
|
delay(RandomUtil.randomInt(interval - 5, interval + 5));
|
|
|
}
|
|
|
} else {
|
|
|
robot.mouseMove(endX, endY);
|
|
|
}
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 鼠标左键单击
|
|
|
*
|
|
|
* @param rect 点
|
|
|
*/
|
|
|
public void mouseLeftClick(ViewPoint rect) {
|
|
|
mouseMove(rect);
|
|
|
robot.mousePress(InputEvent.BUTTON1_DOWN_MASK);
|
|
|
delay(100);
|
|
|
robot.mouseRelease(InputEvent.BUTTON1_DOWN_MASK);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 鼠标左键单击
|
|
|
*
|
|
|
* @param rect 矩形区域
|
|
|
*/
|
|
|
public void mouseLeftClick(ViewRect rect) {
|
|
|
mouseLeftClick(new ViewPoint(rect.getCenter()[0], rect.getCenter()[1]));
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 鼠标左键拖拽
|
|
|
*
|
|
|
* @param start 开始位置
|
|
|
* @param end 结束位置
|
|
|
*/
|
|
|
public void mouseLeftDrag(ViewPoint start, ViewPoint end) {
|
|
|
mouseLeftDrag(start, end, false);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 鼠标左键拖拽
|
|
|
*
|
|
|
* @param start 开始位置
|
|
|
* @param end 结束位置
|
|
|
* @param smooth 平滑移动
|
|
|
*/
|
|
|
public void mouseLeftDrag(ViewPoint start, ViewPoint end, boolean smooth) {
|
|
|
mouseMove(start, smooth);
|
|
|
delay();
|
|
|
robot.mousePress(InputEvent.BUTTON1_DOWN_MASK);
|
|
|
delay();
|
|
|
mouseMove(end, smooth);
|
|
|
delay();
|
|
|
robot.mouseRelease(InputEvent.BUTTON1_DOWN_MASK);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 鼠标右键拖拽
|
|
|
*
|
|
|
* @param start 开始位置
|
|
|
* @param end 结束位置
|
|
|
*/
|
|
|
public void mouseRightDrag(ViewPoint start, ViewPoint end) {
|
|
|
mouseRightDrag(start, end, false);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 鼠标右键拖拽
|
|
|
*
|
|
|
* @param start 开始位置
|
|
|
* @param end 结束位置
|
|
|
* @param smooth 平滑移动
|
|
|
*/
|
|
|
public void mouseRightDrag(ViewPoint start, ViewPoint end, boolean smooth) {
|
|
|
mouseMove(start, smooth);
|
|
|
delayUnstable();
|
|
|
robot.mousePress(InputEvent.BUTTON3_DOWN_MASK);
|
|
|
delayUnstable();
|
|
|
mouseMove(end, smooth);
|
|
|
delayUnstable();
|
|
|
robot.mouseRelease(InputEvent.BUTTON3_DOWN_MASK);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 鼠标滚轮单击
|
|
|
*
|
|
|
* @param rect 矩形区域
|
|
|
*/
|
|
|
public void mouseWheelClick(ViewRect rect) {
|
|
|
delayUnstable();
|
|
|
robot.mouseMove(rect.getCenter()[0], rect.getCenter()[1]);
|
|
|
delayUnstable();
|
|
|
robot.mousePress(InputEvent.BUTTON2_DOWN_MASK);
|
|
|
delayUnstable();
|
|
|
robot.mouseRelease(InputEvent.BUTTON2_DOWN_MASK);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 鼠标右键单击
|
|
|
*
|
|
|
* @param rect 矩形区域
|
|
|
*/
|
|
|
public void mouseRightClick(ViewRect rect) {
|
|
|
delayUnstable();
|
|
|
robot.mouseMove(rect.getCenter()[0], rect.getCenter()[1]);
|
|
|
delayUnstable();
|
|
|
robot.mousePress(InputEvent.BUTTON3_DOWN_MASK);
|
|
|
delayUnstable();
|
|
|
robot.mouseRelease(InputEvent.BUTTON3_DOWN_MASK);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 鼠标左键双击
|
|
|
*
|
|
|
* @param rect 矩形区域
|
|
|
*/
|
|
|
public void mouseLeftDoubleClick(ViewRect rect) {
|
|
|
delayUnstable();
|
|
|
robot.mouseMove(rect.getCenter()[0], rect.getCenter()[1]);
|
|
|
delayUnstable();
|
|
|
robot.mousePress(InputEvent.BUTTON1_DOWN_MASK);
|
|
|
delay(100);
|
|
|
robot.mouseRelease(InputEvent.BUTTON1_DOWN_MASK);
|
|
|
delay(100);
|
|
|
robot.mousePress(InputEvent.BUTTON1_DOWN_MASK);
|
|
|
delay(100);
|
|
|
robot.mouseRelease(InputEvent.BUTTON1_DOWN_MASK);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 捕获指定区域屏幕
|
|
|
*/
|
|
|
public BufferedImage capture(Robot robot, ViewRect viewRect) {
|
|
|
return robot.createScreenCapture(new Rectangle(viewRect.getLeft(), viewRect.getTop(), viewRect.getWidth(), viewRect.getHeight()));
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 获取聚焦区域
|
|
|
*/
|
|
|
public ViewRect getFocusRect() {
|
|
|
if (focusRect != null) {
|
|
|
return focusRect;
|
|
|
}
|
|
|
// 返回屏幕区域
|
|
|
return getScreenRect();
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 获取聚焦区域
|
|
|
*/
|
|
|
public ViewRect getScreenRect() {
|
|
|
if (focusRect != null) {
|
|
|
return focusRect;
|
|
|
}
|
|
|
// 返回屏幕区域
|
|
|
Toolkit tk = Toolkit.getDefaultToolkit();
|
|
|
return new ViewRect(0, 0, tk.getScreenSize().width, tk.getScreenSize().height);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 延迟
|
|
|
*/
|
|
|
public void delay() {
|
|
|
delay(100);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 延迟
|
|
|
*/
|
|
|
public void delay(long millis) {
|
|
|
try {
|
|
|
Thread.sleep(millis);
|
|
|
} catch (InterruptedException e) {
|
|
|
throw new RuntimeException(e);
|
|
|
}
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 抖动延迟
|
|
|
*/
|
|
|
public void delayUnstable() {
|
|
|
delayUnstable(500);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 抖动延迟
|
|
|
*/
|
|
|
public void delayUnstable(long millis) {
|
|
|
if (millis < 200) {
|
|
|
delay(millis);
|
|
|
return;
|
|
|
}
|
|
|
delay(RandomUtil.randomLong(millis - 100, millis + 100));
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 全屏查找图片
|
|
|
*
|
|
|
* @param pic 图片
|
|
|
* @param minSimilar 最低相似度
|
|
|
* @return 匹配图片区域
|
|
|
*/
|
|
|
public ViewRect findPic(File pic, double minSimilar) {
|
|
|
return findPic(getFocusRect(), ImageUtil.load(pic), minSimilar);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 全屏查找图片
|
|
|
*
|
|
|
* @param pic 图片
|
|
|
* @param minSimilar 最低相似度
|
|
|
* @return 匹配图片区域
|
|
|
*/
|
|
|
public ViewRect findPic(BufferedImage pic, double minSimilar) {
|
|
|
return findPic(getFocusRect(), pic, minSimilar);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 查找图片
|
|
|
*
|
|
|
* @param viewRect 查找范围（不设时，取全屏）
|
|
|
* @param pic 待查找图片
|
|
|
* @param minSimilar 相似度
|
|
|
* @return 匹配图片区域
|
|
|
*/
|
|
|
public ViewRect findPic(ViewRect viewRect, File pic, double minSimilar) {
|
|
|
return findPic(viewRect, ImageUtil.load(pic), minSimilar);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 查找图片
|
|
|
*
|
|
|
* @param viewRect 查找范围（不设时，取全屏）
|
|
|
* @param pic 待查找图片
|
|
|
* @param minSimilar 相似度
|
|
|
* @return 匹配图片区域
|
|
|
*/
|
|
|
public ViewRect findPic(ViewRect viewRect, BufferedImage pic, double minSimilar) {
|
|
|
// 当聚焦区域为null时，默认全屏查找
|
|
|
if (viewRect == null) {
|
|
|
viewRect = getFocusRect() != null ? getFocusRect() : getScreenRect();
|
|
|
}
|
|
|
// 当查找区域比图片还小时，直接返回失败
|
|
|
if (viewRect.getWidth() < pic.getWidth() || viewRect.getHeight() < pic.getHeight()) {
|
|
|
Logger.error("视口尺寸小于图片");
|
|
|
return null;
|
|
|
}
|
|
|
if (minSimilar > 1) {
|
|
|
throw new RuntimeException("this minSimilar must be less than 1");
|
|
|
}
|
|
|
|
|
|
// 获取实时屏幕
|
|
|
BufferedImage screen = capture(robot, viewRect);
|
|
|
ImageUtil.show(screen);
|
|
|
int[][] screenData = ImageUtil.getImageRGB(screen);
|
|
|
int[][] picData = ImageUtil.getImageRGB(pic);
|
|
|
|
|
|
// 得到图片左上角范围
|
|
|
int xMin = viewRect.getLeft();
|
|
|
// 因为坐标取像素点是从0开始，因此需要-1
|
|
|
int xMax = viewRect.getRight() - pic.getWidth();
|
|
|
int yMin = viewRect.getTop();
|
|
|
// 因为坐标取像素点是从0开始，因此需要-1
|
|
|
int yMax = viewRect.getBottom() - pic.getHeight();
|
|
|
|
|
|
for (int y = yMin; y <= yMax; y++) {
|
|
|
for (int x = xMin; x <= xMax; x++) {
|
|
|
// 对关键点进行先期匹配，降低运算复杂度。如果关键点本身就不匹配，就没必要再去匹配小图的每一个像素点
|
|
|
// 左上角
|
|
|
boolean lt = ColorUtil.isSimilar(screenData[x - xMin][y - yMin], picData[0][0]);
|
|
|
// 右上角
|
|
|
boolean rt = ColorUtil.isSimilar(screenData[x - xMin + pic.getWidth() - 1][y - yMin], picData[pic.getWidth() - 1][0]);
|
|
|
// 左下角
|
|
|
boolean lb = ColorUtil.isSimilar(screenData[x - xMin][y - yMin + pic.getHeight() - 1], picData[0][pic.getHeight() - 1]);
|
|
|
// 右下角
|
|
|
boolean rb = ColorUtil.isSimilar(screenData[x - xMin + pic.getWidth() - 1][y - yMin + pic.getHeight() - 1], picData[pic.getWidth() - 1][pic.getHeight() - 1]);
|
|
|
//中心点
|
|
|
boolean cc = ColorUtil.isSimilar(screenData[x - xMin + pic.getWidth() / 2][y - yMin + pic.getHeight() / 2], picData[pic.getWidth() / 2][pic.getHeight() / 2]);
|
|
|
if (lt && rt && lb && rb && cc) {
|
|
|
// 统计相似点数
|
|
|
int samePixels = 0;
|
|
|
for (int smallY = 0; smallY < pic.getHeight(); smallY++) {
|
|
|
for (int smallX = 0; smallX < pic.getWidth(); smallX++) {
|
|
|
if (ColorUtil.isSimilar(screenData[x + smallX - xMin][y + smallY - yMin], picData[smallX][smallY])) {
|
|
|
samePixels++;
|
|
|
}
|
|
|
}
|
|
|
}
|
|
|
// 计算相似度
|
|
|
double similar = (double) samePixels / (pic.getWidth() * pic.getHeight());
|
|
|
if (similar >= minSimilar) {
|
|
|
return new ViewRect(x, y, x + pic.getWidth(), y + pic.getHeight(), similar);
|
|
|
}
|
|
|
}
|
|
|
}
|
|
|
}
|
|
|
return null;
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 查找图片
|
|
|
*
|
|
|
* @param legend 图例
|
|
|
* @param minSimilar 最低相似度
|
|
|
* @return 匹配图片区域
|
|
|
*/
|
|
|
public ViewRect findLegend(String legend, double minSimilar) {
|
|
|
return findLegend(Legend.inflate(legend), minSimilar);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 查找图片
|
|
|
*
|
|
|
* @param legend 图例
|
|
|
* @param minSimilar 最低相似度
|
|
|
* @return 匹配图片区域
|
|
|
*/
|
|
|
public ViewRect findLegend(Legend legend, double minSimilar) {
|
|
|
return findPic(legend.getFile(), minSimilar);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 查找图例
|
|
|
*
|
|
|
* @param legend 图例
|
|
|
* @param minSimilar 最低相似度
|
|
|
* @return 匹配图片区域
|
|
|
*/
|
|
|
public ViewRect findLegend(ViewRect rect, String legend, double minSimilar) {
|
|
|
return findLegend(rect, Legend.inflate(legend), minSimilar);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 查找图例
|
|
|
*
|
|
|
* @param legend 图例
|
|
|
* @param minSimilar 最低相似度
|
|
|
* @return 匹配图片区域
|
|
|
*/
|
|
|
public ViewRect findLegend(ViewRect rect, Legend legend, double minSimilar) {
|
|
|
return findPic(rect, legend.getFile(), minSimilar);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 查找图片
|
|
|
*
|
|
|
* @param legend 图例
|
|
|
* @param minSimilar 最低相似度
|
|
|
* @return 匹配图片区域
|
|
|
*/
|
|
|
public ViewRect waitAndFindLegend(Legend legend, double minSimilar, long seconds) {
|
|
|
return waitAndFindPic(legend.getFile(), minSimilar, seconds);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 查找图片
|
|
|
*
|
|
|
* @param legend 图例
|
|
|
* @param minSimilar 最低相似度
|
|
|
* @return 匹配图片区域
|
|
|
*/
|
|
|
public ViewRect waitAndFindLegend(ViewRect rect, Legend legend, double minSimilar, long seconds) {
|
|
|
return waitAndFindPic(rect, legend.getFile(), minSimilar, seconds);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 等待并查找图片
|
|
|
*
|
|
|
* @param pic 图片
|
|
|
* @param minSimilar 最低相似度
|
|
|
* @return 匹配图片区域
|
|
|
*/
|
|
|
public ViewRect waitAndFindPic(File pic, double minSimilar) {
|
|
|
return waitAndFindPic(getFocusRect(), pic, minSimilar, defaultTimeOut);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 等待并查找图片
|
|
|
*
|
|
|
* @param pic 图片
|
|
|
* @param minSimilar 最低相似度
|
|
|
* @return 匹配图片区域
|
|
|
*/
|
|
|
public ViewRect waitAndFindPic(BufferedImage pic, double minSimilar) {
|
|
|
return waitAndFindPic(getFocusRect(), pic, minSimilar, defaultTimeOut);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 等待并查找图片
|
|
|
*
|
|
|
* @param pic 图片
|
|
|
* @param minSimilar 最低相似度
|
|
|
* @param seconds 最长等待秒数
|
|
|
* @return 匹配图片区域
|
|
|
*/
|
|
|
public ViewRect waitAndFindPic(File pic, double minSimilar, long seconds) {
|
|
|
return waitAndFindPic(getFocusRect(), pic, minSimilar, seconds);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 等待并查找图片
|
|
|
*
|
|
|
* @param pic 图片
|
|
|
* @param minSimilar 最低相似度
|
|
|
* @param seconds 最长等待秒数
|
|
|
* @return 匹配图片区域
|
|
|
*/
|
|
|
public ViewRect waitAndFindPic(BufferedImage pic, double minSimilar, long seconds) {
|
|
|
return waitAndFindPic(getFocusRect(), pic, minSimilar, seconds);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 等待并查找图片
|
|
|
*
|
|
|
* @param rect 查找区域
|
|
|
* @param pic 图片
|
|
|
* @param minSimilar 最低相似度
|
|
|
* @return 匹配图片区域
|
|
|
*/
|
|
|
public ViewRect waitAndFindPic(ViewRect rect, File pic, double minSimilar) {
|
|
|
return waitAndFindPic(rect, pic, minSimilar, defaultTimeOut);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 等待并查找图片
|
|
|
*
|
|
|
* @param rect 查找区域
|
|
|
* @param pic 图片
|
|
|
* @param minSimilar 最低相似度
|
|
|
* @param seconds 最长等待秒数
|
|
|
* @return 匹配图片区域
|
|
|
*/
|
|
|
public ViewRect waitAndFindPic(ViewRect rect, File pic, double minSimilar, long seconds) {
|
|
|
return waitAndFindPic(rect, ImageUtil.load(pic), minSimilar, seconds);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 等待并查找图片
|
|
|
*
|
|
|
* @param rect 查找区域
|
|
|
* @param pic 图片
|
|
|
* @param minSimilar 最低相似度
|
|
|
* @return 匹配图片区域
|
|
|
*/
|
|
|
public ViewRect waitAndFindPic(ViewRect rect, BufferedImage pic, double minSimilar) {
|
|
|
return waitAndFindPic(rect, pic, minSimilar, defaultTimeOut);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 等待并查找图片
|
|
|
*
|
|
|
* @param rect 查找区域
|
|
|
* @param pic 图片
|
|
|
* @param minSimilar 最低相似度
|
|
|
* @param seconds 最长等待秒数
|
|
|
* @return 匹配图片区域
|
|
|
*/
|
|
|
public ViewRect waitAndFindPic(ViewRect rect, BufferedImage pic, double minSimilar, long seconds) {
|
|
|
if (rect.getWidth() < pic.getWidth()) {
|
|
|
Logger.error("查找图片区域宽度{}小于图片宽度{}", rect.getWidth(), pic.getWidth());
|
|
|
return null;
|
|
|
}
|
|
|
if (rect.getHeight() < pic.getHeight()) {
|
|
|
Logger.error("查找图片区域宽度{}小于图片宽度{}", rect.getHeight(), pic.getHeight());
|
|
|
return null;
|
|
|
}
|
|
|
return TaskUtil.timeTask(() -> {
|
|
|
while (JMainService.getInstance().run) {
|
|
|
ViewRect result = findPic(rect, pic, minSimilar);
|
|
|
if (result != null) {
|
|
|
return result;
|
|
|
}
|
|
|
delayUnstable();
|
|
|
}
|
|
|
return null;
|
|
|
}, seconds, TimeUnit.SECONDS);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 匹配图片
|
|
|
*
|
|
|
* @param pic 图片
|
|
|
* @param location 定位
|
|
|
* @param minSimilar 最低相似度
|
|
|
* @return 匹配图片
|
|
|
*/
|
|
|
public ViewRect matchPic(File pic, ViewPoint location, double minSimilar) {
|
|
|
if (!pic.exists()) {
|
|
|
Logger.error("file [{}] not exist", pic.getAbsolutePath());
|
|
|
return null;
|
|
|
}
|
|
|
return matchPic(ImageUtil.load(pic), location, minSimilar);
|
|
|
}
|
|
|
|
|
|
public ViewRect matchPic(BufferedImage pic, ViewPoint location, double minSimilar) {
|
|
|
ViewRect focusRect = getFocusRect();
|
|
|
int offsetX = location.getX();
|
|
|
int offsetY = location.getY();
|
|
|
ViewRect viewRect = new ViewRect();
|
|
|
viewRect.setLeft(focusRect.getLeft() + offsetX);
|
|
|
viewRect.setTop(focusRect.getTop() + offsetY);
|
|
|
viewRect.setRight(viewRect.getLeft() + pic.getWidth());
|
|
|
viewRect.setBottom(viewRect.getTop() + pic.getHeight());
|
|
|
ImageUtil.show(viewRect);
|
|
|
return findPic(viewRect, pic, minSimilar);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 等待并匹配图片
|
|
|
*
|
|
|
* @param pic 图片
|
|
|
* @param minSimilar 最低相似度
|
|
|
* @return 匹配图片区域
|
|
|
*/
|
|
|
public ViewRect waitAndMatchPic(File pic, ViewPoint location, double minSimilar) {
|
|
|
return waitAndMatchPic(ImageUtil.load(pic), location, minSimilar);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 等待并匹配图片
|
|
|
*
|
|
|
* @param pic 图片
|
|
|
* @param minSimilar 最低相似度
|
|
|
* @return 匹配图片区域
|
|
|
*/
|
|
|
public ViewRect waitAndMatchPic(BufferedImage pic, ViewPoint location, double minSimilar) {
|
|
|
return waitAndMatchPic(pic, location, minSimilar, defaultTimeOut);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 等待并匹配图片
|
|
|
*
|
|
|
* @param pic 图片
|
|
|
* @param minSimilar 最低相似度
|
|
|
* @param seconds 最长等待秒数
|
|
|
* @return 匹配图片区域
|
|
|
*/
|
|
|
public ViewRect waitAndMatchPic(File pic, ViewPoint location, double minSimilar, long seconds) {
|
|
|
return waitAndMatchPic(ImageUtil.load(pic), location, minSimilar, seconds);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 等待并匹配图片
|
|
|
*
|
|
|
* @param pic 图片
|
|
|
* @param minSimilar 最低相似度
|
|
|
* @param seconds 最长等待秒数
|
|
|
* @return 匹配图片区域
|
|
|
*/
|
|
|
public ViewRect waitAndMatchPic(BufferedImage pic, ViewPoint location, double minSimilar, long seconds) {
|
|
|
return TaskUtil.timeTask(() -> {
|
|
|
while (JMainService.getInstance().run) {
|
|
|
ViewRect matchPic = matchPic(pic, location, minSimilar);
|
|
|
if (matchPic != null) {
|
|
|
return matchPic;
|
|
|
}
|
|
|
delayUnstable();
|
|
|
}
|
|
|
return null;
|
|
|
}, seconds, TimeUnit.SECONDS);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 匹配图例
|
|
|
*
|
|
|
* @param legends 图例
|
|
|
* @param seconds 最长等待秒数
|
|
|
* @return 匹配图片区域
|
|
|
*/
|
|
|
public ViewRect[] waitAndMatchLegend(String[] legends, long seconds) {
|
|
|
return TaskUtil.timeTask(() -> {
|
|
|
while (JMainService.getInstance().run) {
|
|
|
ViewRect[] viewRects = matchLegend(legends);
|
|
|
for (ViewRect viewRect : viewRects) {
|
|
|
if (viewRect != null) {
|
|
|
return viewRects;
|
|
|
}
|
|
|
}
|
|
|
delayUnstable();
|
|
|
}
|
|
|
return new ViewRect[legends.length];
|
|
|
}, seconds, TimeUnit.SECONDS);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 匹配图例
|
|
|
*
|
|
|
* @param legends 图例
|
|
|
* @return 匹配图片
|
|
|
*/
|
|
|
public ViewRect[] matchLegend(String... legends) {
|
|
|
return matchLegend(legends, 1.0);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 匹配图例
|
|
|
*
|
|
|
* @param legends 图例
|
|
|
* @param minSimilar 最低相似度
|
|
|
* @return 匹配图片
|
|
|
*/
|
|
|
public ViewRect[] matchLegend(String[] legends, double minSimilar) {
|
|
|
ViewRect[] viewRects = new ViewRect[legends.length];
|
|
|
for (int i = 0; i < legends.length; i++) {
|
|
|
String legend = legends[i];
|
|
|
viewRects[i] = matchLegend(Legend.inflate(legend), minSimilar);
|
|
|
if (viewRects[i] != null) {
|
|
|
return viewRects;
|
|
|
}
|
|
|
}
|
|
|
return viewRects;
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 匹配图例
|
|
|
*
|
|
|
* @param legend 图例
|
|
|
* @param minSimilar 最低相似度
|
|
|
* @return 匹配图片
|
|
|
*/
|
|
|
public ViewRect matchLegend(String legend, double minSimilar) {
|
|
|
return matchLegend(Legend.inflate(legend), minSimilar);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 匹配图片
|
|
|
*
|
|
|
* @param legend 图例
|
|
|
* @param minSimilar 最低相似度
|
|
|
* @return 匹配图片
|
|
|
*/
|
|
|
public ViewRect matchLegend(Legend legend, double minSimilar) {
|
|
|
if (minSimilar > 1) {
|
|
|
throw new RuntimeException("this minSimilar must be less than 1");
|
|
|
}
|
|
|
int offsetX = legend.getLocation().getX();
|
|
|
int offsetY = legend.getLocation().getY();
|
|
|
ViewRect viewRect = new ViewRect();
|
|
|
viewRect.setLeft(getFocusRect().getLeft() + offsetX);
|
|
|
viewRect.setTop(getFocusRect().getTop() + offsetY);
|
|
|
BufferedImage image = ImageUtil.load(legend.getFile());
|
|
|
viewRect.setRight(viewRect.getLeft() + image.getWidth());
|
|
|
viewRect.setBottom(viewRect.getTop() + image.getHeight());
|
|
|
ImageUtil.show(viewRect);
|
|
|
return findPic(viewRect, image, minSimilar);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 等待并匹配图例
|
|
|
*
|
|
|
* @param legend 图例
|
|
|
* @param minSimilar 最低相似度
|
|
|
* @return 匹配图片区域
|
|
|
*/
|
|
|
public ViewRect waitAndMatchLegend(String legend, double minSimilar) {
|
|
|
return waitAndMatchLegend(Legend.inflate(legend), minSimilar);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 等待并匹配图例
|
|
|
*
|
|
|
* @param legend 图例
|
|
|
* @param minSimilar 最低相似度
|
|
|
* @return 匹配图片区域
|
|
|
*/
|
|
|
public ViewRect waitAndMatchLegend(Legend legend, double minSimilar) {
|
|
|
return waitAndMatchLegend(legend, minSimilar, defaultTimeOut);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 等待并匹配图例
|
|
|
*
|
|
|
* @param legend 图例
|
|
|
* @param minSimilar 最低相似度
|
|
|
* @param seconds 最长等待秒数
|
|
|
* @return 匹配图片区域
|
|
|
*/
|
|
|
public ViewRect waitAndMatchLegend(String legend, double minSimilar, long seconds) {
|
|
|
return waitAndMatchLegend(Legend.inflate(legend), minSimilar, seconds);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 等待并匹配图例
|
|
|
*
|
|
|
* @param legend 图例
|
|
|
* @param minSimilar 最低相似度
|
|
|
* @param seconds 最长等待秒数
|
|
|
* @return 匹配图片区域
|
|
|
*/
|
|
|
public ViewRect waitAndMatchLegend(Legend legend, double minSimilar, long seconds) {
|
|
|
return waitAndMatchPic(legend.getFile(), legend.getLocation(), minSimilar, seconds);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 匹配指定坐标色值
|
|
|
*
|
|
|
* @param color 色值坐标点
|
|
|
* @return 是否匹配
|
|
|
*/
|
|
|
public boolean matchColor(ViewColor color) {
|
|
|
ViewRect of = of(color.getX(), color.getY(), color.getX(), color.getY());
|
|
|
// 获取实时屏幕
|
|
|
BufferedImage pointImage = capture(robot, of);
|
|
|
ImageUtil.show(pointImage);
|
|
|
int[][] pointData = ImageUtil.getImageRGB(pointImage);
|
|
|
return ColorUtil.isSimilar(pointData[0][0], color.getColor());
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 等待并匹配图例
|
|
|
*
|
|
|
* @param color 色值坐标点
|
|
|
* @param seconds 最长等待秒数
|
|
|
* @return 匹配图片区域
|
|
|
*/
|
|
|
public boolean waitAndMatchColor(ViewColor color, long seconds) {
|
|
|
Boolean result = TaskUtil.timeTask(() -> {
|
|
|
while (JMainService.getInstance().run) {
|
|
|
if (matchColor(color)) {
|
|
|
return true;
|
|
|
}
|
|
|
delayUnstable();
|
|
|
}
|
|
|
return null;
|
|
|
}, seconds, TimeUnit.SECONDS);
|
|
|
return Convert.toBool(result, false);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 获取图例
|
|
|
*
|
|
|
* @return 图例
|
|
|
*/
|
|
|
public Legend of(String legend) {
|
|
|
return Legend.inflate(legend);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 将相对坐标转为绝对坐标
|
|
|
*
|
|
|
* @return 绝对区域
|
|
|
*/
|
|
|
public ViewRect of(int left, int top, int right, int bottom) {
|
|
|
int ox = getFocusRect().getLeft();
|
|
|
int oy = getFocusRect().getTop();
|
|
|
return new ViewRect(left + ox, top + oy, right + ox, bottom + oy);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 将相对区域转为绝对区域
|
|
|
*
|
|
|
* @param relativeRect 相对区域
|
|
|
* @return 绝对区域
|
|
|
*/
|
|
|
public ViewRect of(ViewRect relativeRect) {
|
|
|
return new ViewRect(relativeRect.getLeft(), relativeRect.getTop(), relativeRect.getRight(), relativeRect.getBottom());
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 将相对坐标转为绝对坐标
|
|
|
*
|
|
|
* @return 绝对坐标
|
|
|
*/
|
|
|
public ViewPoint of(int x, int y) {
|
|
|
int ox = getFocusRect().getLeft();
|
|
|
int oy = getFocusRect().getTop();
|
|
|
return new ViewPoint(x + ox, y + oy);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 将相对坐标转为绝对坐标
|
|
|
*
|
|
|
* @param relativePoint 相对坐标
|
|
|
* @return 绝对区域
|
|
|
*/
|
|
|
public ViewPoint of(ViewPoint relativePoint) {
|
|
|
return of(relativePoint.getX(), relativePoint.getY());
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 将相对坐标转为色值坐标
|
|
|
*
|
|
|
* @return 绝对坐标
|
|
|
*/
|
|
|
public ViewColor of(int x, int y, String hexColor) {
|
|
|
int ox = getFocusRect().getLeft();
|
|
|
int oy = getFocusRect().getTop();
|
|
|
return new ViewColor(x + ox, y + oy, hexColor);
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 将相对坐标转为色值坐标
|
|
|
*
|
|
|
* @param relativePoint 相对坐标
|
|
|
* @return 绝对区域
|
|
|
*/
|
|
|
public ViewColor of(ViewPoint relativePoint, String hexColor) {
|
|
|
return of(relativePoint.getX(), relativePoint.getY(), hexColor);
|
|
|
}
|
|
|
} |
