自动同步多服务器下SQL脚本3.0
由于上一版发现数据库【MySQL】不支持DML事务回滚，该迭代主要是去兼容这种问题。
数据表新增一个completed字段，用来表示当前版本下同步成功的个数。
数据表
CREATE TABLE `auto_sql_version` (
`id` int NOT NULL AUTO_INCREMENT,
`version` varchar(20) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NOT NULL COMMENT '版本号',
`created` datetime NULL DEFAULT NULL COMMENT '插入时间',
`completed` int NULL DEFAULT NULL COMMENT '完成同步的sql脚本数',
PRIMARY KEY (`id`) USING BTREE,
UNIQUE INDEX `uniqueKey_version`(`version` ASC) USING BTREE
) ENGINE = InnoDB AUTO_INCREMENT = 1 CHARACTER SET = utf8mb4 COLLATE = utf8mb4_general_ci COMMENT = '数据版本' ROW_FORMAT = Dynamic;
SET FOREIGN_KEY_CHECKS = 1;run方法/主方法逻辑
新增了一个判断，对于查到的版本号，需要额外判断completed字段是否为null，非null说明有无成功执行的sql，应该继续执行。
@Override
public void run(ApplicationArguments args) throws Exception {
if (!databaseAutoFillSwitch) {
log.info("database auto fill switch is false,skip auto fill");
return;
}
String basePath = "/dbVersion/MySQL.sql";
InputStream inputStream = this.getClass().getResourceAsStream(basePath);
String sqlScript = IoUtil.readUtf8(inputStream);
if (null == inputStream) {
log.info("inputStream is null");
return;
}
inputStream.close();
List<String> versionList = new ArrayList<>();
String[] lines = sqlScript.split("\n");
for (String line : lines) {
if (line.toLowerCase().contains(PREFIX)) {
versionList.add(line.substring(line.lastIndexOf("-") + 1).trim().toLowerCase());
}
}
int left = 0, right = versionList.size() - 1;
// 通过二分查找，最终得到的left,表示不在库中的最小版本号，如果left == list.size() 则还需要去查询库中是否真正存在
while (left <= right) {
int mid = left + (right - left) / 2;
VersionVo versionVo = autoSqlFillDao.selectVersionAndCompleted(versionList.get(mid));
if (versionVo == null || versionVo.getVersion() == null || versionVo.getCompleted() != null) {
// 当前版本号为完成同步
right = mid - 1;
} else {
// 当前版本号已完成同步
left = mid + 1;
}
}
if (left == versionList.size()) {
log.info("no new sqlVersion found,finished auto sql fill");
return;
}
//proxy = (AutoSqlFillImpl) AopContext.currentProxy();
String result = "";
// 现在开始，从left指针开始遍历所有的sql脚本
while (left < versionList.size()) {
// 得到版本号整串
String latestVersion = versionList.get(left);
// 写入数据库的版本号前缀【过滤掉无效字符，统一版本号】
String version = latestVersion.substring(latestVersion.lastIndexOf("-") + 1).trim().toLowerCase();
// 获取版本号在sql脚本中的位置
int index = sqlScript.indexOf(latestVersion);
if (index == -1) {
log.info("current version exception:{}", version);
LogUtil.info(version, "current version exception");
return;
}
index += latestVersion.length();
String nextVersion = "";
if (left + 1 < versionList.size()) {
nextVersion = versionList.get(left + 1);
int nextIndex = sqlScript.indexOf(nextVersion);
if (nextIndex != -1) {
result = sqlScript.substring(index, nextIndex).trim();
executeSqlScript(result, version);
} else {
log.info("should have next sqlVersion,but next version not found:{}", nextVersion);
LogUtil.info(version, "should have next sqlVersion,but next version not found");
}
} else {
// 没有下一个版本，提取剩余部分
result = sqlScript.substring(index).trim();
executeSqlScript(result, version);
}
left++;
}
log.info("auto deploying sql finished...");
}service逻辑
public void executeSqlScript(String sqlScript, String version) {
//查到的最小版本号，可能由于DDL语句执行失败，导致版本未同步完全，需要独立判断
//这里加if else分支，保证只有第一次查库，后面循环不需要重复查库了
if (!first) {
VersionVo versionVo1 = autoSqlFillDao.selectVersionAndCompleted(version);
//如果当前版本号存在未成功同步的表结构，则接着执行完
if (Objects.nonNull(versionVo1) && versionVo1.getVersion() != null && versionVo1.getCompleted() != null) {
int completed = versionVo1.getCompleted();
readBySql(sqlScript, version, completed);
}
first = true;
}else{
readBySql(sqlScript, version, 0);
}
// 如果所有 SQL 语句都成功执行，插入版本记录
AutoSqlVersionEntity entity = new AutoSqlVersionEntity();
entity.setVersion(version);
entity.setCreated(new Date());
autoSqlFillDao.saveOrUpdateByVersion(entity);
}
具体的数据库逻辑
对于有执行失败的版本号，记录对应的completed字段。
/**
* 遍历sql并执行
* @param sqlScript
* @param version
* @param completed
*/
public void readBySql(String sqlScript, String version, Integer completed) {
String[] resultList = sqlScript.split(";");
for (int i = completed; i < resultList.length; i++) {
String line = resultList[i];
if (!line.toLowerCase().contains("drop") && !line.toLowerCase().contains("delete") && line.length() > 10 && !line.contains("--")) {
// 开始执行插入操作
try {
autoSqlFillDao.updateSql(line.trim());
log.info("version:{}, start sql script:{}", version, line.trim());
LogUtil.info("version, sql script:", version, line.trim());
completed++;
} catch (Exception e) {
AutoSqlVersionEntity entity = new AutoSqlVersionEntity();
entity.setVersion(version);
entity.setCreated(new Date());
entity.setCompleted(completed);
autoSqlFillDao.saveOrUpdateByVersion(entity);
log.info("version:{}, sql执行异常:{}", version, line.trim());
LogUtil.info("sql执行异常", line.trim());
StringBuilder stringBuilder = new StringBuilder("### 接口异常\n");
stringBuilder.append("- **服务环境**: " + envValue + "\n");
stringBuilder.append("- **异常信息**:" + e + " \n");
if (!"dev".equals(envValue)) {
RobotClient.pushMarkDown("自动化执行sql脚本异常，请注意脚本格式是否正确", stringBuilder.toString());
}
throw new RuntimeException("sql auto exception:" + line.trim());
}
}
}
}