This commit is contained in:
2026-06-18 15:18:14 +08:00
29 changed files with 2602 additions and 27 deletions

View File

@@ -1110,3 +1110,73 @@ jeecg-boot/jeecg-module-system/jeecg-system-start/src/main/resources/flyway/sql/
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/controller/MesXslDesktopAnonController.java
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/service/impl/MesXslRubberQuickTestStdServiceImpl.java
yy-admin-master/YY.Admin.Services/Service/RubberQuickTestStd/RubberQuickTestStdService.cs
-- author:GHT---date:20260617--for: 【MES上辅机】密炼动作秒级采集 + 通用中间表采集配置 ---
需求:密炼机动作维护数据从中间表 MCSToMES_MixAct 秒级采集(机台名称→设备名称、动作名称→动作名称、动作地址→动作代号),
在「密炼动作」页支持 启动/停止采集与设置时间间隔默认1秒采集配置落库为通用配置表(mes_xsl_mcs_sync_config)供后续功能复用。
设计:新增通用采集配置表 + McsSyncHandler 扩展点 + McsSyncScheduler(ThreadPoolTaskScheduler 动态重排+启动加载)
MixActSyncHandler 增量 Upsert(按机台编号+动作代号唯一),保留手动维护数据;密炼机动作维护补全 equip_id/equip_type 字段,
唯一性由全局唯一改为(设备+动作代号)同设备内唯一equipment_id 允许为空(采集未匹配台账时)。
jeecg-boot/jeecg-module-system/jeecg-system-start/src/main/resources/flyway/sql/mysql/V3.9.2_153__mes_xsl_mcs_sync_config.sql
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/entity/MesXslMcsSyncConfig.java
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/mapper/MesXslMcsSyncConfigMapper.java
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/service/IMesXslMcsSyncConfigService.java
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/service/impl/MesXslMcsSyncConfigServiceImpl.java
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/controller/MesXslMcsSyncConfigController.java
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/sync/McsSyncHandler.java
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/sync/McsSyncScheduler.java
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/sync/handler/MixActSyncHandler.java
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/entity/MesXslMixerAction.java
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/service/IMesXslMixerActionService.java
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/service/impl/MesXslMixerActionServiceImpl.java
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/controller/MesXslMixerActionController.java
jeecgboot-vue3/src/views/xslmesMcs/mcsToMesMixAct/index.vue
jeecgboot-vue3/src/views/xslmesMcs/mcsToMesMixAct/McsToMesMixAct.api.ts
jeecgboot-vue3/src/views/xslmes/mesXslMixerAction/MesXslMixerAction.data.ts
jeecgboot-vue3/src/views/xslmes/mesXslMixerAction/MesXslMixerAction.api.ts
-- author:GHT---date:20260617--for: 【MES上辅机】密炼动作秒级采集 + 通用中间表采集配置 ---
-- author:GHT---date:20260617--for: 【MES上辅机】采集配置通用表/字段绑定 + 配置驱动采集 ---
需求在「MES上辅机数据」下新增「采集配置」左选中间库表、右选MES表(mes_xsl_前缀)下方左带出中间库字段、右由用户选MES接收字段
采集操作改为弹窗(是否采集+采集间隔),密炼动作页同样改为弹窗。
设计:统一为配置驱动——删除硬编码 MixActSyncHandler/McsSyncHandler新增 GenericMcsSyncEngine(JdbcTemplate跨库读源表→按"匹配键"Upsert写MES表
自动填充 id/时间/租户/del_flag纯字段拷贝)McsSyncScheduler 改为按 configId 调度;新增字段映射表 mes_xsl_mcs_sync_field 与配置头扩展(target_table/config_name等)
密炼动作(MIX_ACT)改造为预置配置+字段映射;新增 McsMetaMapper 查询SQLServer/MySQL表与字段元数据采集配置CRUD/详情/采集操作接口。
jeecg-boot/jeecg-module-system/jeecg-system-start/src/main/resources/flyway/sql/mysql/V3.9.2_154__mes_xsl_mcs_sync_field.sql
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/entity/MesXslMcsSyncConfig.java
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/entity/MesXslMcsSyncField.java
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/mapper/MesXslMcsSyncFieldMapper.java
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/mapper/McsMetaMapper.java
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/sync/GenericMcsSyncEngine.java
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/sync/McsSyncScheduler.java
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/service/IMesXslMcsSyncConfigService.java
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/service/impl/MesXslMcsSyncConfigServiceImpl.java
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/controller/MesXslMcsSyncConfigController.java
删除jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/sync/McsSyncHandler.java
删除jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/sync/handler/MixActSyncHandler.java
jeecgboot-vue3/src/views/xslmesMcs/mcsSyncConfig/index.vue
jeecgboot-vue3/src/views/xslmesMcs/mcsSyncConfig/mcsSyncConfig.api.ts
jeecgboot-vue3/src/views/xslmesMcs/mcsSyncConfig/mcsSyncConfig.data.ts
jeecgboot-vue3/src/views/xslmesMcs/mcsSyncConfig/components/SyncConfigModal.vue
jeecgboot-vue3/src/views/xslmesMcs/mcsSyncConfig/components/CollectModal.vue
jeecgboot-vue3/src/views/xslmesMcs/mcsToMesMixAct/index.vue
jeecgboot-vue3/src/views/xslmesMcs/mcsToMesMixAct/McsToMesMixAct.api.ts
-- author:GHT---date:20260617--for: 【MES上辅机】采集配置通用表/字段绑定 + 配置驱动采集 ---
-- author:GHT---date:20260617--for: 【MES上辅机】采集模式全量/时间/增量 + 批量增量写入(应对大表) ---
背景:原通用引擎每周期全表读源+全表读目标逐行Upsertautocommit逐行往返大表(上万~数十万)采集慢。
优化GenericMcsSyncEngine 改为「一次读现有建索引+内存比对+变更检测+batchUpdate分批」并新增三种采集模式(采集操作弹窗可配)
FULL全量匹配(小表全量Upsert)、TIME时间匹配(按时间列取当天/最近七天再Upsert目标侧按窗口匹配键定向IN读取)、
INCR增量匹配(按增量列高水位>last_watermark、ORDER BY ASC取TOP N仅追加并推进水位)。调度器落库 last_watermark。
mes_xsl_mcs_sync_config 增加 sync_mode/incr_column/time_window/batch_limit/last_watermark。
jeecg-boot/jeecg-module-system/jeecg-system-start/src/main/resources/flyway/sql/mysql/V3.9.2_155__mes_xsl_mcs_sync_mode.sql
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/entity/MesXslMcsSyncConfig.java
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/sync/GenericMcsSyncEngine.java
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/sync/McsSyncScheduler.java
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/service/IMesXslMcsSyncConfigService.java
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/service/impl/MesXslMcsSyncConfigServiceImpl.java
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/controller/MesXslMcsSyncConfigController.java
jeecgboot-vue3/src/views/xslmesMcs/mcsSyncConfig/components/CollectModal.vue
jeecgboot-vue3/src/views/xslmesMcs/mcsSyncConfig/mcsSyncConfig.api.ts
jeecgboot-vue3/src/views/xslmesMcs/mcsSyncConfig/mcsSyncConfig.data.ts
-- author:GHT---date:20260617--for: 【MES上辅机】采集模式全量/时间/增量 + 批量增量写入(应对大表) ---

View File

@@ -112,13 +112,14 @@ public class MesXslMixerActionController extends JeecgController<MesXslMixerActi
@Operation(summary = "校验动作名称是否重复")
@GetMapping("/checkActionName")
public Result<String> checkActionName(
@RequestParam(name = "equipmentId", required = false) String equipmentId,
@RequestParam(name = "actionName", required = true) String actionName,
@RequestParam(name = "dataId", required = false) String dataId) {
if (oConvertUtils.isEmpty(actionName) || actionName.trim().isEmpty()) {
return Result.OK("该值可用!");
}
if (mesXslMixerActionService.isActionNameDuplicated(actionName, dataId)) {
return Result.error("动作名称不能重复");
if (mesXslMixerActionService.isActionNameDuplicated(equipmentId, actionName, dataId)) {
return Result.error("同一设备下动作名称不能重复");
}
return Result.OK("该值可用!");
}
@@ -126,13 +127,14 @@ public class MesXslMixerActionController extends JeecgController<MesXslMixerActi
@Operation(summary = "校验动作代号是否重复")
@GetMapping("/checkActionCode")
public Result<String> checkActionCode(
@RequestParam(name = "equipmentId", required = false) String equipmentId,
@RequestParam(name = "actionCode", required = true) String actionCode,
@RequestParam(name = "dataId", required = false) String dataId) {
if (oConvertUtils.isEmpty(actionCode) || actionCode.trim().isEmpty()) {
return Result.OK("该值可用!");
}
if (mesXslMixerActionService.isActionCodeDuplicated(actionCode, dataId)) {
return Result.error("动作代号不能重复");
if (mesXslMixerActionService.isActionCodeDuplicated(equipmentId, actionCode, dataId)) {
return Result.error("同一设备下动作代号不能重复");
}
return Result.OK("该值可用!");
}
@@ -152,15 +154,15 @@ public class MesXslMixerActionController extends JeecgController<MesXslMixerActi
return "动作名称不能为空";
}
model.setActionName(model.getActionName().trim());
if (mesXslMixerActionService.isActionNameDuplicated(model.getActionName(), excludeId)) {
return "动作名称不能重复";
if (mesXslMixerActionService.isActionNameDuplicated(model.getEquipmentId(), model.getActionName(), excludeId)) {
return "同一设备下动作名称不能重复";
}
if (oConvertUtils.isEmpty(model.getActionCode()) || StringUtils.isBlank(model.getActionCode())) {
return "动作代号不能为空";
}
model.setActionCode(model.getActionCode().trim());
if (mesXslMixerActionService.isActionCodeDuplicated(model.getActionCode(), excludeId)) {
return "动作代号不能重复";
if (mesXslMixerActionService.isActionCodeDuplicated(model.getEquipmentId(), model.getActionCode(), excludeId)) {
return "同一设备下动作代号不能重复";
}
return null;
}

View File

@@ -38,6 +38,16 @@ public class MesXslMixerAction implements Serializable {
@Schema(description = "设备名称冗余")
private String equipmentName;
//update-begin---author:GHT ---date:20260617 for【MES上辅机】密炼动作秒级采集-补全机台字段-----------
@Excel(name = "机台编号", width = 15)
@Schema(description = "机台编号(采集自中间表 EquipID")
private String equipId;
@Excel(name = "机台类型", width = 15)
@Schema(description = "机台类型(采集自中间表 EquipType")
private String equipType;
//update-end---author:GHT ---date:20260617 for【MES上辅机】密炼动作秒级采集-补全机台字段-----------
@Excel(name = "动作名称", width = 20)
@Schema(description = "动作名称")
private String actionName;

View File

@@ -0,0 +1,150 @@
package org.jeecg.modules.xslmes.mcs.controller;
import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
import com.baomidou.mybatisplus.core.metadata.IPage;
import com.baomidou.mybatisplus.extension.plugins.pagination.Page;
import io.swagger.v3.oas.annotations.Operation;
import io.swagger.v3.oas.annotations.tags.Tag;
import org.apache.commons.lang3.StringUtils;
import org.apache.shiro.authz.annotation.RequiresPermissions;
import org.jeecg.common.api.vo.Result;
import org.jeecg.modules.xslmes.mcs.datasource.McsDataSourceManager;
import org.jeecg.modules.xslmes.mcs.entity.MesXslMcsSyncConfig;
import org.jeecg.modules.xslmes.mcs.mapper.McsMetaMapper;
import org.jeecg.modules.xslmes.mcs.service.IMesXslMcsSyncConfigService;
import org.jeecg.modules.xslmes.mcs.sync.McsSyncScheduler;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.*;
import java.util.List;
import java.util.Map;
/**
* MES上辅机 中间表采集配置(表/字段绑定 + 采集操作 + 元数据)
*
* @author GHT
* @date 2026-06-17 for【MES上辅机】采集配置-表与字段绑定
*/
@Tag(name = "MES上辅机采集配置")
@RestController
@RequestMapping("/xslmes/mcs/syncConfig")
public class MesXslMcsSyncConfigController {
@Autowired
private IMesXslMcsSyncConfigService syncConfigService;
@Autowired
private McsSyncScheduler syncScheduler;
@Autowired
private McsMetaMapper metaMapper;
@Autowired
private McsDataSourceManager mcsDataSourceManager;
@Operation(summary = "采集配置-分页列表")
@GetMapping("/list")
public Result<IPage<MesXslMcsSyncConfig>> list(MesXslMcsSyncConfig query,
@RequestParam(name = "pageNo", defaultValue = "1") Integer pageNo,
@RequestParam(name = "pageSize", defaultValue = "10") Integer pageSize) {
LambdaQueryWrapper<MesXslMcsSyncConfig> qw = new LambdaQueryWrapper<MesXslMcsSyncConfig>()
.eq(MesXslMcsSyncConfig::getDelFlag, 0)
.like(StringUtils.isNotBlank(query.getConfigName()), MesXslMcsSyncConfig::getConfigName, query.getConfigName())
.like(StringUtils.isNotBlank(query.getSourceTable()), MesXslMcsSyncConfig::getSourceTable, query.getSourceTable())
.orderByDesc(MesXslMcsSyncConfig::getUpdateTime);
IPage<MesXslMcsSyncConfig> page = syncConfigService.page(new Page<>(pageNo, pageSize), qw);
page.getRecords().forEach(c -> c.setRunning(syncScheduler.isRunning(c.getId())));
return Result.OK(page);
}
@Operation(summary = "采集配置-详情(含字段映射)")
@GetMapping("/queryById")
public Result<MesXslMcsSyncConfig> queryById(@RequestParam("id") String id) {
MesXslMcsSyncConfig cfg = syncConfigService.getDetail(id);
if (cfg == null) {
return Result.error("配置不存在");
}
cfg.setRunning(syncScheduler.isRunning(id));
return Result.OK(cfg);
}
@Operation(summary = "采集配置-按业务类型获取(密炼动作页用)")
@GetMapping("/getByBizType")
public Result<MesXslMcsSyncConfig> getByBizType(@RequestParam(name = "bizType", defaultValue = "MIX_ACT") String bizType) {
MesXslMcsSyncConfig cfg = syncConfigService.getByBizType(bizType);
if (cfg != null) {
cfg.setRunning(syncScheduler.isRunning(cfg.getId()));
}
return Result.OK(cfg);
}
@Operation(summary = "采集配置-新增")
@RequiresPermissions("xslmes:mcsSyncConfig:add")
@PostMapping("/add")
public Result<String> add(@RequestBody MesXslMcsSyncConfig config) {
config.setId(null);
return syncConfigService.saveConfig(config);
}
@Operation(summary = "采集配置-编辑")
@RequiresPermissions("xslmes:mcsSyncConfig:edit")
@PostMapping("/edit")
public Result<String> edit(@RequestBody MesXslMcsSyncConfig config) {
if (StringUtils.isBlank(config.getId())) {
return Result.error("缺少配置ID");
}
return syncConfigService.saveConfig(config);
}
@Operation(summary = "采集配置-删除")
@RequiresPermissions("xslmes:mcsSyncConfig:delete")
@DeleteMapping("/delete")
public Result<String> delete(@RequestParam("id") String id) {
return syncConfigService.deleteConfig(id);
}
@Operation(summary = "采集操作-是否采集+采集间隔")
@RequiresPermissions("xslmes:mcsSyncConfig:setting")
@PostMapping("/saveCollect")
public Result<String> saveCollect(@RequestBody MesXslMcsSyncConfig body) {
return syncConfigService.saveCollect(body);
}
// ===================== 元数据 =====================
@Operation(summary = "元数据-中间库表清单")
@GetMapping("/meta/sourceTables")
public Result<List<Map<String, Object>>> sourceTables() {
if (!mcsDataSourceManager.isDbConfigActive()) {
return Result.error("中间库未连接,请先在「中间库连接配置」中启用");
}
return Result.OK(metaMapper.listSourceTables());
}
@Operation(summary = "元数据-中间库表字段")
@GetMapping("/meta/sourceColumns")
public Result<List<Map<String, Object>>> sourceColumns(@RequestParam("table") String table) {
if (!mcsDataSourceManager.isDbConfigActive()) {
return Result.error("中间库未连接,请先在「中间库连接配置」中启用");
}
if (!table.matches("^[A-Za-z0-9_]+$")) {
return Result.error("非法表名");
}
return Result.OK(metaMapper.listSourceColumns(table));
}
@Operation(summary = "元数据-MES业务表清单(mes_xsl_前缀)")
@GetMapping("/meta/targetTables")
public Result<List<Map<String, Object>>> targetTables() {
return Result.OK(metaMapper.listTargetTables());
}
@Operation(summary = "元数据-MES表字段")
@GetMapping("/meta/targetColumns")
public Result<List<Map<String, Object>>> targetColumns(@RequestParam("table") String table) {
if (!table.matches("^[A-Za-z0-9_]+$")) {
return Result.error("非法表名");
}
return Result.OK(metaMapper.listTargetColumns(table));
}
}

View File

@@ -0,0 +1,126 @@
package org.jeecg.modules.xslmes.mcs.entity;
import com.baomidou.mybatisplus.annotation.IdType;
import com.baomidou.mybatisplus.annotation.TableField;
import com.baomidou.mybatisplus.annotation.TableId;
import com.baomidou.mybatisplus.annotation.TableName;
import com.fasterxml.jackson.annotation.JsonFormat;
import io.swagger.v3.oas.annotations.media.Schema;
import lombok.Data;
import lombok.EqualsAndHashCode;
import lombok.experimental.Accessors;
import org.springframework.format.annotation.DateTimeFormat;
import java.io.Serializable;
import java.util.Date;
import java.util.List;
/**
* MES上辅机 中间表采集配置(通用)
* <p>按 bizType 区分不同业务(密炼动作/报警/配方等),供秒级定时采集统一复用</p>
*
* @author GHT
* @date 2026-06-17 for【MES上辅机】密炼动作秒级采集
*/
@Data
@TableName("mes_xsl_mcs_sync_config")
@Accessors(chain = true)
@EqualsAndHashCode(callSuper = false)
@Schema(description = "MES上辅机中间表采集配置")
public class MesXslMcsSyncConfig implements Serializable {
private static final long serialVersionUID = 1L;
@TableId(type = IdType.ASSIGN_ID)
@Schema(description = "主键")
private String id;
@Schema(description = "业务类型(采集任务唯一标识,如 MIX_ACT 密炼动作;通用配置可为空)")
private String bizType;
@Schema(description = "配置名称")
private String configName;
@Schema(description = "业务名称")
private String bizName;
@Schema(description = "源中间表名")
private String sourceTable;
@Schema(description = "源中间表注释")
private String sourceTableComment;
@Schema(description = "MES目标表名")
private String targetTable;
@Schema(description = "MES目标表注释")
private String targetTableComment;
@Schema(description = "采集时间间隔(秒)默认1秒")
private Integer intervalSeconds;
@Schema(description = "采集状态(0停止,1运行)")
private String status;
@Schema(description = "采集模式(FULL全量匹配,TIME时间匹配,INCR增量匹配-标记位回写)")
private String syncMode;
@Schema(description = "时间列/标记列(源表列名)。TIME模式=时间列INCR模式=同步标记列(为空表示未采集,采集后回写'1')")
private String incrColumn;
@Schema(description = "时间范围(TODAY当天,LAST7最近七天)")
private String timeWindow;
@Schema(description = "每轮最大采集行数(INCR模式TOP N)")
private Integer batchLimit;
@Schema(description = "增量采集高水位(INCR模式自动维护)")
private String lastWatermark;
@Schema(description = "增量标记采集条件(IS_NULL为空,EQ_EMPTY等于匹配值,NE_EMPTY不等于匹配值)INCR模式用")
private String flagCondition;
//update-begin---author:GHT ---date:20260617 for【MES上辅机】增量采集条件等于/不等于支持自定义匹配值-----------
@Schema(description = "增量标记采集条件比较值(EQ_EMPTY/NE_EMPTY 用,留空表示空字符串)INCR模式用")
private String flagMatchValue;
//update-end---author:GHT ---date:20260617 for【MES上辅机】增量采集条件等于/不等于支持自定义匹配值-----------
@Schema(description = "增量标记采集完成后回写值(默认1)INCR模式用")
private String flagWriteValue;
@JsonFormat(timezone = "GMT+8", pattern = "yyyy-MM-dd HH:mm:ss")
@DateTimeFormat(pattern = "yyyy-MM-dd HH:mm:ss")
@Schema(description = "最近一次采集时间")
private Date lastSyncTime;
@Schema(description = "最近一次采集结果")
private String lastSyncResult;
@Schema(description = "备注")
private String remark;
@Schema(description = "租户ID")
private Integer tenantId;
private String createBy;
@JsonFormat(timezone = "GMT+8", pattern = "yyyy-MM-dd HH:mm:ss")
@DateTimeFormat(pattern = "yyyy-MM-dd HH:mm:ss")
private Date createTime;
private String updateBy;
@JsonFormat(timezone = "GMT+8", pattern = "yyyy-MM-dd HH:mm:ss")
@DateTimeFormat(pattern = "yyyy-MM-dd HH:mm:ss")
private Date updateTime;
private Integer delFlag;
@TableField(exist = false)
@Schema(description = "字段映射明细(主子保存/详情用)")
private List<MesXslMcsSyncField> fieldList;
@TableField(exist = false)
@Schema(description = "采集任务是否运行中(运行态由调度器实时给出)")
private Boolean running;
}

View File

@@ -0,0 +1,75 @@
package org.jeecg.modules.xslmes.mcs.entity;
import com.baomidou.mybatisplus.annotation.IdType;
import com.baomidou.mybatisplus.annotation.TableId;
import com.baomidou.mybatisplus.annotation.TableName;
import com.fasterxml.jackson.annotation.JsonFormat;
import io.swagger.v3.oas.annotations.media.Schema;
import lombok.Data;
import lombok.EqualsAndHashCode;
import lombok.experimental.Accessors;
import org.springframework.format.annotation.DateTimeFormat;
import java.io.Serializable;
import java.util.Date;
/**
* MES上辅机 采集字段映射(中间库源字段 → MES目标字段
*
* @author GHT
* @date 2026-06-17 for【MES上辅机】采集配置-表与字段绑定
*/
@Data
@TableName("mes_xsl_mcs_sync_field")
@Accessors(chain = true)
@EqualsAndHashCode(callSuper = false)
@Schema(description = "MES上辅机采集字段映射")
public class MesXslMcsSyncField implements Serializable {
private static final long serialVersionUID = 1L;
@TableId(type = IdType.ASSIGN_ID)
@Schema(description = "主键")
private String id;
@Schema(description = "采集配置ID")
private String configId;
@Schema(description = "中间库源字段名")
private String sourceField;
@Schema(description = "源字段注释")
private String sourceFieldComment;
@Schema(description = "源字段类型")
private String sourceFieldType;
@Schema(description = "MES目标字段名(接收字段)")
private String targetField;
@Schema(description = "MES目标字段注释")
private String targetFieldComment;
@Schema(description = "是否匹配键(0否,1是)")
private String matchKey;
@Schema(description = "排序")
private Integer sortNo;
@Schema(description = "租户ID")
private Integer tenantId;
private String createBy;
@JsonFormat(timezone = "GMT+8", pattern = "yyyy-MM-dd HH:mm:ss")
@DateTimeFormat(pattern = "yyyy-MM-dd HH:mm:ss")
private Date createTime;
private String updateBy;
@JsonFormat(timezone = "GMT+8", pattern = "yyyy-MM-dd HH:mm:ss")
@DateTimeFormat(pattern = "yyyy-MM-dd HH:mm:ss")
private Date updateTime;
private Integer delFlag;
}

View File

@@ -0,0 +1,58 @@
package org.jeecg.modules.xslmes.mcs.mapper;
import com.baomidou.dynamic.datasource.annotation.DS;
import org.apache.ibatis.annotations.Param;
import org.apache.ibatis.annotations.Select;
import java.util.List;
import java.util.Map;
/**
* 中间库(SQL Server) / MES(MySQL) 表与字段元数据查询。
* <p>源表元数据走 sqlserver_mcs 数据源,目标表元数据走默认 MES 库。</p>
*
* @author GHT
* @date 2026-06-17 for【MES上辅机】采集配置-表与字段绑定
*/
public interface McsMetaMapper {
/**
* 中间库表清单(含表注释 MS_Description
*/
@DS("sqlserver_mcs")
@Select("SELECT t.name AS tableName, CAST(ep.value AS NVARCHAR(200)) AS tableComment "
+ "FROM sys.tables t "
+ "LEFT JOIN sys.extended_properties ep ON ep.major_id = t.object_id AND ep.minor_id = 0 AND ep.name = 'MS_Description' "
+ "ORDER BY t.name")
List<Map<String, Object>> listSourceTables();
/**
* 中间库表字段清单(含字段注释、类型)
*/
@DS("sqlserver_mcs")
@Select("SELECT c.name AS columnName, ty.name AS dataType, CAST(ep.value AS NVARCHAR(200)) AS columnComment "
+ "FROM sys.columns c "
+ "JOIN sys.types ty ON c.user_type_id = ty.user_type_id "
+ "LEFT JOIN sys.extended_properties ep ON ep.major_id = c.object_id AND ep.minor_id = c.column_id AND ep.name = 'MS_Description' "
+ "WHERE c.object_id = OBJECT_ID(#{table}) "
+ "ORDER BY c.column_id")
List<Map<String, Object>> listSourceColumns(@Param("table") String table);
/**
* MES 业务表清单(仅 mes_xsl_ 前缀)
*/
@Select("SELECT table_name AS tableName, table_comment AS tableComment "
+ "FROM information_schema.tables "
+ "WHERE table_schema = (SELECT DATABASE()) AND table_name LIKE 'mes\\_xsl\\_%' "
+ "ORDER BY table_name")
List<Map<String, Object>> listTargetTables();
/**
* MES 表字段清单(含字段注释、类型)
*/
@Select("SELECT column_name AS columnName, data_type AS dataType, column_comment AS columnComment "
+ "FROM information_schema.columns "
+ "WHERE table_schema = (SELECT DATABASE()) AND table_name = #{table} "
+ "ORDER BY ordinal_position")
List<Map<String, Object>> listTargetColumns(@Param("table") String table);
}

View File

@@ -0,0 +1,13 @@
package org.jeecg.modules.xslmes.mcs.mapper;
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
import org.jeecg.modules.xslmes.mcs.entity.MesXslMcsSyncConfig;
/**
* MES上辅机 中间表采集配置 Mapper
*
* @author GHT
* @date 2026-06-17 for【MES上辅机】密炼动作秒级采集
*/
public interface MesXslMcsSyncConfigMapper extends BaseMapper<MesXslMcsSyncConfig> {
}

View File

@@ -0,0 +1,13 @@
package org.jeecg.modules.xslmes.mcs.mapper;
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
import org.jeecg.modules.xslmes.mcs.entity.MesXslMcsSyncField;
/**
* MES上辅机 采集字段映射 Mapper
*
* @author GHT
* @date 2026-06-17 for【MES上辅机】采集配置-表与字段绑定
*/
public interface MesXslMcsSyncFieldMapper extends BaseMapper<MesXslMcsSyncField> {
}

View File

@@ -0,0 +1,40 @@
package org.jeecg.modules.xslmes.mcs.service;
import com.baomidou.mybatisplus.extension.service.IService;
import org.jeecg.common.api.vo.Result;
import org.jeecg.modules.xslmes.mcs.entity.MesXslMcsSyncConfig;
/**
* MES上辅机 中间表采集配置 Service配置驱动表/字段绑定 + 采集操作)
*
* @author GHT
* @date 2026-06-17 for【MES上辅机】采集配置-表与字段绑定
*/
public interface IMesXslMcsSyncConfigService extends IService<MesXslMcsSyncConfig> {
/**
* 获取配置详情(含字段映射明细 fieldList
*/
MesXslMcsSyncConfig getDetail(String id);
/**
* 按业务类型获取最近配置密炼动作页用bizType=MIX_ACT
*/
MesXslMcsSyncConfig getByBizType(String bizType);
/**
* 保存配置(头 + 字段映射明细,主子整存)
*/
Result<String> saveConfig(MesXslMcsSyncConfig config);
/**
* 删除配置及其字段映射,并停止采集
*/
Result<String> deleteConfig(String id);
/**
* 采集操作:维护是否采集、采集间隔、采集模式(全量/时间/增量)及其参数。
* status='1' 启动并按间隔重排,'0' 停止。
*/
Result<String> saveCollect(MesXslMcsSyncConfig body);
}

View File

@@ -0,0 +1,223 @@
package org.jeecg.modules.xslmes.mcs.service.impl;
import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.lang3.StringUtils;
import org.apache.shiro.SecurityUtils;
import org.jeecg.common.api.vo.Result;
import org.jeecg.common.system.vo.LoginUser;
import org.jeecg.modules.xslmes.mcs.entity.MesXslMcsSyncConfig;
import org.jeecg.modules.xslmes.mcs.entity.MesXslMcsSyncField;
import org.jeecg.modules.xslmes.mcs.mapper.MesXslMcsSyncConfigMapper;
import org.jeecg.modules.xslmes.mcs.mapper.MesXslMcsSyncFieldMapper;
import org.jeecg.modules.xslmes.mcs.service.IMesXslMcsSyncConfigService;
import org.jeecg.modules.xslmes.mcs.sync.McsSyncScheduler;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import org.springframework.transaction.annotation.Transactional;
import java.util.ArrayList;
import java.util.Date;
import java.util.List;
/**
* MES上辅机 中间表采集配置 Service 实现
*
* @author GHT
* @date 2026-06-17 for【MES上辅机】采集配置-表与字段绑定
*/
@Slf4j
@Service
public class MesXslMcsSyncConfigServiceImpl extends ServiceImpl<MesXslMcsSyncConfigMapper, MesXslMcsSyncConfig>
implements IMesXslMcsSyncConfigService {
@Autowired
private MesXslMcsSyncFieldMapper syncFieldMapper;
@Autowired
private McsSyncScheduler syncScheduler;
@Override
public MesXslMcsSyncConfig getDetail(String id) {
MesXslMcsSyncConfig cfg = getById(id);
if (cfg == null) {
return null;
}
cfg.setFieldList(listFields(id));
return cfg;
}
@Override
public MesXslMcsSyncConfig getByBizType(String bizType) {
return getOne(new LambdaQueryWrapper<MesXslMcsSyncConfig>()
.eq(MesXslMcsSyncConfig::getBizType, bizType)
.eq(MesXslMcsSyncConfig::getDelFlag, 0)
.orderByDesc(MesXslMcsSyncConfig::getUpdateTime)
.last("LIMIT 1"), false);
}
@Override
@Transactional(rollbackFor = Exception.class)
public Result<String> saveConfig(MesXslMcsSyncConfig config) {
if (config == null) {
return Result.error("配置不能为空");
}
if (StringUtils.isBlank(config.getSourceTable())) {
return Result.error("请选择中间库源表");
}
if (StringUtils.isBlank(config.getTargetTable())) {
return Result.error("请选择MES目标表");
}
List<MesXslMcsSyncField> fields = config.getFieldList() != null ? config.getFieldList() : new ArrayList<>();
// 至少一个有效映射
boolean hasValid = fields.stream().anyMatch(f -> StringUtils.isNotBlank(f.getSourceField())
&& StringUtils.isNotBlank(f.getTargetField()));
if (!hasValid) {
return Result.error("请至少配置一个字段映射(源字段+接收字段)");
}
String username = currentUsername();
Date now = new Date();
if (config.getIntervalSeconds() == null || config.getIntervalSeconds() < 1) {
config.setIntervalSeconds(1);
}
if (config.getTenantId() == null) {
config.setTenantId(0);
}
config.setDelFlag(0);
config.setUpdateBy(username);
config.setUpdateTime(now);
boolean isUpdate = StringUtils.isNotBlank(config.getId());
if (isUpdate) {
MesXslMcsSyncConfig old = getById(config.getId());
if (old == null) {
return Result.error("配置不存在");
}
// 状态由采集操作维护,保存配置不改变运行状态
config.setStatus(old.getStatus());
updateById(config);
} else {
if (StringUtils.isBlank(config.getStatus())) {
config.setStatus("0");
}
config.setCreateBy(username);
config.setCreateTime(now);
save(config);
}
// 整存字段映射:先物理删除旧映射再插入
syncFieldMapper.delete(new LambdaQueryWrapper<MesXslMcsSyncField>()
.eq(MesXslMcsSyncField::getConfigId, config.getId()));
int sort = 0;
for (MesXslMcsSyncField f : fields) {
if (StringUtils.isBlank(f.getSourceField())) {
continue;
}
f.setId(null);
f.setConfigId(config.getId());
f.setSortNo(sort++);
f.setTenantId(config.getTenantId());
f.setDelFlag(0);
f.setCreateBy(username);
f.setCreateTime(now);
f.setUpdateBy(username);
f.setUpdateTime(now);
syncFieldMapper.insert(f);
}
// 运行中则按新配置重排(间隔/映射即时生效)
if ("1".equals(config.getStatus())) {
syncScheduler.scheduleTask(getById(config.getId()));
}
return Result.OK(isUpdate ? "保存成功" : "新增成功");
}
@Override
@Transactional(rollbackFor = Exception.class)
public Result<String> deleteConfig(String id) {
MesXslMcsSyncConfig cfg = getById(id);
if (cfg == null) {
return Result.error("配置不存在");
}
syncScheduler.cancelTask(id);
syncFieldMapper.delete(new LambdaQueryWrapper<MesXslMcsSyncField>()
.eq(MesXslMcsSyncField::getConfigId, id));
removeById(id);
return Result.OK("删除成功");
}
@Override
public Result<String> saveCollect(MesXslMcsSyncConfig body) {
if (body == null || StringUtils.isBlank(body.getId())) {
return Result.error("缺少配置ID");
}
MesXslMcsSyncConfig cfg = getById(body.getId());
if (cfg == null) {
return Result.error("配置不存在");
}
if (body.getIntervalSeconds() != null) {
if (body.getIntervalSeconds() < 1) {
return Result.error("采集间隔不能小于1秒");
}
cfg.setIntervalSeconds(body.getIntervalSeconds());
}
// 采集模式及参数
String mode = StringUtils.isBlank(body.getSyncMode()) ? "FULL" : body.getSyncMode().trim().toUpperCase();
cfg.setSyncMode(mode);
cfg.setIncrColumn(StringUtils.trimToNull(body.getIncrColumn()));
cfg.setTimeWindow(StringUtils.isBlank(body.getTimeWindow()) ? "TODAY" : body.getTimeWindow());
if (body.getBatchLimit() != null && body.getBatchLimit() > 0) {
cfg.setBatchLimit(body.getBatchLimit());
}
// INCR(标记回写):采集条件 + 回写值(可视化配置,回写值默认"1"
cfg.setFlagCondition(StringUtils.isBlank(body.getFlagCondition()) ? "IS_NULL" : body.getFlagCondition().trim().toUpperCase());
//update-begin---author:GHT ---date:20260617 for【MES上辅机】增量采集条件等于/不等于支持自定义匹配值-----------
cfg.setFlagMatchValue(body.getFlagMatchValue());
//update-end---author:GHT ---date:20260617 for【MES上辅机】增量采集条件等于/不等于支持自定义匹配值-----------
cfg.setFlagWriteValue(StringUtils.isBlank(body.getFlagWriteValue()) ? "1" : body.getFlagWriteValue());
if (("TIME".equals(mode) || "INCR".equals(mode)) && StringUtils.isBlank(cfg.getIncrColumn())) {
return Result.error("时间匹配/增量匹配需选择" + ("TIME".equals(mode) ? "时间列" : "标记列"));
}
boolean on = "1".equals(body.getStatus());
cfg.setStatus(on ? "1" : "0");
cfg.setUpdateBy(currentUsername());
cfg.setUpdateTime(new Date());
updateById(cfg);
if (on) {
syncScheduler.scheduleTask(cfg);
return Result.OK("已启动采集(" + modeText(mode) + "),间隔 " + cfg.getIntervalSeconds() + "");
}
syncScheduler.cancelTask(cfg.getId());
return Result.OK("已停止采集");
}
private String modeText(String mode) {
switch (mode) {
case "TIME":
return "时间匹配";
case "INCR":
return "增量匹配";
default:
return "全量匹配";
}
}
private List<MesXslMcsSyncField> listFields(String configId) {
return syncFieldMapper.selectList(new LambdaQueryWrapper<MesXslMcsSyncField>()
.eq(MesXslMcsSyncField::getConfigId, configId)
.eq(MesXslMcsSyncField::getDelFlag, 0)
.orderByAsc(MesXslMcsSyncField::getSortNo));
}
private String currentUsername() {
try {
LoginUser user = (LoginUser) SecurityUtils.getSubject().getPrincipal();
return user != null ? user.getUsername() : "system";
} catch (Exception e) {
return "system";
}
}
}

View File

@@ -0,0 +1,524 @@
package org.jeecg.modules.xslmes.mcs.sync;
import com.baomidou.dynamic.datasource.DynamicRoutingDataSource;
import com.baomidou.mybatisplus.core.toolkit.IdWorker;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.lang3.StringUtils;
import org.jeecg.modules.xslmes.mcs.datasource.McsDataSourceManager;
import org.jeecg.modules.xslmes.mcs.entity.MesXslMcsSyncConfig;
import org.jeecg.modules.xslmes.mcs.entity.MesXslMcsSyncField;
import org.jeecg.modules.xslmes.mcs.mapper.McsMetaMapper;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.jdbc.core.JdbcTemplate;
import org.springframework.stereotype.Component;
import javax.sql.DataSource;
import java.sql.Timestamp;
import java.time.LocalDate;
import java.time.LocalDateTime;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.HashSet;
import java.util.LinkedHashSet;
import java.util.List;
import java.util.Map;
import java.util.Set;
import java.util.TreeMap;
import java.util.regex.Pattern;
import java.util.stream.Collectors;
/**
* 通用中间表采集引擎(配置驱动,纯字段拷贝)。
* <p>支持三种采集模式,应对中间库不同规模的表:</p>
* <ul>
* <li><b>FULL 全量匹配</b>:全表读源+全表读目标→按匹配键 Upsert仅写新增/变化行。适合小状态表、以更新为主。</li>
* <li><b>TIME 时间匹配</b>:按时间列只取窗口内数据(当天/最近七天)→按匹配键 Upsert目标侧按窗口匹配键定向读取。避免全表扫描。</li>
* <li><b>INCR 增量匹配(标记位回写)</b>源表选一「同步标记列」仅采集该列为空NULL/''的行TOP N 限流),
* 按匹配键 Upsert 到 MES 后,回写源表该列为 {@code '1'},下轮不再重复采集。适合带 GUID 主键、无可靠递增列的流水表。</li>
* </ul>
*
* @author GHT
* @date 2026-06-17 for【MES上辅机】采集配置-表与字段绑定
*/
@Slf4j
@Component
public class GenericMcsSyncEngine {
public static final String MODE_FULL = "FULL";
public static final String MODE_TIME = "TIME";
public static final String MODE_INCR = "INCR";
/** 合法标识符(表名/列名),防止 SQL 注入 */
private static final Pattern IDENT = Pattern.compile("^[A-Za-z0-9_]+$");
/** 批量写入分批大小 */
private static final int BATCH_SIZE = 500;
/** IN 查询分块大小 */
private static final int IN_CHUNK = 1000;
/** INCR 默认每轮行数 */
private static final int DEFAULT_BATCH_LIMIT = 2000;
/** INCR 标记位回写后的已同步标识值 */
private static final String FLAG_SYNCED = "1";
@Autowired
private DataSource dataSource;
@Autowired
private McsMetaMapper metaMapper;
@Autowired
private org.jeecg.modules.xslmes.mcs.datasource.McsDataSourceManager mcsDataSourceManager;
//update-begin---author:GHT ---date:20260617 for【MES上辅机】采集模式 全量/时间/增量-----------
public String sync(MesXslMcsSyncConfig cfg, List<MesXslMcsSyncField> fields) {
String sourceTable = trim(cfg.getSourceTable());
String targetTable = trim(cfg.getTargetTable());
if (StringUtils.isBlank(sourceTable) || StringUtils.isBlank(targetTable)) {
return "未配置源表或目标表,跳过";
}
validateIdent(sourceTable);
validateIdent(targetTable);
List<MesXslMcsSyncField> maps = fields == null ? List.of() : fields.stream()
.filter(f -> StringUtils.isNotBlank(f.getSourceField()) && StringUtils.isNotBlank(f.getTargetField()))
.collect(Collectors.toList());
if (maps.isEmpty()) {
return "无有效字段映射,跳过";
}
for (MesXslMcsSyncField f : maps) {
validateIdent(f.getSourceField());
validateIdent(f.getTargetField());
}
String mode = StringUtils.isBlank(cfg.getSyncMode()) ? MODE_FULL : cfg.getSyncMode().trim().toUpperCase();
JdbcTemplate sourceJt = new JdbcTemplate(getSourceDataSource());
JdbcTemplate targetJt = new JdbcTemplate(dataSource);
// 目标表标准字段探测 + 自动填充列
Set<String> targetCols = metaMapper.listTargetColumns(targetTable).stream()
.map(m -> String.valueOf(m.get("columnName")).toLowerCase())
.collect(Collectors.toSet());
boolean hasDel = targetCols.contains("del_flag");
List<MesXslMcsSyncField> keyMaps = maps.stream().filter(f -> "1".equals(f.getMatchKey())).collect(Collectors.toList());
Set<String> keyTargetsLower = keyMaps.stream().map(k -> k.getTargetField().toLowerCase()).collect(Collectors.toSet());
List<MesXslMcsSyncField> nonKeyMaps = maps.stream()
.filter(f -> !keyTargetsLower.contains(f.getTargetField().toLowerCase()))
.collect(Collectors.toList());
int tenantId = cfg.getTenantId() != null ? cfg.getTenantId() : 0;
Timestamp now = new Timestamp(System.currentTimeMillis());
AutoCols auto = buildAutoCols(targetCols, maps, tenantId, now);
// 1. 按模式读源数据
LinkedHashSet<String> srcCols = maps.stream().map(MesXslMcsSyncField::getSourceField)
.collect(Collectors.toCollection(LinkedHashSet::new));
List<Map<String, Object>> rows;
//update-begin---author:GHT ---date:20260617 for【MES上辅机】增量匹配改为标记位回写-----------
// INCR(标记回写)模式:仅采集「标记列」为空的行,采完回写"1",下轮不再重复采集
String flagCol = null;
boolean flagMode = MODE_INCR.equals(mode);
if (flagMode) {
flagCol = requireIncrColumn(cfg);
if (keyMaps.isEmpty()) {
return "增量(标记)采集需在字段映射中勾选至少一个匹配键作为回写主键(如 GUID";
}
if (!mcsDataSourceManager.isWriteEnabled()) {
return "增量(标记)采集需开启中间库写入开关以回写同步标记,请在「中间库连接配置」开启写入";
}
srcCols.add(flagCol);
int limit = cfg.getBatchLimit() != null && cfg.getBatchLimit() > 0 ? cfg.getBatchLimit() : DEFAULT_BATCH_LIMIT;
String predicate = flagPredicate(flagCol, cfg.getFlagCondition(), cfg.getFlagMatchValue());
String sql = "SELECT TOP " + limit + " " + colList(srcCols) + " FROM [" + sourceTable + "]"
+ " WHERE (" + predicate + ")";
rows = sourceJt.queryForList(sql);
if (rows.isEmpty()) {
return "增量采集:无待采集数据";
}
} else if (MODE_TIME.equals(mode)) {
String incrCol = requireIncrColumn(cfg);
Timestamp[] window = timeWindow(cfg.getTimeWindow(), now);
StringBuilder sql = new StringBuilder("SELECT ").append(colList(srcCols))
.append(" FROM [").append(sourceTable).append("] WHERE [").append(incrCol).append("] >= ?");
List<Object> args = new ArrayList<>();
args.add(window[0]);
if (window[1] != null) {
sql.append(" AND [").append(incrCol).append("] < ?");
args.add(window[1]);
}
rows = sourceJt.queryForList(sql.toString(), args.toArray());
} else {
// FULL
rows = sourceJt.queryForList("SELECT " + colList(srcCols) + " FROM [" + sourceTable + "]");
}
if (rows.isEmpty()) {
return ("TIME".equals(mode) ? "时间匹配" : "全量匹配") + ":窗口/源表无数据,未更新";
}
// 无匹配键 → 整批追加
if (keyMaps.isEmpty()) {
int ins = appendInsert(targetJt, targetTable, maps, auto, rows);
return String.format("采集完成(无匹配键,追加):新增%d源%d条", ins, rows.size());
}
// 2. 加载现有目标数据FULL 全量TIME/INCR 仅按本批匹配键定向读取)
LinkedHashSet<String> existCols = new LinkedHashSet<>();
keyMaps.forEach(k -> existCols.add(k.getTargetField()));
maps.forEach(m -> existCols.add(m.getTargetField()));
Map<String, Map<String, Object>> existingByKey = (MODE_TIME.equals(mode) || flagMode)
? loadExistingByKeys(targetJt, targetTable, existCols, keyMaps, hasDel, rows)
: loadExistingAll(targetJt, targetTable, existCols, keyMaps, hasDel);
// 3. 比对 → 批量 Upsert
List<String> updateSetCols = nonKeyMaps.stream().map(MesXslMcsSyncField::getTargetField).collect(Collectors.toList());
boolean updTime = targetCols.contains("update_time") && !mappedContains(maps, "update_time");
boolean updBy = targetCols.contains("update_by") && !mappedContains(maps, "update_by");
String updateSql = buildUpdateSql(targetTable, updateSetCols, keyMaps, updTime, updBy, hasDel);
String insertSql = buildInsertSql(targetTable, maps, auto);
List<Object[]> insertArgs = new ArrayList<>();
List<Object[]> updateArgs = new ArrayList<>();
Set<String> handled = new HashSet<>();
int unchanged = 0;
for (Map<String, Object> row : rows) {
Map<String, Object> rci = ci(row);
String key = buildKeyFromSource(keyMaps, rci);
if (!handled.add(key)) {
continue;
}
Map<String, Object> existing = existingByKey.get(key);
if (existing == null) {
insertArgs.add(buildInsertArgs(maps, rci, auto));
} else if (updateSetCols.isEmpty()) {
unchanged++;
} else if (isChanged(nonKeyMaps, rci, existing)) {
updateArgs.add(buildUpdateArgs(nonKeyMaps, keyMaps, rci, updTime, updBy, now));
} else {
unchanged++;
}
}
int ins = batch(targetJt, insertSql, insertArgs);
int upd = updateSetCols.isEmpty() ? 0 : batch(targetJt, updateSql, updateArgs);
// INCR(标记回写):对本批所有源行回写标记值,下轮不再采集
if (flagMode) {
String writeValue = StringUtils.isBlank(cfg.getFlagWriteValue()) ? FLAG_SYNCED : cfg.getFlagWriteValue();
int marked = writeBackFlag(sourceJt, sourceTable, flagCol, cfg.getFlagCondition(), cfg.getFlagMatchValue(), writeValue, keyMaps, rows);
return String.format("增量采集:新增%d更新%d未变%d回写标记%d源%d条",
ins, upd, unchanged, marked, rows.size());
}
return String.format("%s新增%d更新%d未变%d源%d条",
"TIME".equals(mode) ? "时间匹配" : "全量匹配", ins, upd, unchanged, rows.size());
//update-end---author:GHT ---date:20260617 for【MES上辅机】增量匹配改为标记位回写-----------
}
//update-begin---author:GHT ---date:20260617 for【MES上辅机】增量匹配改为标记位回写-----------
/**
* INCR 标记采集条件根据配置构造源表标记列的判定谓词SELECT 取数 + 回写守卫共用)。
* <ul>
* <li>{@code IS_NULL} 为空:{@code [col] IS NULL}</li>
* <li>{@code EQ_EMPTY} 等于:{@code [col] = '<匹配值>'}(匹配值留空时退化为等于空串)</li>
* <li>{@code NE_EMPTY} 不等于:{@code [col] <> '<匹配值>'}(匹配值留空时退化为不等于空串)</li>
* </ul>
* @param matchValue EQ_EMPTY/NE_EMPTY 的比较值,由用户填写,留空表示空字符串
*/
private String flagPredicate(String flagCol, String condition, String matchValue) {
String c = StringUtils.isBlank(condition) ? "IS_NULL" : condition.trim().toUpperCase();
switch (c) {
case "EQ_EMPTY":
return "[" + flagCol + "] = '" + sqlLiteral(matchValue) + "'";
case "NE_EMPTY":
return "[" + flagCol + "] <> '" + sqlLiteral(matchValue) + "'";
case "IS_NULL":
default:
return "[" + flagCol + "] IS NULL";
}
}
/** 将用户填写的匹配值转义为 SQL 字符串字面量内容(单引号翻倍),防止注入。 */
private String sqlLiteral(String value) {
return value == null ? "" : value.replace("'", "''");
}
/**
* INCR 标记回写:把本批读到的源行该标记列回写为配置的回写值。
* <p>仅按匹配键精确定位本批读到的行(而非整列条件批量更新),
* 避免误标在本轮 SELECT 之后才进入中间库、尚未采集的新数据;
* 并以采集条件谓词做守卫,避开本轮已被其他进程改动的行。</p>
*/
private int writeBackFlag(JdbcTemplate sourceJt, String sourceTable, String flagCol, String condition,
String matchValue, String writeValue, List<MesXslMcsSyncField> keyMaps, List<Map<String, Object>> rows) {
validateIdent(flagCol);
StringBuilder sql = new StringBuilder("UPDATE [").append(sourceTable).append("] SET [")
.append(flagCol).append("] = ? WHERE ");
sql.append(keyMaps.stream().map(k -> "[" + k.getSourceField() + "] = ?").collect(Collectors.joining(" AND ")));
sql.append(" AND (").append(flagPredicate(flagCol, condition, matchValue)).append(")");
List<Object[]> argsList = new ArrayList<>();
Set<String> handled = new HashSet<>();
for (Map<String, Object> row : rows) {
Map<String, Object> rci = ci(row);
String key = buildKeyFromSource(keyMaps, rci);
if (!handled.add(key)) {
continue;
}
List<Object> args = new ArrayList<>(keyMaps.size() + 1);
args.add(writeValue);
for (MesXslMcsSyncField k : keyMaps) {
args.add(rci.get(k.getSourceField()));
}
argsList.add(args.toArray());
}
return batch(sourceJt, sql.toString(), argsList);
}
//update-end---author:GHT ---date:20260617 for【MES上辅机】增量匹配改为标记位回写-----------
// ---------------- 现有数据加载 ----------------
private Map<String, Map<String, Object>> loadExistingAll(JdbcTemplate jt, String table, LinkedHashSet<String> existCols,
List<MesXslMcsSyncField> keyMaps, boolean hasDel) {
String sql = "SELECT " + colListBt(existCols) + " FROM `" + table + "`" + (hasDel ? " WHERE `del_flag` = 0" : "");
Map<String, Map<String, Object>> map = new HashMap<>();
for (Map<String, Object> er : jt.queryForList(sql)) {
Map<String, Object> eci = ci(er);
map.put(buildKeyFromTarget(keyMaps, eci), eci);
}
return map;
}
private Map<String, Map<String, Object>> loadExistingByKeys(JdbcTemplate jt, String table, LinkedHashSet<String> existCols,
List<MesXslMcsSyncField> keyMaps, boolean hasDel,
List<Map<String, Object>> rows) {
Map<String, Map<String, Object>> map = new HashMap<>();
MesXslMcsSyncField firstKey = keyMaps.get(0);
// 收集窗口内首匹配键去重值
LinkedHashSet<Object> values = new LinkedHashSet<>();
for (Map<String, Object> row : rows) {
Object v = ci(row).get(firstKey.getSourceField());
if (v != null) {
values.add(v);
}
}
if (values.isEmpty()) {
return map;
}
List<Object> valueList = new ArrayList<>(values);
for (int i = 0; i < valueList.size(); i += IN_CHUNK) {
List<Object> part = valueList.subList(i, Math.min(i + IN_CHUNK, valueList.size()));
String ph = part.stream().map(x -> "?").collect(Collectors.joining(","));
String sql = "SELECT " + colListBt(existCols) + " FROM `" + table + "` WHERE `"
+ firstKey.getTargetField() + "` IN (" + ph + ")" + (hasDel ? " AND `del_flag` = 0" : "");
for (Map<String, Object> er : jt.queryForList(sql, part.toArray())) {
Map<String, Object> eci = ci(er);
map.put(buildKeyFromTarget(keyMaps, eci), eci);
}
}
return map;
}
// ---------------- 追加写入 ----------------
private int appendInsert(JdbcTemplate jt, String table, List<MesXslMcsSyncField> maps, AutoCols auto,
List<Map<String, Object>> rows) {
List<Object[]> insertArgs = new ArrayList<>();
for (Map<String, Object> row : rows) {
insertArgs.add(buildInsertArgs(maps, ci(row), auto));
}
return batch(jt, buildInsertSql(table, maps, auto), insertArgs);
}
// ---------------- SQL 构建 ----------------
private String buildInsertSql(String table, List<MesXslMcsSyncField> maps, AutoCols auto) {
List<String> cols = new ArrayList<>();
maps.forEach(m -> cols.add(m.getTargetField()));
if (auto.id) {
cols.add("id");
}
cols.addAll(auto.cols);
String colSql = cols.stream().map(c -> "`" + c + "`").collect(Collectors.joining(","));
String ph = cols.stream().map(c -> "?").collect(Collectors.joining(","));
return "INSERT INTO `" + table + "` (" + colSql + ") VALUES (" + ph + ")";
}
private Object[] buildInsertArgs(List<MesXslMcsSyncField> maps, Map<String, Object> ci, AutoCols auto) {
List<Object> args = new ArrayList<>(maps.size() + auto.vals.size() + 1);
for (MesXslMcsSyncField m : maps) {
args.add(ci.get(m.getSourceField()));
}
if (auto.id) {
args.add(IdWorker.getIdStr());
}
args.addAll(auto.vals);
return args.toArray();
}
private String buildUpdateSql(String table, List<String> setCols, List<MesXslMcsSyncField> keyMaps,
boolean updTime, boolean updBy, boolean hasDel) {
if (setCols.isEmpty()) {
return null;
}
StringBuilder sql = new StringBuilder("UPDATE `").append(table).append("` SET ");
sql.append(setCols.stream().map(c -> "`" + c + "` = ?").collect(Collectors.joining(",")));
if (updTime) {
sql.append(", `update_time` = ?");
}
if (updBy) {
sql.append(", `update_by` = ?");
}
sql.append(" WHERE ");
sql.append(keyMaps.stream().map(k -> "`" + k.getTargetField() + "` = ?").collect(Collectors.joining(" AND ")));
if (hasDel) {
sql.append(" AND `del_flag` = 0");
}
return sql.toString();
}
private Object[] buildUpdateArgs(List<MesXslMcsSyncField> nonKeyMaps, List<MesXslMcsSyncField> keyMaps,
Map<String, Object> ci, boolean updTime, boolean updBy, Timestamp now) {
List<Object> args = new ArrayList<>();
for (MesXslMcsSyncField m : nonKeyMaps) {
args.add(ci.get(m.getSourceField()));
}
if (updTime) {
args.add(now);
}
if (updBy) {
args.add("mcs-sync");
}
for (MesXslMcsSyncField k : keyMaps) {
args.add(ci.get(k.getSourceField()));
}
return args.toArray();
}
// ---------------- 工具 ----------------
/** 自动填充列汇总id 单独标记,因每行不同) */
private static class AutoCols {
boolean id;
final List<String> cols = new ArrayList<>();
final List<Object> vals = new ArrayList<>();
}
private AutoCols buildAutoCols(Set<String> targetCols, List<MesXslMcsSyncField> maps, int tenantId, Timestamp now) {
AutoCols a = new AutoCols();
a.id = targetCols.contains("id") && !mappedContains(maps, "id");
addAuto(a, targetCols, maps, "create_time", now);
addAuto(a, targetCols, maps, "update_time", now);
addAuto(a, targetCols, maps, "create_by", "mcs-sync");
addAuto(a, targetCols, maps, "update_by", "mcs-sync");
addAuto(a, targetCols, maps, "tenant_id", tenantId);
addAuto(a, targetCols, maps, "del_flag", 0);
return a;
}
private void addAuto(AutoCols a, Set<String> targetCols, List<MesXslMcsSyncField> maps, String col, Object val) {
if (targetCols.contains(col) && !mappedContains(maps, col)) {
a.cols.add(col);
a.vals.add(val);
}
}
/** 返回 [start, end]end 可为 null */
private Timestamp[] timeWindow(String window, Timestamp now) {
String w = StringUtils.isBlank(window) ? "TODAY" : window.trim().toUpperCase();
if ("LAST7".equals(w)) {
return new Timestamp[]{Timestamp.valueOf(LocalDateTime.now().minusDays(7)), null};
}
// 默认当天
Timestamp start = Timestamp.valueOf(LocalDate.now().atStartOfDay());
Timestamp end = Timestamp.valueOf(LocalDate.now().plusDays(1).atStartOfDay());
return new Timestamp[]{start, end};
}
private String requireIncrColumn(MesXslMcsSyncConfig cfg) {
String col = trim(cfg.getIncrColumn());
if (StringUtils.isBlank(col)) {
throw new IllegalArgumentException("当前采集模式需指定标记列/时间列,请在采集操作中配置");
}
validateIdent(col);
return col;
}
private int batch(JdbcTemplate jt, String sql, List<Object[]> argsList) {
if (sql == null || argsList.isEmpty()) {
return 0;
}
int total = 0;
for (int i = 0; i < argsList.size(); i += BATCH_SIZE) {
List<Object[]> part = argsList.subList(i, Math.min(i + BATCH_SIZE, argsList.size()));
jt.batchUpdate(sql, part);
total += part.size();
}
return total;
}
private boolean isChanged(List<MesXslMcsSyncField> nonKeyMaps, Map<String, Object> ci, Map<String, Object> existing) {
for (MesXslMcsSyncField m : nonKeyMaps) {
if (!normVal(ci.get(m.getSourceField())).equals(normVal(existing.get(m.getTargetField())))) {
return true;
}
}
return false;
}
private String buildKeyFromSource(List<MesXslMcsSyncField> keyMaps, Map<String, Object> ci) {
return keyMaps.stream().map(k -> normKey(ci.get(k.getSourceField()))).collect(Collectors.joining("||"));
}
private String buildKeyFromTarget(List<MesXslMcsSyncField> keyMaps, Map<String, Object> eci) {
return keyMaps.stream().map(k -> normKey(eci.get(k.getTargetField()))).collect(Collectors.joining("||"));
}
private Map<String, Object> ci(Map<String, Object> row) {
Map<String, Object> m = new TreeMap<>(String.CASE_INSENSITIVE_ORDER);
m.putAll(row);
return m;
}
private String colList(LinkedHashSet<String> cols) {
return cols.stream().map(c -> "[" + c + "]").collect(Collectors.joining(","));
}
private String colListBt(LinkedHashSet<String> cols) {
return cols.stream().map(c -> "`" + c + "`").collect(Collectors.joining(","));
}
private String normKey(Object v) {
return v == null ? "" : String.valueOf(v).trim();
}
private String normVal(Object v) {
return v == null ? " " : String.valueOf(v);
}
private boolean mappedContains(List<MesXslMcsSyncField> maps, String targetCol) {
return maps.stream().anyMatch(m -> m.getTargetField() != null && m.getTargetField().equalsIgnoreCase(targetCol));
}
private DataSource getSourceDataSource() {
DynamicRoutingDataSource routing = (DynamicRoutingDataSource) dataSource;
DataSource src = routing.getDataSources().get(McsDataSourceManager.DS_KEY);
if (src == null) {
throw new IllegalStateException("中间库数据源 " + McsDataSourceManager.DS_KEY + " 未注册");
}
return src;
}
private void validateIdent(String name) {
if (name == null || !IDENT.matcher(name).matches()) {
throw new IllegalArgumentException("非法的表名或字段名: " + name);
}
}
private String trim(String s) {
return s == null ? null : s.trim();
}
//update-end---author:GHT ---date:20260617 for【MES上辅机】采集模式 全量/时间/增量-----------
}

View File

@@ -0,0 +1,162 @@
package org.jeecg.modules.xslmes.mcs.sync;
import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
import lombok.extern.slf4j.Slf4j;
import org.jeecg.modules.xslmes.mcs.datasource.McsDataSourceManager;
import org.jeecg.modules.xslmes.mcs.entity.MesXslMcsSyncConfig;
import org.jeecg.modules.xslmes.mcs.entity.MesXslMcsSyncField;
import org.jeecg.modules.xslmes.mcs.mapper.MesXslMcsSyncConfigMapper;
import org.jeecg.modules.xslmes.mcs.mapper.MesXslMcsSyncFieldMapper;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.boot.context.event.ApplicationReadyEvent;
import org.springframework.context.event.EventListener;
import org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler;
import org.springframework.stereotype.Component;
import jakarta.annotation.PostConstruct;
import jakarta.annotation.PreDestroy;
import java.time.Duration;
import java.util.Date;
import java.util.List;
import java.util.Map;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.ScheduledFuture;
/**
* 中间表采集调度器(通用,配置驱动)。
* <p>基于 {@link ThreadPoolTaskScheduler} 为每个运行中的采集配置维护一个可重排的定时任务,
* 支持秒级间隔、运行时改间隔、启动/停止。每次触发调用 {@link GenericMcsSyncEngine} 执行采集。</p>
*
* @author GHT
* @date 2026-06-17 for【MES上辅机】采集配置-表与字段绑定
*/
@Slf4j
@Component
public class McsSyncScheduler {
private static final String LOG_TAG = "[MCS采集]";
@Autowired
private MesXslMcsSyncConfigMapper syncConfigMapper;
@Autowired
private MesXslMcsSyncFieldMapper syncFieldMapper;
@Autowired
private McsDataSourceManager mcsDataSourceManager;
@Autowired
private GenericMcsSyncEngine syncEngine;
/** 运行中的定时任务configId -> future */
private final Map<String, ScheduledFuture<?>> runningTasks = new ConcurrentHashMap<>();
private ThreadPoolTaskScheduler taskScheduler;
@PostConstruct
public void init() {
taskScheduler = new ThreadPoolTaskScheduler();
taskScheduler.setPoolSize(4);
taskScheduler.setThreadNamePrefix("mcs-sync-");
taskScheduler.setWaitForTasksToCompleteOnShutdown(true);
taskScheduler.setAwaitTerminationSeconds(10);
taskScheduler.initialize();
log.info("{} 采集调度器初始化完成", LOG_TAG);
}
@PreDestroy
public void destroy() {
runningTasks.values().forEach(f -> f.cancel(false));
runningTasks.clear();
if (taskScheduler != null) {
taskScheduler.shutdown();
}
}
/**
* 应用启动后,加载所有 status=1 的采集配置并启动定时任务
*/
@EventListener(ApplicationReadyEvent.class)
public void loadOnStartup() {
try {
List<MesXslMcsSyncConfig> configs = syncConfigMapper.selectList(
new LambdaQueryWrapper<MesXslMcsSyncConfig>()
.eq(MesXslMcsSyncConfig::getDelFlag, 0)
.eq(MesXslMcsSyncConfig::getStatus, "1"));
configs.forEach(this::scheduleTask);
log.info("{} 启动加载采集任务完成,已启动={}", LOG_TAG, configs.size());
} catch (Exception e) {
log.error("{} 启动加载采集任务失败: {}", LOG_TAG, e.getMessage(), e);
}
}
public boolean isRunning(String configId) {
ScheduledFuture<?> f = runningTasks.get(configId);
return f != null && !f.isCancelled();
}
/**
* (重新)按配置的间隔调度采集任务。已存在则先取消再重排,实现运行时改间隔。
*/
public synchronized void scheduleTask(MesXslMcsSyncConfig config) {
if (config == null || config.getId() == null) {
return;
}
cancelTask(config.getId());
long seconds = config.getIntervalSeconds() != null && config.getIntervalSeconds() > 0
? config.getIntervalSeconds() : 1L;
String configId = config.getId();
ScheduledFuture<?> future = taskScheduler.scheduleWithFixedDelay(
() -> runOnce(configId), Duration.ofSeconds(seconds));
runningTasks.put(configId, future);
log.info("{} 采集任务已启动 configId={} 间隔={}s", LOG_TAG, configId, seconds);
}
/**
* 取消采集任务(仅停内存定时,不改库)
*/
public synchronized void cancelTask(String configId) {
ScheduledFuture<?> old = runningTasks.remove(configId);
if (old != null) {
old.cancel(false);
log.info("{} 采集任务已停止 configId={}", LOG_TAG, configId);
}
}
/**
* 单次采集执行:连接/读取开关守卫 + 调用通用引擎 + 落库结果
*/
private void runOnce(String configId) {
MesXslMcsSyncConfig cfg = syncConfigMapper.selectById(configId);
if (cfg == null || cfg.getDelFlag() != null && cfg.getDelFlag() == 1 || !"1".equals(cfg.getStatus())) {
return;
}
// 中间库未启用或读取开关关闭时安静跳过
if (!mcsDataSourceManager.isDbConfigActive() || !mcsDataSourceManager.isReadEnabled()) {
log.debug("{} 中间库未就绪或读取关闭,跳过 configId={}", LOG_TAG, configId);
return;
}
try {
List<MesXslMcsSyncField> fields = syncFieldMapper.selectList(
new LambdaQueryWrapper<MesXslMcsSyncField>()
.eq(MesXslMcsSyncField::getConfigId, configId)
.eq(MesXslMcsSyncField::getDelFlag, 0)
.orderByAsc(MesXslMcsSyncField::getSortNo));
String result = syncEngine.sync(cfg, fields);
// INCR 改为标记位回写后不再维护高水位,仅落库采集结果
updateSyncResult(configId, result, null);
} catch (Exception e) {
log.error("{} 采集异常 configId={}: {}", LOG_TAG, configId, e.getMessage(), e);
updateSyncResult(configId, "采集失败:" + e.getMessage(), null);
}
}
private void updateSyncResult(String id, String result, String watermark) {
MesXslMcsSyncConfig update = new MesXslMcsSyncConfig();
update.setId(id);
update.setLastSyncTime(new Date());
update.setLastSyncResult(result != null && result.length() > 480 ? result.substring(0, 480) : result);
update.setLastWatermark(watermark);
syncConfigMapper.updateById(update);
}
}

View File

@@ -5,9 +5,9 @@ import org.jeecg.modules.xslmes.entity.MesXslMixerAction;
public interface IMesXslMixerActionService extends IService<MesXslMixerAction> {
boolean isActionNameDuplicated(String actionName, String excludeId);
boolean isActionNameDuplicated(String equipmentId, String actionName, String excludeId);
boolean isActionCodeDuplicated(String actionCode, String excludeId);
boolean isActionCodeDuplicated(String equipmentId, String actionCode, String excludeId);
void fillEquipmentName(MesXslMixerAction model);
}

View File

@@ -17,13 +17,16 @@ public class MesXslMixerActionServiceImpl extends ServiceImpl<MesXslMixerActionM
@Autowired private MesXslEquipmentLedgerMapper equipmentLedgerMapper;
//update-begin---author:GHT ---date:20260617 for【MES上辅机】密炼动作秒级采集-唯一性改为(设备+动作代号)同设备内唯一-----------
@Override
public boolean isActionNameDuplicated(String actionName, String excludeId) {
if (StringUtils.isBlank(actionName)) {
public boolean isActionNameDuplicated(String equipmentId, String actionName, String excludeId) {
if (StringUtils.isBlank(actionName) || StringUtils.isBlank(equipmentId)) {
return false;
}
LambdaQueryWrapper<MesXslMixerAction> wrapper =
new LambdaQueryWrapper<MesXslMixerAction>().eq(MesXslMixerAction::getActionName, actionName.trim());
new LambdaQueryWrapper<MesXslMixerAction>()
.eq(MesXslMixerAction::getEquipmentId, equipmentId.trim())
.eq(MesXslMixerAction::getActionName, actionName.trim());
if (StringUtils.isNotBlank(excludeId)) {
wrapper.ne(MesXslMixerAction::getId, excludeId.trim());
}
@@ -31,17 +34,20 @@ public class MesXslMixerActionServiceImpl extends ServiceImpl<MesXslMixerActionM
}
@Override
public boolean isActionCodeDuplicated(String actionCode, String excludeId) {
if (StringUtils.isBlank(actionCode)) {
public boolean isActionCodeDuplicated(String equipmentId, String actionCode, String excludeId) {
if (StringUtils.isBlank(actionCode) || StringUtils.isBlank(equipmentId)) {
return false;
}
LambdaQueryWrapper<MesXslMixerAction> wrapper =
new LambdaQueryWrapper<MesXslMixerAction>().eq(MesXslMixerAction::getActionCode, actionCode.trim());
new LambdaQueryWrapper<MesXslMixerAction>()
.eq(MesXslMixerAction::getEquipmentId, equipmentId.trim())
.eq(MesXslMixerAction::getActionCode, actionCode.trim());
if (StringUtils.isNotBlank(excludeId)) {
wrapper.ne(MesXslMixerAction::getId, excludeId.trim());
}
return this.count(wrapper) > 0;
}
//update-end---author:GHT ---date:20260617 for【MES上辅机】密炼动作秒级采集-唯一性改为(设备+动作代号)同设备内唯一-----------
@Override
public void fillEquipmentName(MesXslMixerAction model) {

View File

@@ -0,0 +1,73 @@
-- MES上辅机密炼动作秒级采集
-- 1. 通用中间表采集配置表可被密炼动作/报警/配方等多功能复用 biz_type 区分
-- 2. 密炼机动作维护表补全机台字段放开台账关联调整唯一键为(设备+动作代号)
-- 3. 密炼动作菜单下新增 启动采集/停止采集/采集设置 按钮权限
-- ===================== 1. 通用采集配置表 =====================
CREATE TABLE IF NOT EXISTS `mes_xsl_mcs_sync_config` (
`id` varchar(32) NOT NULL COMMENT '主键',
`biz_type` varchar(50) NOT NULL COMMENT '业务类型(采集任务唯一标识 MIX_ACT 密炼动作)',
`biz_name` varchar(100) DEFAULT NULL COMMENT '业务名称',
`source_table` varchar(100) DEFAULT NULL COMMENT '源中间表名',
`interval_seconds` int NOT NULL DEFAULT '1' COMMENT '采集时间间隔()默认1秒',
`status` varchar(1) NOT NULL DEFAULT '0' COMMENT '采集状态(0停止,1运行)',
`last_sync_time` datetime DEFAULT NULL COMMENT '最近一次采集时间',
`last_sync_result` varchar(500) DEFAULT NULL COMMENT '最近一次采集结果',
`remark` varchar(500) DEFAULT NULL COMMENT '备注',
`tenant_id` int DEFAULT '0' COMMENT '租户',
`create_by` varchar(100) DEFAULT NULL COMMENT '创建人',
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
`update_by` varchar(100) DEFAULT NULL COMMENT '更新人',
`update_time` datetime DEFAULT NULL COMMENT '更新时间',
`del_flag` int DEFAULT '0' COMMENT '删除标记(0正常,1删除)',
PRIMARY KEY (`id`),
KEY `idx_mscfg_biz` (`biz_type`, `tenant_id`, `del_flag`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COMMENT='MES上辅机中间表采集配置(通用)';
-- 初始化密炼动作采集配置默认间隔1秒默认停止
INSERT INTO `mes_xsl_mcs_sync_config`
(`id`, `biz_type`, `biz_name`, `source_table`, `interval_seconds`, `status`, `remark`, `tenant_id`, `create_by`, `create_time`, `update_by`, `update_time`, `del_flag`)
SELECT '1900000000000000860', 'MIX_ACT', '密炼机动作', 'MCSToMES_MixAct', 1, '0', '密炼机动作维护数据采集', 0, 'admin', NOW(), 'admin', NOW(), 0
FROM DUAL WHERE NOT EXISTS (SELECT 1 FROM `mes_xsl_mcs_sync_config` WHERE `biz_type` = 'MIX_ACT' AND `tenant_id` = 0);
-- ===================== 2. 密炼机动作维护表补全字段 =====================
-- 机台编号机台类型采集自中间表 EquipID/EquipType
ALTER TABLE `mes_xsl_mixer_action`
ADD COLUMN `equip_id` varchar(50) DEFAULT NULL COMMENT '机台编号(采集自中间表 EquipID)' AFTER `equipment_name`,
ADD COLUMN `equip_type` varchar(50) DEFAULT NULL COMMENT '机台类型(采集自中间表 EquipType)' AFTER `equip_id`;
-- 采集未匹配到台账时 equipment_id 允许为空
ALTER TABLE `mes_xsl_mixer_action`
MODIFY COLUMN `equipment_id` varchar(32) DEFAULT NULL COMMENT '设备台账ID(mes_xsl_equipment_ledger.id)采集未匹配时为空';
-- 唯一性改为(设备+动作代号)按机台编号+动作代号建索引便于采集 upsert
ALTER TABLE `mes_xsl_mixer_action`
ADD KEY `idx_mxma_equip_code` (`tenant_id`, `equip_id`, `action_code`, `del_flag`);
-- ===================== 3. 密炼动作菜单按钮权限 =====================
-- 父菜单密炼动作 1900000000000000835
INSERT INTO `sys_permission` (`id`, `parent_id`, `name`, `url`, `component`, `is_route`, `component_name`, `redirect`, `menu_type`, `perms`, `perms_type`, `sort_no`, `always_show`, `icon`, `is_leaf`, `keep_alive`, `hidden`, `hide_tab`, `description`, `create_by`, `create_time`, `update_by`, `update_time`, `del_flag`, `rule_flag`, `status`, `internal_or_external`)
SELECT '1900000000000000861', '1900000000000000835', '启动采集', NULL, NULL, 0, NULL, NULL, 2, 'xslmes:mcsSyncConfig:start', '1', 1.00, 0, NULL, 1, 0, 0, 0, NULL, 'admin', NOW(), 'admin', NOW(), 0, 0, '1', 0
FROM DUAL WHERE NOT EXISTS (SELECT 1 FROM `sys_permission` WHERE `id` = '1900000000000000861');
INSERT INTO `sys_permission` (`id`, `parent_id`, `name`, `url`, `component`, `is_route`, `component_name`, `redirect`, `menu_type`, `perms`, `perms_type`, `sort_no`, `always_show`, `icon`, `is_leaf`, `keep_alive`, `hidden`, `hide_tab`, `description`, `create_by`, `create_time`, `update_by`, `update_time`, `del_flag`, `rule_flag`, `status`, `internal_or_external`)
SELECT '1900000000000000862', '1900000000000000835', '停止采集', NULL, NULL, 0, NULL, NULL, 2, 'xslmes:mcsSyncConfig:stop', '1', 2.00, 0, NULL, 1, 0, 0, 0, NULL, 'admin', NOW(), 'admin', NOW(), 0, 0, '1', 0
FROM DUAL WHERE NOT EXISTS (SELECT 1 FROM `sys_permission` WHERE `id` = '1900000000000000862');
INSERT INTO `sys_permission` (`id`, `parent_id`, `name`, `url`, `component`, `is_route`, `component_name`, `redirect`, `menu_type`, `perms`, `perms_type`, `sort_no`, `always_show`, `icon`, `is_leaf`, `keep_alive`, `hidden`, `hide_tab`, `description`, `create_by`, `create_time`, `update_by`, `update_time`, `del_flag`, `rule_flag`, `status`, `internal_or_external`)
SELECT '1900000000000000863', '1900000000000000835', '采集设置', NULL, NULL, 0, NULL, NULL, 2, 'xslmes:mcsSyncConfig:setting', '1', 3.00, 0, NULL, 1, 0, 0, 0, NULL, 'admin', NOW(), 'admin', NOW(), 0, 0, '1', 0
FROM DUAL WHERE NOT EXISTS (SELECT 1 FROM `sys_permission` WHERE `id` = '1900000000000000863');
-- admin 角色授权
INSERT INTO `sys_role_permission` (`id`, `role_id`, `permission_id`, `data_rule_ids`, `operate_date`, `operate_ip`)
SELECT REPLACE(UUID(), '-', ''), r.id, p.id, NULL, NOW(), '127.0.0.1'
FROM `sys_role` r
JOIN (
SELECT id FROM `sys_permission`
WHERE id IN ('1900000000000000861','1900000000000000862','1900000000000000863')
) p ON 1 = 1
WHERE r.`role_code` = 'admin'
AND NOT EXISTS (
SELECT 1 FROM `sys_role_permission` rp
WHERE rp.`role_id` = r.id AND rp.`permission_id` = p.id
);

View File

@@ -0,0 +1,85 @@
-- MES上辅机采集配置通用表+字段映射中间库表 MES表配置驱动
-- 1. 扩展采集配置头目标表配置名称表注释
-- 2. 新建字段映射表 mes_xsl_mcs_sync_field
-- 3. 将密炼动作(MIX_ACT)改造为配置驱动补目标表+预置字段映射
-- 4. 新增"采集配置"菜单及按钮权限
-- ===================== 1. 采集配置头扩展 =====================
ALTER TABLE `mes_xsl_mcs_sync_config`
ADD COLUMN `config_name` varchar(100) DEFAULT NULL COMMENT '配置名称' AFTER `biz_type`,
ADD COLUMN `source_table_comment` varchar(200) DEFAULT NULL COMMENT '源中间表注释' AFTER `source_table`,
ADD COLUMN `target_table` varchar(100) DEFAULT NULL COMMENT 'MES目标表名' AFTER `source_table_comment`,
ADD COLUMN `target_table_comment` varchar(200) DEFAULT NULL COMMENT 'MES目标表注释' AFTER `target_table`;
-- 密炼动作改造为配置驱动
UPDATE `mes_xsl_mcs_sync_config`
SET `config_name` = '密炼机动作采集',
`source_table_comment` = '密炼机实时动作',
`target_table` = 'mes_xsl_mixer_action',
`target_table_comment` = 'MES密炼机动作维护'
WHERE `biz_type` = 'MIX_ACT';
-- ===================== 2. 字段映射表 =====================
CREATE TABLE IF NOT EXISTS `mes_xsl_mcs_sync_field` (
`id` varchar(32) NOT NULL COMMENT '主键',
`config_id` varchar(32) NOT NULL COMMENT '采集配置ID(mes_xsl_mcs_sync_config.id)',
`source_field` varchar(100) NOT NULL COMMENT '中间库源字段名',
`source_field_comment` varchar(200) DEFAULT NULL COMMENT '源字段注释',
`source_field_type` varchar(50) DEFAULT NULL COMMENT '源字段类型',
`target_field` varchar(100) DEFAULT NULL COMMENT 'MES目标字段名(接收字段)',
`target_field_comment` varchar(200) DEFAULT NULL COMMENT 'MES目标字段注释',
`match_key` varchar(1) DEFAULT '0' COMMENT '是否匹配键(0否,1是)作为Upsert唯一键',
`sort_no` int DEFAULT '0' COMMENT '排序',
`tenant_id` int DEFAULT '0' COMMENT '租户',
`create_by` varchar(100) DEFAULT NULL COMMENT '创建人',
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
`update_by` varchar(100) DEFAULT NULL COMMENT '更新人',
`update_time` datetime DEFAULT NULL COMMENT '更新时间',
`del_flag` int DEFAULT '0' COMMENT '删除标记(0正常,1删除)',
PRIMARY KEY (`id`),
KEY `idx_msf_config` (`config_id`, `del_flag`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COMMENT='MES上辅机采集字段映射';
-- 预置密炼动作字段映射EquipNameequipment_name 匹配键=机台编号+动作代号
INSERT INTO `mes_xsl_mcs_sync_field`
(`id`, `config_id`, `source_field`, `source_field_comment`, `source_field_type`, `target_field`, `target_field_comment`, `match_key`, `sort_no`, `tenant_id`, `create_by`, `create_time`, `update_by`, `update_time`, `del_flag`)
SELECT * FROM (
SELECT '1900000000000000870' id, '1900000000000000860' config_id, 'EquipName' sf, '机台名称' sfc, 'nvarchar' sft, 'equipment_name' tf, '设备名称' tfc, '0' mk, 1 sn, 0 tid, 'admin' cb, NOW() ct, 'admin' ub, NOW() ut, 0 df
UNION ALL SELECT '1900000000000000871', '1900000000000000860', 'EquipID', '机台编号', 'varchar', 'equip_id', '机台编号', '1', 2, 0, 'admin', NOW(), 'admin', NOW(), 0
UNION ALL SELECT '1900000000000000872', '1900000000000000860', 'EquipType', '机台类型', 'nvarchar', 'equip_type', '机台类型', '0', 3, 0, 'admin', NOW(), 'admin', NOW(), 0
UNION ALL SELECT '1900000000000000873', '1900000000000000860', 'MixActName', '动作名称', 'nvarchar', 'action_name', '动作名称', '0', 4, 0, 'admin', NOW(), 'admin', NOW(), 0
UNION ALL SELECT '1900000000000000874', '1900000000000000860', 'MixActAddress', '动作地址', 'int', 'action_code', '动作代号', '1', 5, 0, 'admin', NOW(), 'admin', NOW(), 0
) t
WHERE NOT EXISTS (SELECT 1 FROM `mes_xsl_mcs_sync_field` WHERE `config_id` = '1900000000000000860');
-- ===================== 3. 采集配置菜单 + 按钮权限 =====================
-- 父菜单MES上辅机数据 1900000000000000830
INSERT INTO `sys_permission` (`id`, `parent_id`, `name`, `url`, `component`, `is_route`, `component_name`, `redirect`, `menu_type`, `perms`, `perms_type`, `sort_no`, `always_show`, `icon`, `is_leaf`, `keep_alive`, `hidden`, `hide_tab`, `description`, `create_by`, `create_time`, `update_by`, `update_time`, `del_flag`, `rule_flag`, `status`, `internal_or_external`)
SELECT '1900000000000000865', '1900000000000000830', '采集配置', '/xslmesMcs/mcsSyncConfig', 'xslmesMcs/mcsSyncConfig/index', 1, NULL, NULL, 0, NULL, '0', 0.50, 0, 'ant-design:sync-outlined', 1, 1, 0, 0, '中间表MES表 采集配置与字段映射', 'admin', NOW(), 'admin', NOW(), 0, 0, '1', 0
FROM DUAL WHERE NOT EXISTS (SELECT 1 FROM `sys_permission` WHERE `id` = '1900000000000000865');
INSERT INTO `sys_permission` (`id`, `parent_id`, `name`, `url`, `component`, `is_route`, `component_name`, `redirect`, `menu_type`, `perms`, `perms_type`, `sort_no`, `always_show`, `icon`, `is_leaf`, `keep_alive`, `hidden`, `hide_tab`, `description`, `create_by`, `create_time`, `update_by`, `update_time`, `del_flag`, `rule_flag`, `status`, `internal_or_external`)
SELECT '1900000000000000866', '1900000000000000865', '新增', NULL, NULL, 0, NULL, NULL, 2, 'xslmes:mcsSyncConfig:add', '1', 1.00, 0, NULL, 1, 0, 0, 0, NULL, 'admin', NOW(), 'admin', NOW(), 0, 0, '1', 0
FROM DUAL WHERE NOT EXISTS (SELECT 1 FROM `sys_permission` WHERE `id` = '1900000000000000866');
INSERT INTO `sys_permission` (`id`, `parent_id`, `name`, `url`, `component`, `is_route`, `component_name`, `redirect`, `menu_type`, `perms`, `perms_type`, `sort_no`, `always_show`, `icon`, `is_leaf`, `keep_alive`, `hidden`, `hide_tab`, `description`, `create_by`, `create_time`, `update_by`, `update_time`, `del_flag`, `rule_flag`, `status`, `internal_or_external`)
SELECT '1900000000000000867', '1900000000000000865', '编辑', NULL, NULL, 0, NULL, NULL, 2, 'xslmes:mcsSyncConfig:edit', '1', 2.00, 0, NULL, 1, 0, 0, 0, NULL, 'admin', NOW(), 'admin', NOW(), 0, 0, '1', 0
FROM DUAL WHERE NOT EXISTS (SELECT 1 FROM `sys_permission` WHERE `id` = '1900000000000000867');
INSERT INTO `sys_permission` (`id`, `parent_id`, `name`, `url`, `component`, `is_route`, `component_name`, `redirect`, `menu_type`, `perms`, `perms_type`, `sort_no`, `always_show`, `icon`, `is_leaf`, `keep_alive`, `hidden`, `hide_tab`, `description`, `create_by`, `create_time`, `update_by`, `update_time`, `del_flag`, `rule_flag`, `status`, `internal_or_external`)
SELECT '1900000000000000868', '1900000000000000865', '删除', NULL, NULL, 0, NULL, NULL, 2, 'xslmes:mcsSyncConfig:delete', '1', 3.00, 0, NULL, 1, 0, 0, 0, NULL, 'admin', NOW(), 'admin', NOW(), 0, 0, '1', 0
FROM DUAL WHERE NOT EXISTS (SELECT 1 FROM `sys_permission` WHERE `id` = '1900000000000000868');
-- admin 授权
INSERT INTO `sys_role_permission` (`id`, `role_id`, `permission_id`, `data_rule_ids`, `operate_date`, `operate_ip`)
SELECT REPLACE(UUID(), '-', ''), r.id, p.id, NULL, NOW(), '127.0.0.1'
FROM `sys_role` r
JOIN (
SELECT id FROM `sys_permission`
WHERE id IN ('1900000000000000865','1900000000000000866','1900000000000000867','1900000000000000868')
) p ON 1 = 1
WHERE r.`role_code` = 'admin'
AND NOT EXISTS (
SELECT 1 FROM `sys_role_permission` rp
WHERE rp.`role_id` = r.id AND rp.`permission_id` = p.id
);

View File

@@ -0,0 +1,10 @@
-- MES上辅机采集模式全量匹配/时间匹配/增量匹配应对中间库大表
ALTER TABLE `mes_xsl_mcs_sync_config`
ADD COLUMN `sync_mode` varchar(20) NOT NULL DEFAULT 'FULL' COMMENT '采集模式(FULL全量匹配,TIME时间匹配,INCR增量匹配)' AFTER `status`,
ADD COLUMN `incr_column` varchar(100) DEFAULT NULL COMMENT '增量/时间列(源表列名TIME/INCR模式用)' AFTER `sync_mode`,
ADD COLUMN `time_window` varchar(20) DEFAULT 'TODAY' COMMENT '时间范围(TODAY当天,LAST7最近七天)TIME模式用' AFTER `incr_column`,
ADD COLUMN `batch_limit` int DEFAULT '2000' COMMENT '每轮最大采集行数(INCR模式TOP N限流)' AFTER `time_window`,
ADD COLUMN `last_watermark` varchar(64) DEFAULT NULL COMMENT '增量采集已处理到的高水位(INCR模式自动维护)' AFTER `batch_limit`;
-- 密炼动作为小状态表保持全量匹配
UPDATE `mes_xsl_mcs_sync_config` SET `sync_mode` = 'FULL' WHERE `biz_type` = 'MIX_ACT';

View File

@@ -0,0 +1,4 @@
-- MES上辅机增量匹配改为标记位回写可视化采集条件 + 可配置回写值
ALTER TABLE `mes_xsl_mcs_sync_config`
ADD COLUMN `flag_condition` varchar(20) DEFAULT 'IS_NULL' COMMENT '增量标记采集条件(IS_NULL为空,EQ_EMPTY等于空串,NE_EMPTY不等于空串)' AFTER `last_watermark`,
ADD COLUMN `flag_write_value` varchar(64) DEFAULT '1' COMMENT '增量标记采集完成后回写值(默认1)' AFTER `flag_condition`;

View File

@@ -0,0 +1,3 @@
-- MES上辅机增量采集条件等于/不等于支持自定义匹配值留空时退化为空字符串
ALTER TABLE `mes_xsl_mcs_sync_config`
ADD COLUMN `flag_match_value` varchar(255) DEFAULT NULL COMMENT '增量标记采集条件比较值(EQ_EMPTY/NE_EMPTY用,留空表示空字符串)' AFTER `flag_condition`;