Merge branch 'main' of http://27.223.88.102:33000/chenx/qhmes
This commit is contained in:
@@ -1110,3 +1110,73 @@ jeecg-boot/jeecg-module-system/jeecg-system-start/src/main/resources/flyway/sql/
|
||||
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/controller/MesXslDesktopAnonController.java
|
||||
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/service/impl/MesXslRubberQuickTestStdServiceImpl.java
|
||||
yy-admin-master/YY.Admin.Services/Service/RubberQuickTestStd/RubberQuickTestStdService.cs
|
||||
|
||||
-- author:GHT---date:20260617--for: 【MES上辅机】密炼动作秒级采集 + 通用中间表采集配置 ---
|
||||
需求:密炼机动作维护数据从中间表 MCSToMES_MixAct 秒级采集(机台名称→设备名称、动作名称→动作名称、动作地址→动作代号),
|
||||
在「密炼动作」页支持 启动/停止采集与设置时间间隔(默认1秒);采集配置落库为通用配置表(mes_xsl_mcs_sync_config)供后续功能复用。
|
||||
设计:新增通用采集配置表 + McsSyncHandler 扩展点 + McsSyncScheduler(ThreadPoolTaskScheduler 动态重排+启动加载);
|
||||
MixActSyncHandler 增量 Upsert(按机台编号+动作代号唯一),保留手动维护数据;密炼机动作维护补全 equip_id/equip_type 字段,
|
||||
唯一性由全局唯一改为(设备+动作代号)同设备内唯一,equipment_id 允许为空(采集未匹配台账时)。
|
||||
jeecg-boot/jeecg-module-system/jeecg-system-start/src/main/resources/flyway/sql/mysql/V3.9.2_153__mes_xsl_mcs_sync_config.sql
|
||||
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/entity/MesXslMcsSyncConfig.java
|
||||
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/mapper/MesXslMcsSyncConfigMapper.java
|
||||
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/service/IMesXslMcsSyncConfigService.java
|
||||
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/service/impl/MesXslMcsSyncConfigServiceImpl.java
|
||||
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/controller/MesXslMcsSyncConfigController.java
|
||||
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/sync/McsSyncHandler.java
|
||||
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/sync/McsSyncScheduler.java
|
||||
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/sync/handler/MixActSyncHandler.java
|
||||
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/entity/MesXslMixerAction.java
|
||||
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/service/IMesXslMixerActionService.java
|
||||
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/service/impl/MesXslMixerActionServiceImpl.java
|
||||
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/controller/MesXslMixerActionController.java
|
||||
jeecgboot-vue3/src/views/xslmesMcs/mcsToMesMixAct/index.vue
|
||||
jeecgboot-vue3/src/views/xslmesMcs/mcsToMesMixAct/McsToMesMixAct.api.ts
|
||||
jeecgboot-vue3/src/views/xslmes/mesXslMixerAction/MesXslMixerAction.data.ts
|
||||
jeecgboot-vue3/src/views/xslmes/mesXslMixerAction/MesXslMixerAction.api.ts
|
||||
-- author:GHT---date:20260617--for: 【MES上辅机】密炼动作秒级采集 + 通用中间表采集配置 ---
|
||||
|
||||
-- author:GHT---date:20260617--for: 【MES上辅机】采集配置:通用表/字段绑定 + 配置驱动采集 ---
|
||||
需求:在「MES上辅机数据」下新增「采集配置」,左选中间库表、右选MES表(mes_xsl_前缀),下方左带出中间库字段、右由用户选MES接收字段;
|
||||
采集操作改为弹窗(是否采集+采集间隔),密炼动作页同样改为弹窗。
|
||||
设计:统一为配置驱动——删除硬编码 MixActSyncHandler/McsSyncHandler,新增 GenericMcsSyncEngine(JdbcTemplate跨库读源表→按"匹配键"Upsert写MES表,
|
||||
自动填充 id/时间/租户/del_flag,纯字段拷贝);McsSyncScheduler 改为按 configId 调度;新增字段映射表 mes_xsl_mcs_sync_field 与配置头扩展(target_table/config_name等);
|
||||
密炼动作(MIX_ACT)改造为预置配置+字段映射;新增 McsMetaMapper 查询SQLServer/MySQL表与字段元数据;采集配置CRUD/详情/采集操作接口。
|
||||
jeecg-boot/jeecg-module-system/jeecg-system-start/src/main/resources/flyway/sql/mysql/V3.9.2_154__mes_xsl_mcs_sync_field.sql
|
||||
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/entity/MesXslMcsSyncConfig.java
|
||||
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/entity/MesXslMcsSyncField.java
|
||||
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/mapper/MesXslMcsSyncFieldMapper.java
|
||||
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/mapper/McsMetaMapper.java
|
||||
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/sync/GenericMcsSyncEngine.java
|
||||
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/sync/McsSyncScheduler.java
|
||||
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/service/IMesXslMcsSyncConfigService.java
|
||||
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/service/impl/MesXslMcsSyncConfigServiceImpl.java
|
||||
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/controller/MesXslMcsSyncConfigController.java
|
||||
(删除)jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/sync/McsSyncHandler.java
|
||||
(删除)jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/sync/handler/MixActSyncHandler.java
|
||||
jeecgboot-vue3/src/views/xslmesMcs/mcsSyncConfig/index.vue
|
||||
jeecgboot-vue3/src/views/xslmesMcs/mcsSyncConfig/mcsSyncConfig.api.ts
|
||||
jeecgboot-vue3/src/views/xslmesMcs/mcsSyncConfig/mcsSyncConfig.data.ts
|
||||
jeecgboot-vue3/src/views/xslmesMcs/mcsSyncConfig/components/SyncConfigModal.vue
|
||||
jeecgboot-vue3/src/views/xslmesMcs/mcsSyncConfig/components/CollectModal.vue
|
||||
jeecgboot-vue3/src/views/xslmesMcs/mcsToMesMixAct/index.vue
|
||||
jeecgboot-vue3/src/views/xslmesMcs/mcsToMesMixAct/McsToMesMixAct.api.ts
|
||||
-- author:GHT---date:20260617--for: 【MES上辅机】采集配置:通用表/字段绑定 + 配置驱动采集 ---
|
||||
|
||||
-- author:GHT---date:20260617--for: 【MES上辅机】采集模式:全量/时间/增量 + 批量增量写入(应对大表) ---
|
||||
背景:原通用引擎每周期全表读源+全表读目标逐行Upsert,autocommit逐行往返,大表(上万~数十万)采集慢。
|
||||
优化:GenericMcsSyncEngine 改为「一次读现有建索引+内存比对+变更检测+batchUpdate分批」;并新增三种采集模式(采集操作弹窗可配):
|
||||
FULL全量匹配(小表全量Upsert)、TIME时间匹配(按时间列取当天/最近七天再Upsert,目标侧按窗口匹配键定向IN读取)、
|
||||
INCR增量匹配(按增量列高水位>last_watermark、ORDER BY ASC取TOP N,仅追加并推进水位)。调度器落库 last_watermark。
|
||||
mes_xsl_mcs_sync_config 增加 sync_mode/incr_column/time_window/batch_limit/last_watermark。
|
||||
jeecg-boot/jeecg-module-system/jeecg-system-start/src/main/resources/flyway/sql/mysql/V3.9.2_155__mes_xsl_mcs_sync_mode.sql
|
||||
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/entity/MesXslMcsSyncConfig.java
|
||||
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/sync/GenericMcsSyncEngine.java
|
||||
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/sync/McsSyncScheduler.java
|
||||
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/service/IMesXslMcsSyncConfigService.java
|
||||
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/service/impl/MesXslMcsSyncConfigServiceImpl.java
|
||||
jeecg-boot/jeecg-boot-module/jeecg-module-xslmes/src/main/java/org/jeecg/modules/xslmes/mcs/controller/MesXslMcsSyncConfigController.java
|
||||
jeecgboot-vue3/src/views/xslmesMcs/mcsSyncConfig/components/CollectModal.vue
|
||||
jeecgboot-vue3/src/views/xslmesMcs/mcsSyncConfig/mcsSyncConfig.api.ts
|
||||
jeecgboot-vue3/src/views/xslmesMcs/mcsSyncConfig/mcsSyncConfig.data.ts
|
||||
-- author:GHT---date:20260617--for: 【MES上辅机】采集模式:全量/时间/增量 + 批量增量写入(应对大表) ---
|
||||
|
||||
@@ -112,13 +112,14 @@ public class MesXslMixerActionController extends JeecgController<MesXslMixerActi
|
||||
@Operation(summary = "校验动作名称是否重复")
|
||||
@GetMapping("/checkActionName")
|
||||
public Result<String> checkActionName(
|
||||
@RequestParam(name = "equipmentId", required = false) String equipmentId,
|
||||
@RequestParam(name = "actionName", required = true) String actionName,
|
||||
@RequestParam(name = "dataId", required = false) String dataId) {
|
||||
if (oConvertUtils.isEmpty(actionName) || actionName.trim().isEmpty()) {
|
||||
return Result.OK("该值可用!");
|
||||
}
|
||||
if (mesXslMixerActionService.isActionNameDuplicated(actionName, dataId)) {
|
||||
return Result.error("动作名称不能重复");
|
||||
if (mesXslMixerActionService.isActionNameDuplicated(equipmentId, actionName, dataId)) {
|
||||
return Result.error("同一设备下动作名称不能重复");
|
||||
}
|
||||
return Result.OK("该值可用!");
|
||||
}
|
||||
@@ -126,13 +127,14 @@ public class MesXslMixerActionController extends JeecgController<MesXslMixerActi
|
||||
@Operation(summary = "校验动作代号是否重复")
|
||||
@GetMapping("/checkActionCode")
|
||||
public Result<String> checkActionCode(
|
||||
@RequestParam(name = "equipmentId", required = false) String equipmentId,
|
||||
@RequestParam(name = "actionCode", required = true) String actionCode,
|
||||
@RequestParam(name = "dataId", required = false) String dataId) {
|
||||
if (oConvertUtils.isEmpty(actionCode) || actionCode.trim().isEmpty()) {
|
||||
return Result.OK("该值可用!");
|
||||
}
|
||||
if (mesXslMixerActionService.isActionCodeDuplicated(actionCode, dataId)) {
|
||||
return Result.error("动作代号不能重复");
|
||||
if (mesXslMixerActionService.isActionCodeDuplicated(equipmentId, actionCode, dataId)) {
|
||||
return Result.error("同一设备下动作代号不能重复");
|
||||
}
|
||||
return Result.OK("该值可用!");
|
||||
}
|
||||
@@ -152,15 +154,15 @@ public class MesXslMixerActionController extends JeecgController<MesXslMixerActi
|
||||
return "动作名称不能为空";
|
||||
}
|
||||
model.setActionName(model.getActionName().trim());
|
||||
if (mesXslMixerActionService.isActionNameDuplicated(model.getActionName(), excludeId)) {
|
||||
return "动作名称不能重复";
|
||||
if (mesXslMixerActionService.isActionNameDuplicated(model.getEquipmentId(), model.getActionName(), excludeId)) {
|
||||
return "同一设备下动作名称不能重复";
|
||||
}
|
||||
if (oConvertUtils.isEmpty(model.getActionCode()) || StringUtils.isBlank(model.getActionCode())) {
|
||||
return "动作代号不能为空";
|
||||
}
|
||||
model.setActionCode(model.getActionCode().trim());
|
||||
if (mesXslMixerActionService.isActionCodeDuplicated(model.getActionCode(), excludeId)) {
|
||||
return "动作代号不能重复";
|
||||
if (mesXslMixerActionService.isActionCodeDuplicated(model.getEquipmentId(), model.getActionCode(), excludeId)) {
|
||||
return "同一设备下动作代号不能重复";
|
||||
}
|
||||
return null;
|
||||
}
|
||||
|
||||
@@ -38,6 +38,16 @@ public class MesXslMixerAction implements Serializable {
|
||||
@Schema(description = "设备名称冗余")
|
||||
private String equipmentName;
|
||||
|
||||
//update-begin---author:GHT ---date:20260617 for:【MES上辅机】密炼动作秒级采集-补全机台字段-----------
|
||||
@Excel(name = "机台编号", width = 15)
|
||||
@Schema(description = "机台编号(采集自中间表 EquipID)")
|
||||
private String equipId;
|
||||
|
||||
@Excel(name = "机台类型", width = 15)
|
||||
@Schema(description = "机台类型(采集自中间表 EquipType)")
|
||||
private String equipType;
|
||||
//update-end---author:GHT ---date:20260617 for:【MES上辅机】密炼动作秒级采集-补全机台字段-----------
|
||||
|
||||
@Excel(name = "动作名称", width = 20)
|
||||
@Schema(description = "动作名称")
|
||||
private String actionName;
|
||||
|
||||
@@ -0,0 +1,150 @@
|
||||
package org.jeecg.modules.xslmes.mcs.controller;
|
||||
|
||||
import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
|
||||
import com.baomidou.mybatisplus.core.metadata.IPage;
|
||||
import com.baomidou.mybatisplus.extension.plugins.pagination.Page;
|
||||
import io.swagger.v3.oas.annotations.Operation;
|
||||
import io.swagger.v3.oas.annotations.tags.Tag;
|
||||
import org.apache.commons.lang3.StringUtils;
|
||||
import org.apache.shiro.authz.annotation.RequiresPermissions;
|
||||
import org.jeecg.common.api.vo.Result;
|
||||
import org.jeecg.modules.xslmes.mcs.datasource.McsDataSourceManager;
|
||||
import org.jeecg.modules.xslmes.mcs.entity.MesXslMcsSyncConfig;
|
||||
import org.jeecg.modules.xslmes.mcs.mapper.McsMetaMapper;
|
||||
import org.jeecg.modules.xslmes.mcs.service.IMesXslMcsSyncConfigService;
|
||||
import org.jeecg.modules.xslmes.mcs.sync.McsSyncScheduler;
|
||||
import org.springframework.beans.factory.annotation.Autowired;
|
||||
import org.springframework.web.bind.annotation.*;
|
||||
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
|
||||
/**
|
||||
* MES上辅机 中间表采集配置(表/字段绑定 + 采集操作 + 元数据)
|
||||
*
|
||||
* @author GHT
|
||||
* @date 2026-06-17 for:【MES上辅机】采集配置-表与字段绑定
|
||||
*/
|
||||
@Tag(name = "MES上辅机采集配置")
|
||||
@RestController
|
||||
@RequestMapping("/xslmes/mcs/syncConfig")
|
||||
public class MesXslMcsSyncConfigController {
|
||||
|
||||
@Autowired
|
||||
private IMesXslMcsSyncConfigService syncConfigService;
|
||||
|
||||
@Autowired
|
||||
private McsSyncScheduler syncScheduler;
|
||||
|
||||
@Autowired
|
||||
private McsMetaMapper metaMapper;
|
||||
|
||||
@Autowired
|
||||
private McsDataSourceManager mcsDataSourceManager;
|
||||
|
||||
@Operation(summary = "采集配置-分页列表")
|
||||
@GetMapping("/list")
|
||||
public Result<IPage<MesXslMcsSyncConfig>> list(MesXslMcsSyncConfig query,
|
||||
@RequestParam(name = "pageNo", defaultValue = "1") Integer pageNo,
|
||||
@RequestParam(name = "pageSize", defaultValue = "10") Integer pageSize) {
|
||||
LambdaQueryWrapper<MesXslMcsSyncConfig> qw = new LambdaQueryWrapper<MesXslMcsSyncConfig>()
|
||||
.eq(MesXslMcsSyncConfig::getDelFlag, 0)
|
||||
.like(StringUtils.isNotBlank(query.getConfigName()), MesXslMcsSyncConfig::getConfigName, query.getConfigName())
|
||||
.like(StringUtils.isNotBlank(query.getSourceTable()), MesXslMcsSyncConfig::getSourceTable, query.getSourceTable())
|
||||
.orderByDesc(MesXslMcsSyncConfig::getUpdateTime);
|
||||
IPage<MesXslMcsSyncConfig> page = syncConfigService.page(new Page<>(pageNo, pageSize), qw);
|
||||
page.getRecords().forEach(c -> c.setRunning(syncScheduler.isRunning(c.getId())));
|
||||
return Result.OK(page);
|
||||
}
|
||||
|
||||
@Operation(summary = "采集配置-详情(含字段映射)")
|
||||
@GetMapping("/queryById")
|
||||
public Result<MesXslMcsSyncConfig> queryById(@RequestParam("id") String id) {
|
||||
MesXslMcsSyncConfig cfg = syncConfigService.getDetail(id);
|
||||
if (cfg == null) {
|
||||
return Result.error("配置不存在");
|
||||
}
|
||||
cfg.setRunning(syncScheduler.isRunning(id));
|
||||
return Result.OK(cfg);
|
||||
}
|
||||
|
||||
@Operation(summary = "采集配置-按业务类型获取(密炼动作页用)")
|
||||
@GetMapping("/getByBizType")
|
||||
public Result<MesXslMcsSyncConfig> getByBizType(@RequestParam(name = "bizType", defaultValue = "MIX_ACT") String bizType) {
|
||||
MesXslMcsSyncConfig cfg = syncConfigService.getByBizType(bizType);
|
||||
if (cfg != null) {
|
||||
cfg.setRunning(syncScheduler.isRunning(cfg.getId()));
|
||||
}
|
||||
return Result.OK(cfg);
|
||||
}
|
||||
|
||||
@Operation(summary = "采集配置-新增")
|
||||
@RequiresPermissions("xslmes:mcsSyncConfig:add")
|
||||
@PostMapping("/add")
|
||||
public Result<String> add(@RequestBody MesXslMcsSyncConfig config) {
|
||||
config.setId(null);
|
||||
return syncConfigService.saveConfig(config);
|
||||
}
|
||||
|
||||
@Operation(summary = "采集配置-编辑")
|
||||
@RequiresPermissions("xslmes:mcsSyncConfig:edit")
|
||||
@PostMapping("/edit")
|
||||
public Result<String> edit(@RequestBody MesXslMcsSyncConfig config) {
|
||||
if (StringUtils.isBlank(config.getId())) {
|
||||
return Result.error("缺少配置ID");
|
||||
}
|
||||
return syncConfigService.saveConfig(config);
|
||||
}
|
||||
|
||||
@Operation(summary = "采集配置-删除")
|
||||
@RequiresPermissions("xslmes:mcsSyncConfig:delete")
|
||||
@DeleteMapping("/delete")
|
||||
public Result<String> delete(@RequestParam("id") String id) {
|
||||
return syncConfigService.deleteConfig(id);
|
||||
}
|
||||
|
||||
@Operation(summary = "采集操作-是否采集+采集间隔")
|
||||
@RequiresPermissions("xslmes:mcsSyncConfig:setting")
|
||||
@PostMapping("/saveCollect")
|
||||
public Result<String> saveCollect(@RequestBody MesXslMcsSyncConfig body) {
|
||||
return syncConfigService.saveCollect(body);
|
||||
}
|
||||
|
||||
// ===================== 元数据 =====================
|
||||
|
||||
@Operation(summary = "元数据-中间库表清单")
|
||||
@GetMapping("/meta/sourceTables")
|
||||
public Result<List<Map<String, Object>>> sourceTables() {
|
||||
if (!mcsDataSourceManager.isDbConfigActive()) {
|
||||
return Result.error("中间库未连接,请先在「中间库连接配置」中启用");
|
||||
}
|
||||
return Result.OK(metaMapper.listSourceTables());
|
||||
}
|
||||
|
||||
@Operation(summary = "元数据-中间库表字段")
|
||||
@GetMapping("/meta/sourceColumns")
|
||||
public Result<List<Map<String, Object>>> sourceColumns(@RequestParam("table") String table) {
|
||||
if (!mcsDataSourceManager.isDbConfigActive()) {
|
||||
return Result.error("中间库未连接,请先在「中间库连接配置」中启用");
|
||||
}
|
||||
if (!table.matches("^[A-Za-z0-9_]+$")) {
|
||||
return Result.error("非法表名");
|
||||
}
|
||||
return Result.OK(metaMapper.listSourceColumns(table));
|
||||
}
|
||||
|
||||
@Operation(summary = "元数据-MES业务表清单(mes_xsl_前缀)")
|
||||
@GetMapping("/meta/targetTables")
|
||||
public Result<List<Map<String, Object>>> targetTables() {
|
||||
return Result.OK(metaMapper.listTargetTables());
|
||||
}
|
||||
|
||||
@Operation(summary = "元数据-MES表字段")
|
||||
@GetMapping("/meta/targetColumns")
|
||||
public Result<List<Map<String, Object>>> targetColumns(@RequestParam("table") String table) {
|
||||
if (!table.matches("^[A-Za-z0-9_]+$")) {
|
||||
return Result.error("非法表名");
|
||||
}
|
||||
return Result.OK(metaMapper.listTargetColumns(table));
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,126 @@
|
||||
package org.jeecg.modules.xslmes.mcs.entity;
|
||||
|
||||
import com.baomidou.mybatisplus.annotation.IdType;
|
||||
import com.baomidou.mybatisplus.annotation.TableField;
|
||||
import com.baomidou.mybatisplus.annotation.TableId;
|
||||
import com.baomidou.mybatisplus.annotation.TableName;
|
||||
import com.fasterxml.jackson.annotation.JsonFormat;
|
||||
import io.swagger.v3.oas.annotations.media.Schema;
|
||||
import lombok.Data;
|
||||
import lombok.EqualsAndHashCode;
|
||||
import lombok.experimental.Accessors;
|
||||
import org.springframework.format.annotation.DateTimeFormat;
|
||||
|
||||
import java.io.Serializable;
|
||||
import java.util.Date;
|
||||
import java.util.List;
|
||||
|
||||
/**
|
||||
* MES上辅机 中间表采集配置(通用)
|
||||
* <p>按 bizType 区分不同业务(密炼动作/报警/配方等),供秒级定时采集统一复用</p>
|
||||
*
|
||||
* @author GHT
|
||||
* @date 2026-06-17 for:【MES上辅机】密炼动作秒级采集
|
||||
*/
|
||||
@Data
|
||||
@TableName("mes_xsl_mcs_sync_config")
|
||||
@Accessors(chain = true)
|
||||
@EqualsAndHashCode(callSuper = false)
|
||||
@Schema(description = "MES上辅机中间表采集配置")
|
||||
public class MesXslMcsSyncConfig implements Serializable {
|
||||
|
||||
private static final long serialVersionUID = 1L;
|
||||
|
||||
@TableId(type = IdType.ASSIGN_ID)
|
||||
@Schema(description = "主键")
|
||||
private String id;
|
||||
|
||||
@Schema(description = "业务类型(采集任务唯一标识,如 MIX_ACT 密炼动作;通用配置可为空)")
|
||||
private String bizType;
|
||||
|
||||
@Schema(description = "配置名称")
|
||||
private String configName;
|
||||
|
||||
@Schema(description = "业务名称")
|
||||
private String bizName;
|
||||
|
||||
@Schema(description = "源中间表名")
|
||||
private String sourceTable;
|
||||
|
||||
@Schema(description = "源中间表注释")
|
||||
private String sourceTableComment;
|
||||
|
||||
@Schema(description = "MES目标表名")
|
||||
private String targetTable;
|
||||
|
||||
@Schema(description = "MES目标表注释")
|
||||
private String targetTableComment;
|
||||
|
||||
@Schema(description = "采集时间间隔(秒),默认1秒")
|
||||
private Integer intervalSeconds;
|
||||
|
||||
@Schema(description = "采集状态(0停止,1运行)")
|
||||
private String status;
|
||||
|
||||
@Schema(description = "采集模式(FULL全量匹配,TIME时间匹配,INCR增量匹配-标记位回写)")
|
||||
private String syncMode;
|
||||
|
||||
@Schema(description = "时间列/标记列(源表列名)。TIME模式=时间列;INCR模式=同步标记列(为空表示未采集,采集后回写'1')")
|
||||
private String incrColumn;
|
||||
|
||||
@Schema(description = "时间范围(TODAY当天,LAST7最近七天)")
|
||||
private String timeWindow;
|
||||
|
||||
@Schema(description = "每轮最大采集行数(INCR模式TOP N)")
|
||||
private Integer batchLimit;
|
||||
|
||||
@Schema(description = "增量采集高水位(INCR模式自动维护)")
|
||||
private String lastWatermark;
|
||||
|
||||
@Schema(description = "增量标记采集条件(IS_NULL为空,EQ_EMPTY等于匹配值,NE_EMPTY不等于匹配值),INCR模式用")
|
||||
private String flagCondition;
|
||||
|
||||
//update-begin---author:GHT ---date:20260617 for:【MES上辅机】增量采集条件等于/不等于支持自定义匹配值-----------
|
||||
@Schema(description = "增量标记采集条件比较值(EQ_EMPTY/NE_EMPTY 用,留空表示空字符串),INCR模式用")
|
||||
private String flagMatchValue;
|
||||
//update-end---author:GHT ---date:20260617 for:【MES上辅机】增量采集条件等于/不等于支持自定义匹配值-----------
|
||||
|
||||
@Schema(description = "增量标记采集完成后回写值(默认1),INCR模式用")
|
||||
private String flagWriteValue;
|
||||
|
||||
@JsonFormat(timezone = "GMT+8", pattern = "yyyy-MM-dd HH:mm:ss")
|
||||
@DateTimeFormat(pattern = "yyyy-MM-dd HH:mm:ss")
|
||||
@Schema(description = "最近一次采集时间")
|
||||
private Date lastSyncTime;
|
||||
|
||||
@Schema(description = "最近一次采集结果")
|
||||
private String lastSyncResult;
|
||||
|
||||
@Schema(description = "备注")
|
||||
private String remark;
|
||||
|
||||
@Schema(description = "租户ID")
|
||||
private Integer tenantId;
|
||||
|
||||
private String createBy;
|
||||
|
||||
@JsonFormat(timezone = "GMT+8", pattern = "yyyy-MM-dd HH:mm:ss")
|
||||
@DateTimeFormat(pattern = "yyyy-MM-dd HH:mm:ss")
|
||||
private Date createTime;
|
||||
|
||||
private String updateBy;
|
||||
|
||||
@JsonFormat(timezone = "GMT+8", pattern = "yyyy-MM-dd HH:mm:ss")
|
||||
@DateTimeFormat(pattern = "yyyy-MM-dd HH:mm:ss")
|
||||
private Date updateTime;
|
||||
|
||||
private Integer delFlag;
|
||||
|
||||
@TableField(exist = false)
|
||||
@Schema(description = "字段映射明细(主子保存/详情用)")
|
||||
private List<MesXslMcsSyncField> fieldList;
|
||||
|
||||
@TableField(exist = false)
|
||||
@Schema(description = "采集任务是否运行中(运行态由调度器实时给出)")
|
||||
private Boolean running;
|
||||
}
|
||||
@@ -0,0 +1,75 @@
|
||||
package org.jeecg.modules.xslmes.mcs.entity;
|
||||
|
||||
import com.baomidou.mybatisplus.annotation.IdType;
|
||||
import com.baomidou.mybatisplus.annotation.TableId;
|
||||
import com.baomidou.mybatisplus.annotation.TableName;
|
||||
import com.fasterxml.jackson.annotation.JsonFormat;
|
||||
import io.swagger.v3.oas.annotations.media.Schema;
|
||||
import lombok.Data;
|
||||
import lombok.EqualsAndHashCode;
|
||||
import lombok.experimental.Accessors;
|
||||
import org.springframework.format.annotation.DateTimeFormat;
|
||||
|
||||
import java.io.Serializable;
|
||||
import java.util.Date;
|
||||
|
||||
/**
|
||||
* MES上辅机 采集字段映射(中间库源字段 → MES目标字段)
|
||||
*
|
||||
* @author GHT
|
||||
* @date 2026-06-17 for:【MES上辅机】采集配置-表与字段绑定
|
||||
*/
|
||||
@Data
|
||||
@TableName("mes_xsl_mcs_sync_field")
|
||||
@Accessors(chain = true)
|
||||
@EqualsAndHashCode(callSuper = false)
|
||||
@Schema(description = "MES上辅机采集字段映射")
|
||||
public class MesXslMcsSyncField implements Serializable {
|
||||
|
||||
private static final long serialVersionUID = 1L;
|
||||
|
||||
@TableId(type = IdType.ASSIGN_ID)
|
||||
@Schema(description = "主键")
|
||||
private String id;
|
||||
|
||||
@Schema(description = "采集配置ID")
|
||||
private String configId;
|
||||
|
||||
@Schema(description = "中间库源字段名")
|
||||
private String sourceField;
|
||||
|
||||
@Schema(description = "源字段注释")
|
||||
private String sourceFieldComment;
|
||||
|
||||
@Schema(description = "源字段类型")
|
||||
private String sourceFieldType;
|
||||
|
||||
@Schema(description = "MES目标字段名(接收字段)")
|
||||
private String targetField;
|
||||
|
||||
@Schema(description = "MES目标字段注释")
|
||||
private String targetFieldComment;
|
||||
|
||||
@Schema(description = "是否匹配键(0否,1是)")
|
||||
private String matchKey;
|
||||
|
||||
@Schema(description = "排序")
|
||||
private Integer sortNo;
|
||||
|
||||
@Schema(description = "租户ID")
|
||||
private Integer tenantId;
|
||||
|
||||
private String createBy;
|
||||
|
||||
@JsonFormat(timezone = "GMT+8", pattern = "yyyy-MM-dd HH:mm:ss")
|
||||
@DateTimeFormat(pattern = "yyyy-MM-dd HH:mm:ss")
|
||||
private Date createTime;
|
||||
|
||||
private String updateBy;
|
||||
|
||||
@JsonFormat(timezone = "GMT+8", pattern = "yyyy-MM-dd HH:mm:ss")
|
||||
@DateTimeFormat(pattern = "yyyy-MM-dd HH:mm:ss")
|
||||
private Date updateTime;
|
||||
|
||||
private Integer delFlag;
|
||||
}
|
||||
@@ -0,0 +1,58 @@
|
||||
package org.jeecg.modules.xslmes.mcs.mapper;
|
||||
|
||||
import com.baomidou.dynamic.datasource.annotation.DS;
|
||||
import org.apache.ibatis.annotations.Param;
|
||||
import org.apache.ibatis.annotations.Select;
|
||||
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
|
||||
/**
|
||||
* 中间库(SQL Server) / MES(MySQL) 表与字段元数据查询。
|
||||
* <p>源表元数据走 sqlserver_mcs 数据源,目标表元数据走默认 MES 库。</p>
|
||||
*
|
||||
* @author GHT
|
||||
* @date 2026-06-17 for:【MES上辅机】采集配置-表与字段绑定
|
||||
*/
|
||||
public interface McsMetaMapper {
|
||||
|
||||
/**
|
||||
* 中间库表清单(含表注释 MS_Description)
|
||||
*/
|
||||
@DS("sqlserver_mcs")
|
||||
@Select("SELECT t.name AS tableName, CAST(ep.value AS NVARCHAR(200)) AS tableComment "
|
||||
+ "FROM sys.tables t "
|
||||
+ "LEFT JOIN sys.extended_properties ep ON ep.major_id = t.object_id AND ep.minor_id = 0 AND ep.name = 'MS_Description' "
|
||||
+ "ORDER BY t.name")
|
||||
List<Map<String, Object>> listSourceTables();
|
||||
|
||||
/**
|
||||
* 中间库表字段清单(含字段注释、类型)
|
||||
*/
|
||||
@DS("sqlserver_mcs")
|
||||
@Select("SELECT c.name AS columnName, ty.name AS dataType, CAST(ep.value AS NVARCHAR(200)) AS columnComment "
|
||||
+ "FROM sys.columns c "
|
||||
+ "JOIN sys.types ty ON c.user_type_id = ty.user_type_id "
|
||||
+ "LEFT JOIN sys.extended_properties ep ON ep.major_id = c.object_id AND ep.minor_id = c.column_id AND ep.name = 'MS_Description' "
|
||||
+ "WHERE c.object_id = OBJECT_ID(#{table}) "
|
||||
+ "ORDER BY c.column_id")
|
||||
List<Map<String, Object>> listSourceColumns(@Param("table") String table);
|
||||
|
||||
/**
|
||||
* MES 业务表清单(仅 mes_xsl_ 前缀)
|
||||
*/
|
||||
@Select("SELECT table_name AS tableName, table_comment AS tableComment "
|
||||
+ "FROM information_schema.tables "
|
||||
+ "WHERE table_schema = (SELECT DATABASE()) AND table_name LIKE 'mes\\_xsl\\_%' "
|
||||
+ "ORDER BY table_name")
|
||||
List<Map<String, Object>> listTargetTables();
|
||||
|
||||
/**
|
||||
* MES 表字段清单(含字段注释、类型)
|
||||
*/
|
||||
@Select("SELECT column_name AS columnName, data_type AS dataType, column_comment AS columnComment "
|
||||
+ "FROM information_schema.columns "
|
||||
+ "WHERE table_schema = (SELECT DATABASE()) AND table_name = #{table} "
|
||||
+ "ORDER BY ordinal_position")
|
||||
List<Map<String, Object>> listTargetColumns(@Param("table") String table);
|
||||
}
|
||||
@@ -0,0 +1,13 @@
|
||||
package org.jeecg.modules.xslmes.mcs.mapper;
|
||||
|
||||
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
|
||||
import org.jeecg.modules.xslmes.mcs.entity.MesXslMcsSyncConfig;
|
||||
|
||||
/**
|
||||
* MES上辅机 中间表采集配置 Mapper
|
||||
*
|
||||
* @author GHT
|
||||
* @date 2026-06-17 for:【MES上辅机】密炼动作秒级采集
|
||||
*/
|
||||
public interface MesXslMcsSyncConfigMapper extends BaseMapper<MesXslMcsSyncConfig> {
|
||||
}
|
||||
@@ -0,0 +1,13 @@
|
||||
package org.jeecg.modules.xslmes.mcs.mapper;
|
||||
|
||||
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
|
||||
import org.jeecg.modules.xslmes.mcs.entity.MesXslMcsSyncField;
|
||||
|
||||
/**
|
||||
* MES上辅机 采集字段映射 Mapper
|
||||
*
|
||||
* @author GHT
|
||||
* @date 2026-06-17 for:【MES上辅机】采集配置-表与字段绑定
|
||||
*/
|
||||
public interface MesXslMcsSyncFieldMapper extends BaseMapper<MesXslMcsSyncField> {
|
||||
}
|
||||
@@ -0,0 +1,40 @@
|
||||
package org.jeecg.modules.xslmes.mcs.service;
|
||||
|
||||
import com.baomidou.mybatisplus.extension.service.IService;
|
||||
import org.jeecg.common.api.vo.Result;
|
||||
import org.jeecg.modules.xslmes.mcs.entity.MesXslMcsSyncConfig;
|
||||
|
||||
/**
|
||||
* MES上辅机 中间表采集配置 Service(配置驱动:表/字段绑定 + 采集操作)
|
||||
*
|
||||
* @author GHT
|
||||
* @date 2026-06-17 for:【MES上辅机】采集配置-表与字段绑定
|
||||
*/
|
||||
public interface IMesXslMcsSyncConfigService extends IService<MesXslMcsSyncConfig> {
|
||||
|
||||
/**
|
||||
* 获取配置详情(含字段映射明细 fieldList)
|
||||
*/
|
||||
MesXslMcsSyncConfig getDetail(String id);
|
||||
|
||||
/**
|
||||
* 按业务类型获取最近配置(密炼动作页用,bizType=MIX_ACT)
|
||||
*/
|
||||
MesXslMcsSyncConfig getByBizType(String bizType);
|
||||
|
||||
/**
|
||||
* 保存配置(头 + 字段映射明细,主子整存)
|
||||
*/
|
||||
Result<String> saveConfig(MesXslMcsSyncConfig config);
|
||||
|
||||
/**
|
||||
* 删除配置及其字段映射,并停止采集
|
||||
*/
|
||||
Result<String> deleteConfig(String id);
|
||||
|
||||
/**
|
||||
* 采集操作:维护是否采集、采集间隔、采集模式(全量/时间/增量)及其参数。
|
||||
* status='1' 启动并按间隔重排,'0' 停止。
|
||||
*/
|
||||
Result<String> saveCollect(MesXslMcsSyncConfig body);
|
||||
}
|
||||
@@ -0,0 +1,223 @@
|
||||
package org.jeecg.modules.xslmes.mcs.service.impl;
|
||||
|
||||
import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
|
||||
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
|
||||
import lombok.extern.slf4j.Slf4j;
|
||||
import org.apache.commons.lang3.StringUtils;
|
||||
import org.apache.shiro.SecurityUtils;
|
||||
import org.jeecg.common.api.vo.Result;
|
||||
import org.jeecg.common.system.vo.LoginUser;
|
||||
import org.jeecg.modules.xslmes.mcs.entity.MesXslMcsSyncConfig;
|
||||
import org.jeecg.modules.xslmes.mcs.entity.MesXslMcsSyncField;
|
||||
import org.jeecg.modules.xslmes.mcs.mapper.MesXslMcsSyncConfigMapper;
|
||||
import org.jeecg.modules.xslmes.mcs.mapper.MesXslMcsSyncFieldMapper;
|
||||
import org.jeecg.modules.xslmes.mcs.service.IMesXslMcsSyncConfigService;
|
||||
import org.jeecg.modules.xslmes.mcs.sync.McsSyncScheduler;
|
||||
import org.springframework.beans.factory.annotation.Autowired;
|
||||
import org.springframework.stereotype.Service;
|
||||
import org.springframework.transaction.annotation.Transactional;
|
||||
|
||||
import java.util.ArrayList;
|
||||
import java.util.Date;
|
||||
import java.util.List;
|
||||
|
||||
/**
|
||||
* MES上辅机 中间表采集配置 Service 实现
|
||||
*
|
||||
* @author GHT
|
||||
* @date 2026-06-17 for:【MES上辅机】采集配置-表与字段绑定
|
||||
*/
|
||||
@Slf4j
|
||||
@Service
|
||||
public class MesXslMcsSyncConfigServiceImpl extends ServiceImpl<MesXslMcsSyncConfigMapper, MesXslMcsSyncConfig>
|
||||
implements IMesXslMcsSyncConfigService {
|
||||
|
||||
@Autowired
|
||||
private MesXslMcsSyncFieldMapper syncFieldMapper;
|
||||
|
||||
@Autowired
|
||||
private McsSyncScheduler syncScheduler;
|
||||
|
||||
@Override
|
||||
public MesXslMcsSyncConfig getDetail(String id) {
|
||||
MesXslMcsSyncConfig cfg = getById(id);
|
||||
if (cfg == null) {
|
||||
return null;
|
||||
}
|
||||
cfg.setFieldList(listFields(id));
|
||||
return cfg;
|
||||
}
|
||||
|
||||
@Override
|
||||
public MesXslMcsSyncConfig getByBizType(String bizType) {
|
||||
return getOne(new LambdaQueryWrapper<MesXslMcsSyncConfig>()
|
||||
.eq(MesXslMcsSyncConfig::getBizType, bizType)
|
||||
.eq(MesXslMcsSyncConfig::getDelFlag, 0)
|
||||
.orderByDesc(MesXslMcsSyncConfig::getUpdateTime)
|
||||
.last("LIMIT 1"), false);
|
||||
}
|
||||
|
||||
@Override
|
||||
@Transactional(rollbackFor = Exception.class)
|
||||
public Result<String> saveConfig(MesXslMcsSyncConfig config) {
|
||||
if (config == null) {
|
||||
return Result.error("配置不能为空");
|
||||
}
|
||||
if (StringUtils.isBlank(config.getSourceTable())) {
|
||||
return Result.error("请选择中间库源表");
|
||||
}
|
||||
if (StringUtils.isBlank(config.getTargetTable())) {
|
||||
return Result.error("请选择MES目标表");
|
||||
}
|
||||
List<MesXslMcsSyncField> fields = config.getFieldList() != null ? config.getFieldList() : new ArrayList<>();
|
||||
// 至少一个有效映射
|
||||
boolean hasValid = fields.stream().anyMatch(f -> StringUtils.isNotBlank(f.getSourceField())
|
||||
&& StringUtils.isNotBlank(f.getTargetField()));
|
||||
if (!hasValid) {
|
||||
return Result.error("请至少配置一个字段映射(源字段+接收字段)");
|
||||
}
|
||||
|
||||
String username = currentUsername();
|
||||
Date now = new Date();
|
||||
if (config.getIntervalSeconds() == null || config.getIntervalSeconds() < 1) {
|
||||
config.setIntervalSeconds(1);
|
||||
}
|
||||
if (config.getTenantId() == null) {
|
||||
config.setTenantId(0);
|
||||
}
|
||||
config.setDelFlag(0);
|
||||
config.setUpdateBy(username);
|
||||
config.setUpdateTime(now);
|
||||
|
||||
boolean isUpdate = StringUtils.isNotBlank(config.getId());
|
||||
if (isUpdate) {
|
||||
MesXslMcsSyncConfig old = getById(config.getId());
|
||||
if (old == null) {
|
||||
return Result.error("配置不存在");
|
||||
}
|
||||
// 状态由采集操作维护,保存配置不改变运行状态
|
||||
config.setStatus(old.getStatus());
|
||||
updateById(config);
|
||||
} else {
|
||||
if (StringUtils.isBlank(config.getStatus())) {
|
||||
config.setStatus("0");
|
||||
}
|
||||
config.setCreateBy(username);
|
||||
config.setCreateTime(now);
|
||||
save(config);
|
||||
}
|
||||
|
||||
// 整存字段映射:先物理删除旧映射再插入
|
||||
syncFieldMapper.delete(new LambdaQueryWrapper<MesXslMcsSyncField>()
|
||||
.eq(MesXslMcsSyncField::getConfigId, config.getId()));
|
||||
int sort = 0;
|
||||
for (MesXslMcsSyncField f : fields) {
|
||||
if (StringUtils.isBlank(f.getSourceField())) {
|
||||
continue;
|
||||
}
|
||||
f.setId(null);
|
||||
f.setConfigId(config.getId());
|
||||
f.setSortNo(sort++);
|
||||
f.setTenantId(config.getTenantId());
|
||||
f.setDelFlag(0);
|
||||
f.setCreateBy(username);
|
||||
f.setCreateTime(now);
|
||||
f.setUpdateBy(username);
|
||||
f.setUpdateTime(now);
|
||||
syncFieldMapper.insert(f);
|
||||
}
|
||||
|
||||
// 运行中则按新配置重排(间隔/映射即时生效)
|
||||
if ("1".equals(config.getStatus())) {
|
||||
syncScheduler.scheduleTask(getById(config.getId()));
|
||||
}
|
||||
return Result.OK(isUpdate ? "保存成功" : "新增成功");
|
||||
}
|
||||
|
||||
@Override
|
||||
@Transactional(rollbackFor = Exception.class)
|
||||
public Result<String> deleteConfig(String id) {
|
||||
MesXslMcsSyncConfig cfg = getById(id);
|
||||
if (cfg == null) {
|
||||
return Result.error("配置不存在");
|
||||
}
|
||||
syncScheduler.cancelTask(id);
|
||||
syncFieldMapper.delete(new LambdaQueryWrapper<MesXslMcsSyncField>()
|
||||
.eq(MesXslMcsSyncField::getConfigId, id));
|
||||
removeById(id);
|
||||
return Result.OK("删除成功");
|
||||
}
|
||||
|
||||
@Override
|
||||
public Result<String> saveCollect(MesXslMcsSyncConfig body) {
|
||||
if (body == null || StringUtils.isBlank(body.getId())) {
|
||||
return Result.error("缺少配置ID");
|
||||
}
|
||||
MesXslMcsSyncConfig cfg = getById(body.getId());
|
||||
if (cfg == null) {
|
||||
return Result.error("配置不存在");
|
||||
}
|
||||
if (body.getIntervalSeconds() != null) {
|
||||
if (body.getIntervalSeconds() < 1) {
|
||||
return Result.error("采集间隔不能小于1秒");
|
||||
}
|
||||
cfg.setIntervalSeconds(body.getIntervalSeconds());
|
||||
}
|
||||
// 采集模式及参数
|
||||
String mode = StringUtils.isBlank(body.getSyncMode()) ? "FULL" : body.getSyncMode().trim().toUpperCase();
|
||||
cfg.setSyncMode(mode);
|
||||
cfg.setIncrColumn(StringUtils.trimToNull(body.getIncrColumn()));
|
||||
cfg.setTimeWindow(StringUtils.isBlank(body.getTimeWindow()) ? "TODAY" : body.getTimeWindow());
|
||||
if (body.getBatchLimit() != null && body.getBatchLimit() > 0) {
|
||||
cfg.setBatchLimit(body.getBatchLimit());
|
||||
}
|
||||
// INCR(标记回写):采集条件 + 回写值(可视化配置,回写值默认"1")
|
||||
cfg.setFlagCondition(StringUtils.isBlank(body.getFlagCondition()) ? "IS_NULL" : body.getFlagCondition().trim().toUpperCase());
|
||||
//update-begin---author:GHT ---date:20260617 for:【MES上辅机】增量采集条件等于/不等于支持自定义匹配值-----------
|
||||
cfg.setFlagMatchValue(body.getFlagMatchValue());
|
||||
//update-end---author:GHT ---date:20260617 for:【MES上辅机】增量采集条件等于/不等于支持自定义匹配值-----------
|
||||
cfg.setFlagWriteValue(StringUtils.isBlank(body.getFlagWriteValue()) ? "1" : body.getFlagWriteValue());
|
||||
if (("TIME".equals(mode) || "INCR".equals(mode)) && StringUtils.isBlank(cfg.getIncrColumn())) {
|
||||
return Result.error("时间匹配/增量匹配需选择" + ("TIME".equals(mode) ? "时间列" : "标记列"));
|
||||
}
|
||||
|
||||
boolean on = "1".equals(body.getStatus());
|
||||
cfg.setStatus(on ? "1" : "0");
|
||||
cfg.setUpdateBy(currentUsername());
|
||||
cfg.setUpdateTime(new Date());
|
||||
updateById(cfg);
|
||||
if (on) {
|
||||
syncScheduler.scheduleTask(cfg);
|
||||
return Result.OK("已启动采集(" + modeText(mode) + "),间隔 " + cfg.getIntervalSeconds() + " 秒");
|
||||
}
|
||||
syncScheduler.cancelTask(cfg.getId());
|
||||
return Result.OK("已停止采集");
|
||||
}
|
||||
|
||||
private String modeText(String mode) {
|
||||
switch (mode) {
|
||||
case "TIME":
|
||||
return "时间匹配";
|
||||
case "INCR":
|
||||
return "增量匹配";
|
||||
default:
|
||||
return "全量匹配";
|
||||
}
|
||||
}
|
||||
|
||||
private List<MesXslMcsSyncField> listFields(String configId) {
|
||||
return syncFieldMapper.selectList(new LambdaQueryWrapper<MesXslMcsSyncField>()
|
||||
.eq(MesXslMcsSyncField::getConfigId, configId)
|
||||
.eq(MesXslMcsSyncField::getDelFlag, 0)
|
||||
.orderByAsc(MesXslMcsSyncField::getSortNo));
|
||||
}
|
||||
|
||||
private String currentUsername() {
|
||||
try {
|
||||
LoginUser user = (LoginUser) SecurityUtils.getSubject().getPrincipal();
|
||||
return user != null ? user.getUsername() : "system";
|
||||
} catch (Exception e) {
|
||||
return "system";
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,524 @@
|
||||
package org.jeecg.modules.xslmes.mcs.sync;
|
||||
|
||||
import com.baomidou.dynamic.datasource.DynamicRoutingDataSource;
|
||||
import com.baomidou.mybatisplus.core.toolkit.IdWorker;
|
||||
import lombok.extern.slf4j.Slf4j;
|
||||
import org.apache.commons.lang3.StringUtils;
|
||||
import org.jeecg.modules.xslmes.mcs.datasource.McsDataSourceManager;
|
||||
import org.jeecg.modules.xslmes.mcs.entity.MesXslMcsSyncConfig;
|
||||
import org.jeecg.modules.xslmes.mcs.entity.MesXslMcsSyncField;
|
||||
import org.jeecg.modules.xslmes.mcs.mapper.McsMetaMapper;
|
||||
import org.springframework.beans.factory.annotation.Autowired;
|
||||
import org.springframework.jdbc.core.JdbcTemplate;
|
||||
import org.springframework.stereotype.Component;
|
||||
|
||||
import javax.sql.DataSource;
|
||||
import java.sql.Timestamp;
|
||||
import java.time.LocalDate;
|
||||
import java.time.LocalDateTime;
|
||||
import java.util.ArrayList;
|
||||
import java.util.HashMap;
|
||||
import java.util.HashSet;
|
||||
import java.util.LinkedHashSet;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.Set;
|
||||
import java.util.TreeMap;
|
||||
import java.util.regex.Pattern;
|
||||
import java.util.stream.Collectors;
|
||||
|
||||
/**
|
||||
* 通用中间表采集引擎(配置驱动,纯字段拷贝)。
|
||||
* <p>支持三种采集模式,应对中间库不同规模的表:</p>
|
||||
* <ul>
|
||||
* <li><b>FULL 全量匹配</b>:全表读源+全表读目标→按匹配键 Upsert,仅写新增/变化行。适合小状态表、以更新为主。</li>
|
||||
* <li><b>TIME 时间匹配</b>:按时间列只取窗口内数据(当天/最近七天)→按匹配键 Upsert,目标侧按窗口匹配键定向读取。避免全表扫描。</li>
|
||||
* <li><b>INCR 增量匹配(标记位回写)</b>:源表选一「同步标记列」,仅采集该列为空(NULL/'')的行(TOP N 限流),
|
||||
* 按匹配键 Upsert 到 MES 后,回写源表该列为 {@code '1'},下轮不再重复采集。适合带 GUID 主键、无可靠递增列的流水表。</li>
|
||||
* </ul>
|
||||
*
|
||||
* @author GHT
|
||||
* @date 2026-06-17 for:【MES上辅机】采集配置-表与字段绑定
|
||||
*/
|
||||
@Slf4j
|
||||
@Component
|
||||
public class GenericMcsSyncEngine {
|
||||
|
||||
public static final String MODE_FULL = "FULL";
|
||||
public static final String MODE_TIME = "TIME";
|
||||
public static final String MODE_INCR = "INCR";
|
||||
|
||||
/** 合法标识符(表名/列名),防止 SQL 注入 */
|
||||
private static final Pattern IDENT = Pattern.compile("^[A-Za-z0-9_]+$");
|
||||
|
||||
/** 批量写入分批大小 */
|
||||
private static final int BATCH_SIZE = 500;
|
||||
/** IN 查询分块大小 */
|
||||
private static final int IN_CHUNK = 1000;
|
||||
/** INCR 默认每轮行数 */
|
||||
private static final int DEFAULT_BATCH_LIMIT = 2000;
|
||||
/** INCR 标记位回写后的已同步标识值 */
|
||||
private static final String FLAG_SYNCED = "1";
|
||||
|
||||
@Autowired
|
||||
private DataSource dataSource;
|
||||
|
||||
@Autowired
|
||||
private McsMetaMapper metaMapper;
|
||||
|
||||
@Autowired
|
||||
private org.jeecg.modules.xslmes.mcs.datasource.McsDataSourceManager mcsDataSourceManager;
|
||||
|
||||
//update-begin---author:GHT ---date:20260617 for:【MES上辅机】采集模式 全量/时间/增量-----------
|
||||
public String sync(MesXslMcsSyncConfig cfg, List<MesXslMcsSyncField> fields) {
|
||||
String sourceTable = trim(cfg.getSourceTable());
|
||||
String targetTable = trim(cfg.getTargetTable());
|
||||
if (StringUtils.isBlank(sourceTable) || StringUtils.isBlank(targetTable)) {
|
||||
return "未配置源表或目标表,跳过";
|
||||
}
|
||||
validateIdent(sourceTable);
|
||||
validateIdent(targetTable);
|
||||
|
||||
List<MesXslMcsSyncField> maps = fields == null ? List.of() : fields.stream()
|
||||
.filter(f -> StringUtils.isNotBlank(f.getSourceField()) && StringUtils.isNotBlank(f.getTargetField()))
|
||||
.collect(Collectors.toList());
|
||||
if (maps.isEmpty()) {
|
||||
return "无有效字段映射,跳过";
|
||||
}
|
||||
for (MesXslMcsSyncField f : maps) {
|
||||
validateIdent(f.getSourceField());
|
||||
validateIdent(f.getTargetField());
|
||||
}
|
||||
|
||||
String mode = StringUtils.isBlank(cfg.getSyncMode()) ? MODE_FULL : cfg.getSyncMode().trim().toUpperCase();
|
||||
JdbcTemplate sourceJt = new JdbcTemplate(getSourceDataSource());
|
||||
JdbcTemplate targetJt = new JdbcTemplate(dataSource);
|
||||
|
||||
// 目标表标准字段探测 + 自动填充列
|
||||
Set<String> targetCols = metaMapper.listTargetColumns(targetTable).stream()
|
||||
.map(m -> String.valueOf(m.get("columnName")).toLowerCase())
|
||||
.collect(Collectors.toSet());
|
||||
boolean hasDel = targetCols.contains("del_flag");
|
||||
|
||||
List<MesXslMcsSyncField> keyMaps = maps.stream().filter(f -> "1".equals(f.getMatchKey())).collect(Collectors.toList());
|
||||
Set<String> keyTargetsLower = keyMaps.stream().map(k -> k.getTargetField().toLowerCase()).collect(Collectors.toSet());
|
||||
List<MesXslMcsSyncField> nonKeyMaps = maps.stream()
|
||||
.filter(f -> !keyTargetsLower.contains(f.getTargetField().toLowerCase()))
|
||||
.collect(Collectors.toList());
|
||||
|
||||
int tenantId = cfg.getTenantId() != null ? cfg.getTenantId() : 0;
|
||||
Timestamp now = new Timestamp(System.currentTimeMillis());
|
||||
|
||||
AutoCols auto = buildAutoCols(targetCols, maps, tenantId, now);
|
||||
|
||||
// 1. 按模式读源数据
|
||||
LinkedHashSet<String> srcCols = maps.stream().map(MesXslMcsSyncField::getSourceField)
|
||||
.collect(Collectors.toCollection(LinkedHashSet::new));
|
||||
List<Map<String, Object>> rows;
|
||||
|
||||
//update-begin---author:GHT ---date:20260617 for:【MES上辅机】增量匹配改为标记位回写-----------
|
||||
// INCR(标记回写)模式:仅采集「标记列」为空的行,采完回写"1",下轮不再重复采集
|
||||
String flagCol = null;
|
||||
boolean flagMode = MODE_INCR.equals(mode);
|
||||
|
||||
if (flagMode) {
|
||||
flagCol = requireIncrColumn(cfg);
|
||||
if (keyMaps.isEmpty()) {
|
||||
return "增量(标记)采集需在字段映射中勾选至少一个匹配键作为回写主键(如 GUID)";
|
||||
}
|
||||
if (!mcsDataSourceManager.isWriteEnabled()) {
|
||||
return "增量(标记)采集需开启中间库写入开关以回写同步标记,请在「中间库连接配置」开启写入";
|
||||
}
|
||||
srcCols.add(flagCol);
|
||||
int limit = cfg.getBatchLimit() != null && cfg.getBatchLimit() > 0 ? cfg.getBatchLimit() : DEFAULT_BATCH_LIMIT;
|
||||
String predicate = flagPredicate(flagCol, cfg.getFlagCondition(), cfg.getFlagMatchValue());
|
||||
String sql = "SELECT TOP " + limit + " " + colList(srcCols) + " FROM [" + sourceTable + "]"
|
||||
+ " WHERE (" + predicate + ")";
|
||||
rows = sourceJt.queryForList(sql);
|
||||
if (rows.isEmpty()) {
|
||||
return "增量采集:无待采集数据";
|
||||
}
|
||||
} else if (MODE_TIME.equals(mode)) {
|
||||
String incrCol = requireIncrColumn(cfg);
|
||||
Timestamp[] window = timeWindow(cfg.getTimeWindow(), now);
|
||||
StringBuilder sql = new StringBuilder("SELECT ").append(colList(srcCols))
|
||||
.append(" FROM [").append(sourceTable).append("] WHERE [").append(incrCol).append("] >= ?");
|
||||
List<Object> args = new ArrayList<>();
|
||||
args.add(window[0]);
|
||||
if (window[1] != null) {
|
||||
sql.append(" AND [").append(incrCol).append("] < ?");
|
||||
args.add(window[1]);
|
||||
}
|
||||
rows = sourceJt.queryForList(sql.toString(), args.toArray());
|
||||
} else {
|
||||
// FULL
|
||||
rows = sourceJt.queryForList("SELECT " + colList(srcCols) + " FROM [" + sourceTable + "]");
|
||||
}
|
||||
|
||||
if (rows.isEmpty()) {
|
||||
return ("TIME".equals(mode) ? "时间匹配" : "全量匹配") + ":窗口/源表无数据,未更新";
|
||||
}
|
||||
|
||||
// 无匹配键 → 整批追加
|
||||
if (keyMaps.isEmpty()) {
|
||||
int ins = appendInsert(targetJt, targetTable, maps, auto, rows);
|
||||
return String.format("采集完成(无匹配键,追加):新增%d,源%d条", ins, rows.size());
|
||||
}
|
||||
|
||||
// 2. 加载现有目标数据(FULL 全量;TIME/INCR 仅按本批匹配键定向读取)
|
||||
LinkedHashSet<String> existCols = new LinkedHashSet<>();
|
||||
keyMaps.forEach(k -> existCols.add(k.getTargetField()));
|
||||
maps.forEach(m -> existCols.add(m.getTargetField()));
|
||||
Map<String, Map<String, Object>> existingByKey = (MODE_TIME.equals(mode) || flagMode)
|
||||
? loadExistingByKeys(targetJt, targetTable, existCols, keyMaps, hasDel, rows)
|
||||
: loadExistingAll(targetJt, targetTable, existCols, keyMaps, hasDel);
|
||||
|
||||
// 3. 比对 → 批量 Upsert
|
||||
List<String> updateSetCols = nonKeyMaps.stream().map(MesXslMcsSyncField::getTargetField).collect(Collectors.toList());
|
||||
boolean updTime = targetCols.contains("update_time") && !mappedContains(maps, "update_time");
|
||||
boolean updBy = targetCols.contains("update_by") && !mappedContains(maps, "update_by");
|
||||
String updateSql = buildUpdateSql(targetTable, updateSetCols, keyMaps, updTime, updBy, hasDel);
|
||||
String insertSql = buildInsertSql(targetTable, maps, auto);
|
||||
|
||||
List<Object[]> insertArgs = new ArrayList<>();
|
||||
List<Object[]> updateArgs = new ArrayList<>();
|
||||
Set<String> handled = new HashSet<>();
|
||||
int unchanged = 0;
|
||||
|
||||
for (Map<String, Object> row : rows) {
|
||||
Map<String, Object> rci = ci(row);
|
||||
String key = buildKeyFromSource(keyMaps, rci);
|
||||
if (!handled.add(key)) {
|
||||
continue;
|
||||
}
|
||||
Map<String, Object> existing = existingByKey.get(key);
|
||||
if (existing == null) {
|
||||
insertArgs.add(buildInsertArgs(maps, rci, auto));
|
||||
} else if (updateSetCols.isEmpty()) {
|
||||
unchanged++;
|
||||
} else if (isChanged(nonKeyMaps, rci, existing)) {
|
||||
updateArgs.add(buildUpdateArgs(nonKeyMaps, keyMaps, rci, updTime, updBy, now));
|
||||
} else {
|
||||
unchanged++;
|
||||
}
|
||||
}
|
||||
|
||||
int ins = batch(targetJt, insertSql, insertArgs);
|
||||
int upd = updateSetCols.isEmpty() ? 0 : batch(targetJt, updateSql, updateArgs);
|
||||
|
||||
// INCR(标记回写):对本批所有源行回写标记值,下轮不再采集
|
||||
if (flagMode) {
|
||||
String writeValue = StringUtils.isBlank(cfg.getFlagWriteValue()) ? FLAG_SYNCED : cfg.getFlagWriteValue();
|
||||
int marked = writeBackFlag(sourceJt, sourceTable, flagCol, cfg.getFlagCondition(), cfg.getFlagMatchValue(), writeValue, keyMaps, rows);
|
||||
return String.format("增量采集:新增%d,更新%d,未变%d,回写标记%d,源%d条",
|
||||
ins, upd, unchanged, marked, rows.size());
|
||||
}
|
||||
return String.format("%s:新增%d,更新%d,未变%d,源%d条",
|
||||
"TIME".equals(mode) ? "时间匹配" : "全量匹配", ins, upd, unchanged, rows.size());
|
||||
//update-end---author:GHT ---date:20260617 for:【MES上辅机】增量匹配改为标记位回写-----------
|
||||
}
|
||||
|
||||
//update-begin---author:GHT ---date:20260617 for:【MES上辅机】增量匹配改为标记位回写-----------
|
||||
/**
|
||||
* INCR 标记采集条件:根据配置构造源表标记列的判定谓词(SELECT 取数 + 回写守卫共用)。
|
||||
* <ul>
|
||||
* <li>{@code IS_NULL} 为空:{@code [col] IS NULL}</li>
|
||||
* <li>{@code EQ_EMPTY} 等于:{@code [col] = '<匹配值>'}(匹配值留空时退化为等于空串)</li>
|
||||
* <li>{@code NE_EMPTY} 不等于:{@code [col] <> '<匹配值>'}(匹配值留空时退化为不等于空串)</li>
|
||||
* </ul>
|
||||
* @param matchValue EQ_EMPTY/NE_EMPTY 的比较值,由用户填写,留空表示空字符串
|
||||
*/
|
||||
private String flagPredicate(String flagCol, String condition, String matchValue) {
|
||||
String c = StringUtils.isBlank(condition) ? "IS_NULL" : condition.trim().toUpperCase();
|
||||
switch (c) {
|
||||
case "EQ_EMPTY":
|
||||
return "[" + flagCol + "] = '" + sqlLiteral(matchValue) + "'";
|
||||
case "NE_EMPTY":
|
||||
return "[" + flagCol + "] <> '" + sqlLiteral(matchValue) + "'";
|
||||
case "IS_NULL":
|
||||
default:
|
||||
return "[" + flagCol + "] IS NULL";
|
||||
}
|
||||
}
|
||||
|
||||
/** 将用户填写的匹配值转义为 SQL 字符串字面量内容(单引号翻倍),防止注入。 */
|
||||
private String sqlLiteral(String value) {
|
||||
return value == null ? "" : value.replace("'", "''");
|
||||
}
|
||||
|
||||
/**
|
||||
* INCR 标记回写:把本批读到的源行该标记列回写为配置的回写值。
|
||||
* <p>仅按匹配键精确定位本批读到的行(而非整列条件批量更新),
|
||||
* 避免误标在本轮 SELECT 之后才进入中间库、尚未采集的新数据;
|
||||
* 并以采集条件谓词做守卫,避开本轮已被其他进程改动的行。</p>
|
||||
*/
|
||||
private int writeBackFlag(JdbcTemplate sourceJt, String sourceTable, String flagCol, String condition,
|
||||
String matchValue, String writeValue, List<MesXslMcsSyncField> keyMaps, List<Map<String, Object>> rows) {
|
||||
validateIdent(flagCol);
|
||||
StringBuilder sql = new StringBuilder("UPDATE [").append(sourceTable).append("] SET [")
|
||||
.append(flagCol).append("] = ? WHERE ");
|
||||
sql.append(keyMaps.stream().map(k -> "[" + k.getSourceField() + "] = ?").collect(Collectors.joining(" AND ")));
|
||||
sql.append(" AND (").append(flagPredicate(flagCol, condition, matchValue)).append(")");
|
||||
List<Object[]> argsList = new ArrayList<>();
|
||||
Set<String> handled = new HashSet<>();
|
||||
for (Map<String, Object> row : rows) {
|
||||
Map<String, Object> rci = ci(row);
|
||||
String key = buildKeyFromSource(keyMaps, rci);
|
||||
if (!handled.add(key)) {
|
||||
continue;
|
||||
}
|
||||
List<Object> args = new ArrayList<>(keyMaps.size() + 1);
|
||||
args.add(writeValue);
|
||||
for (MesXslMcsSyncField k : keyMaps) {
|
||||
args.add(rci.get(k.getSourceField()));
|
||||
}
|
||||
argsList.add(args.toArray());
|
||||
}
|
||||
return batch(sourceJt, sql.toString(), argsList);
|
||||
}
|
||||
//update-end---author:GHT ---date:20260617 for:【MES上辅机】增量匹配改为标记位回写-----------
|
||||
|
||||
// ---------------- 现有数据加载 ----------------
|
||||
|
||||
private Map<String, Map<String, Object>> loadExistingAll(JdbcTemplate jt, String table, LinkedHashSet<String> existCols,
|
||||
List<MesXslMcsSyncField> keyMaps, boolean hasDel) {
|
||||
String sql = "SELECT " + colListBt(existCols) + " FROM `" + table + "`" + (hasDel ? " WHERE `del_flag` = 0" : "");
|
||||
Map<String, Map<String, Object>> map = new HashMap<>();
|
||||
for (Map<String, Object> er : jt.queryForList(sql)) {
|
||||
Map<String, Object> eci = ci(er);
|
||||
map.put(buildKeyFromTarget(keyMaps, eci), eci);
|
||||
}
|
||||
return map;
|
||||
}
|
||||
|
||||
private Map<String, Map<String, Object>> loadExistingByKeys(JdbcTemplate jt, String table, LinkedHashSet<String> existCols,
|
||||
List<MesXslMcsSyncField> keyMaps, boolean hasDel,
|
||||
List<Map<String, Object>> rows) {
|
||||
Map<String, Map<String, Object>> map = new HashMap<>();
|
||||
MesXslMcsSyncField firstKey = keyMaps.get(0);
|
||||
// 收集窗口内首匹配键去重值
|
||||
LinkedHashSet<Object> values = new LinkedHashSet<>();
|
||||
for (Map<String, Object> row : rows) {
|
||||
Object v = ci(row).get(firstKey.getSourceField());
|
||||
if (v != null) {
|
||||
values.add(v);
|
||||
}
|
||||
}
|
||||
if (values.isEmpty()) {
|
||||
return map;
|
||||
}
|
||||
List<Object> valueList = new ArrayList<>(values);
|
||||
for (int i = 0; i < valueList.size(); i += IN_CHUNK) {
|
||||
List<Object> part = valueList.subList(i, Math.min(i + IN_CHUNK, valueList.size()));
|
||||
String ph = part.stream().map(x -> "?").collect(Collectors.joining(","));
|
||||
String sql = "SELECT " + colListBt(existCols) + " FROM `" + table + "` WHERE `"
|
||||
+ firstKey.getTargetField() + "` IN (" + ph + ")" + (hasDel ? " AND `del_flag` = 0" : "");
|
||||
for (Map<String, Object> er : jt.queryForList(sql, part.toArray())) {
|
||||
Map<String, Object> eci = ci(er);
|
||||
map.put(buildKeyFromTarget(keyMaps, eci), eci);
|
||||
}
|
||||
}
|
||||
return map;
|
||||
}
|
||||
|
||||
// ---------------- 追加写入 ----------------
|
||||
|
||||
private int appendInsert(JdbcTemplate jt, String table, List<MesXslMcsSyncField> maps, AutoCols auto,
|
||||
List<Map<String, Object>> rows) {
|
||||
List<Object[]> insertArgs = new ArrayList<>();
|
||||
for (Map<String, Object> row : rows) {
|
||||
insertArgs.add(buildInsertArgs(maps, ci(row), auto));
|
||||
}
|
||||
return batch(jt, buildInsertSql(table, maps, auto), insertArgs);
|
||||
}
|
||||
|
||||
// ---------------- SQL 构建 ----------------
|
||||
|
||||
private String buildInsertSql(String table, List<MesXslMcsSyncField> maps, AutoCols auto) {
|
||||
List<String> cols = new ArrayList<>();
|
||||
maps.forEach(m -> cols.add(m.getTargetField()));
|
||||
if (auto.id) {
|
||||
cols.add("id");
|
||||
}
|
||||
cols.addAll(auto.cols);
|
||||
String colSql = cols.stream().map(c -> "`" + c + "`").collect(Collectors.joining(","));
|
||||
String ph = cols.stream().map(c -> "?").collect(Collectors.joining(","));
|
||||
return "INSERT INTO `" + table + "` (" + colSql + ") VALUES (" + ph + ")";
|
||||
}
|
||||
|
||||
private Object[] buildInsertArgs(List<MesXslMcsSyncField> maps, Map<String, Object> ci, AutoCols auto) {
|
||||
List<Object> args = new ArrayList<>(maps.size() + auto.vals.size() + 1);
|
||||
for (MesXslMcsSyncField m : maps) {
|
||||
args.add(ci.get(m.getSourceField()));
|
||||
}
|
||||
if (auto.id) {
|
||||
args.add(IdWorker.getIdStr());
|
||||
}
|
||||
args.addAll(auto.vals);
|
||||
return args.toArray();
|
||||
}
|
||||
|
||||
private String buildUpdateSql(String table, List<String> setCols, List<MesXslMcsSyncField> keyMaps,
|
||||
boolean updTime, boolean updBy, boolean hasDel) {
|
||||
if (setCols.isEmpty()) {
|
||||
return null;
|
||||
}
|
||||
StringBuilder sql = new StringBuilder("UPDATE `").append(table).append("` SET ");
|
||||
sql.append(setCols.stream().map(c -> "`" + c + "` = ?").collect(Collectors.joining(",")));
|
||||
if (updTime) {
|
||||
sql.append(", `update_time` = ?");
|
||||
}
|
||||
if (updBy) {
|
||||
sql.append(", `update_by` = ?");
|
||||
}
|
||||
sql.append(" WHERE ");
|
||||
sql.append(keyMaps.stream().map(k -> "`" + k.getTargetField() + "` = ?").collect(Collectors.joining(" AND ")));
|
||||
if (hasDel) {
|
||||
sql.append(" AND `del_flag` = 0");
|
||||
}
|
||||
return sql.toString();
|
||||
}
|
||||
|
||||
private Object[] buildUpdateArgs(List<MesXslMcsSyncField> nonKeyMaps, List<MesXslMcsSyncField> keyMaps,
|
||||
Map<String, Object> ci, boolean updTime, boolean updBy, Timestamp now) {
|
||||
List<Object> args = new ArrayList<>();
|
||||
for (MesXslMcsSyncField m : nonKeyMaps) {
|
||||
args.add(ci.get(m.getSourceField()));
|
||||
}
|
||||
if (updTime) {
|
||||
args.add(now);
|
||||
}
|
||||
if (updBy) {
|
||||
args.add("mcs-sync");
|
||||
}
|
||||
for (MesXslMcsSyncField k : keyMaps) {
|
||||
args.add(ci.get(k.getSourceField()));
|
||||
}
|
||||
return args.toArray();
|
||||
}
|
||||
|
||||
// ---------------- 工具 ----------------
|
||||
|
||||
/** 自动填充列汇总(id 单独标记,因每行不同) */
|
||||
private static class AutoCols {
|
||||
boolean id;
|
||||
final List<String> cols = new ArrayList<>();
|
||||
final List<Object> vals = new ArrayList<>();
|
||||
}
|
||||
|
||||
private AutoCols buildAutoCols(Set<String> targetCols, List<MesXslMcsSyncField> maps, int tenantId, Timestamp now) {
|
||||
AutoCols a = new AutoCols();
|
||||
a.id = targetCols.contains("id") && !mappedContains(maps, "id");
|
||||
addAuto(a, targetCols, maps, "create_time", now);
|
||||
addAuto(a, targetCols, maps, "update_time", now);
|
||||
addAuto(a, targetCols, maps, "create_by", "mcs-sync");
|
||||
addAuto(a, targetCols, maps, "update_by", "mcs-sync");
|
||||
addAuto(a, targetCols, maps, "tenant_id", tenantId);
|
||||
addAuto(a, targetCols, maps, "del_flag", 0);
|
||||
return a;
|
||||
}
|
||||
|
||||
private void addAuto(AutoCols a, Set<String> targetCols, List<MesXslMcsSyncField> maps, String col, Object val) {
|
||||
if (targetCols.contains(col) && !mappedContains(maps, col)) {
|
||||
a.cols.add(col);
|
||||
a.vals.add(val);
|
||||
}
|
||||
}
|
||||
|
||||
/** 返回 [start, end],end 可为 null */
|
||||
private Timestamp[] timeWindow(String window, Timestamp now) {
|
||||
String w = StringUtils.isBlank(window) ? "TODAY" : window.trim().toUpperCase();
|
||||
if ("LAST7".equals(w)) {
|
||||
return new Timestamp[]{Timestamp.valueOf(LocalDateTime.now().minusDays(7)), null};
|
||||
}
|
||||
// 默认当天
|
||||
Timestamp start = Timestamp.valueOf(LocalDate.now().atStartOfDay());
|
||||
Timestamp end = Timestamp.valueOf(LocalDate.now().plusDays(1).atStartOfDay());
|
||||
return new Timestamp[]{start, end};
|
||||
}
|
||||
|
||||
private String requireIncrColumn(MesXslMcsSyncConfig cfg) {
|
||||
String col = trim(cfg.getIncrColumn());
|
||||
if (StringUtils.isBlank(col)) {
|
||||
throw new IllegalArgumentException("当前采集模式需指定标记列/时间列,请在采集操作中配置");
|
||||
}
|
||||
validateIdent(col);
|
||||
return col;
|
||||
}
|
||||
|
||||
private int batch(JdbcTemplate jt, String sql, List<Object[]> argsList) {
|
||||
if (sql == null || argsList.isEmpty()) {
|
||||
return 0;
|
||||
}
|
||||
int total = 0;
|
||||
for (int i = 0; i < argsList.size(); i += BATCH_SIZE) {
|
||||
List<Object[]> part = argsList.subList(i, Math.min(i + BATCH_SIZE, argsList.size()));
|
||||
jt.batchUpdate(sql, part);
|
||||
total += part.size();
|
||||
}
|
||||
return total;
|
||||
}
|
||||
|
||||
private boolean isChanged(List<MesXslMcsSyncField> nonKeyMaps, Map<String, Object> ci, Map<String, Object> existing) {
|
||||
for (MesXslMcsSyncField m : nonKeyMaps) {
|
||||
if (!normVal(ci.get(m.getSourceField())).equals(normVal(existing.get(m.getTargetField())))) {
|
||||
return true;
|
||||
}
|
||||
}
|
||||
return false;
|
||||
}
|
||||
|
||||
private String buildKeyFromSource(List<MesXslMcsSyncField> keyMaps, Map<String, Object> ci) {
|
||||
return keyMaps.stream().map(k -> normKey(ci.get(k.getSourceField()))).collect(Collectors.joining("||"));
|
||||
}
|
||||
|
||||
private String buildKeyFromTarget(List<MesXslMcsSyncField> keyMaps, Map<String, Object> eci) {
|
||||
return keyMaps.stream().map(k -> normKey(eci.get(k.getTargetField()))).collect(Collectors.joining("||"));
|
||||
}
|
||||
|
||||
private Map<String, Object> ci(Map<String, Object> row) {
|
||||
Map<String, Object> m = new TreeMap<>(String.CASE_INSENSITIVE_ORDER);
|
||||
m.putAll(row);
|
||||
return m;
|
||||
}
|
||||
|
||||
private String colList(LinkedHashSet<String> cols) {
|
||||
return cols.stream().map(c -> "[" + c + "]").collect(Collectors.joining(","));
|
||||
}
|
||||
|
||||
private String colListBt(LinkedHashSet<String> cols) {
|
||||
return cols.stream().map(c -> "`" + c + "`").collect(Collectors.joining(","));
|
||||
}
|
||||
|
||||
private String normKey(Object v) {
|
||||
return v == null ? "" : String.valueOf(v).trim();
|
||||
}
|
||||
|
||||
private String normVal(Object v) {
|
||||
return v == null ? " " : String.valueOf(v);
|
||||
}
|
||||
|
||||
private boolean mappedContains(List<MesXslMcsSyncField> maps, String targetCol) {
|
||||
return maps.stream().anyMatch(m -> m.getTargetField() != null && m.getTargetField().equalsIgnoreCase(targetCol));
|
||||
}
|
||||
|
||||
private DataSource getSourceDataSource() {
|
||||
DynamicRoutingDataSource routing = (DynamicRoutingDataSource) dataSource;
|
||||
DataSource src = routing.getDataSources().get(McsDataSourceManager.DS_KEY);
|
||||
if (src == null) {
|
||||
throw new IllegalStateException("中间库数据源 " + McsDataSourceManager.DS_KEY + " 未注册");
|
||||
}
|
||||
return src;
|
||||
}
|
||||
|
||||
private void validateIdent(String name) {
|
||||
if (name == null || !IDENT.matcher(name).matches()) {
|
||||
throw new IllegalArgumentException("非法的表名或字段名: " + name);
|
||||
}
|
||||
}
|
||||
|
||||
private String trim(String s) {
|
||||
return s == null ? null : s.trim();
|
||||
}
|
||||
//update-end---author:GHT ---date:20260617 for:【MES上辅机】采集模式 全量/时间/增量-----------
|
||||
}
|
||||
@@ -0,0 +1,162 @@
|
||||
package org.jeecg.modules.xslmes.mcs.sync;
|
||||
|
||||
import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
|
||||
import lombok.extern.slf4j.Slf4j;
|
||||
import org.jeecg.modules.xslmes.mcs.datasource.McsDataSourceManager;
|
||||
import org.jeecg.modules.xslmes.mcs.entity.MesXslMcsSyncConfig;
|
||||
import org.jeecg.modules.xslmes.mcs.entity.MesXslMcsSyncField;
|
||||
import org.jeecg.modules.xslmes.mcs.mapper.MesXslMcsSyncConfigMapper;
|
||||
import org.jeecg.modules.xslmes.mcs.mapper.MesXslMcsSyncFieldMapper;
|
||||
import org.springframework.beans.factory.annotation.Autowired;
|
||||
import org.springframework.boot.context.event.ApplicationReadyEvent;
|
||||
import org.springframework.context.event.EventListener;
|
||||
import org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler;
|
||||
import org.springframework.stereotype.Component;
|
||||
|
||||
import jakarta.annotation.PostConstruct;
|
||||
import jakarta.annotation.PreDestroy;
|
||||
import java.time.Duration;
|
||||
import java.util.Date;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.concurrent.ConcurrentHashMap;
|
||||
import java.util.concurrent.ScheduledFuture;
|
||||
|
||||
/**
|
||||
* 中间表采集调度器(通用,配置驱动)。
|
||||
* <p>基于 {@link ThreadPoolTaskScheduler} 为每个运行中的采集配置维护一个可重排的定时任务,
|
||||
* 支持秒级间隔、运行时改间隔、启动/停止。每次触发调用 {@link GenericMcsSyncEngine} 执行采集。</p>
|
||||
*
|
||||
* @author GHT
|
||||
* @date 2026-06-17 for:【MES上辅机】采集配置-表与字段绑定
|
||||
*/
|
||||
@Slf4j
|
||||
@Component
|
||||
public class McsSyncScheduler {
|
||||
|
||||
private static final String LOG_TAG = "[MCS采集]";
|
||||
|
||||
@Autowired
|
||||
private MesXslMcsSyncConfigMapper syncConfigMapper;
|
||||
|
||||
@Autowired
|
||||
private MesXslMcsSyncFieldMapper syncFieldMapper;
|
||||
|
||||
@Autowired
|
||||
private McsDataSourceManager mcsDataSourceManager;
|
||||
|
||||
@Autowired
|
||||
private GenericMcsSyncEngine syncEngine;
|
||||
|
||||
/** 运行中的定时任务,configId -> future */
|
||||
private final Map<String, ScheduledFuture<?>> runningTasks = new ConcurrentHashMap<>();
|
||||
|
||||
private ThreadPoolTaskScheduler taskScheduler;
|
||||
|
||||
@PostConstruct
|
||||
public void init() {
|
||||
taskScheduler = new ThreadPoolTaskScheduler();
|
||||
taskScheduler.setPoolSize(4);
|
||||
taskScheduler.setThreadNamePrefix("mcs-sync-");
|
||||
taskScheduler.setWaitForTasksToCompleteOnShutdown(true);
|
||||
taskScheduler.setAwaitTerminationSeconds(10);
|
||||
taskScheduler.initialize();
|
||||
log.info("{} 采集调度器初始化完成", LOG_TAG);
|
||||
}
|
||||
|
||||
@PreDestroy
|
||||
public void destroy() {
|
||||
runningTasks.values().forEach(f -> f.cancel(false));
|
||||
runningTasks.clear();
|
||||
if (taskScheduler != null) {
|
||||
taskScheduler.shutdown();
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* 应用启动后,加载所有 status=1 的采集配置并启动定时任务
|
||||
*/
|
||||
@EventListener(ApplicationReadyEvent.class)
|
||||
public void loadOnStartup() {
|
||||
try {
|
||||
List<MesXslMcsSyncConfig> configs = syncConfigMapper.selectList(
|
||||
new LambdaQueryWrapper<MesXslMcsSyncConfig>()
|
||||
.eq(MesXslMcsSyncConfig::getDelFlag, 0)
|
||||
.eq(MesXslMcsSyncConfig::getStatus, "1"));
|
||||
configs.forEach(this::scheduleTask);
|
||||
log.info("{} 启动加载采集任务完成,已启动={}", LOG_TAG, configs.size());
|
||||
} catch (Exception e) {
|
||||
log.error("{} 启动加载采集任务失败: {}", LOG_TAG, e.getMessage(), e);
|
||||
}
|
||||
}
|
||||
|
||||
public boolean isRunning(String configId) {
|
||||
ScheduledFuture<?> f = runningTasks.get(configId);
|
||||
return f != null && !f.isCancelled();
|
||||
}
|
||||
|
||||
/**
|
||||
* (重新)按配置的间隔调度采集任务。已存在则先取消再重排,实现运行时改间隔。
|
||||
*/
|
||||
public synchronized void scheduleTask(MesXslMcsSyncConfig config) {
|
||||
if (config == null || config.getId() == null) {
|
||||
return;
|
||||
}
|
||||
cancelTask(config.getId());
|
||||
long seconds = config.getIntervalSeconds() != null && config.getIntervalSeconds() > 0
|
||||
? config.getIntervalSeconds() : 1L;
|
||||
String configId = config.getId();
|
||||
ScheduledFuture<?> future = taskScheduler.scheduleWithFixedDelay(
|
||||
() -> runOnce(configId), Duration.ofSeconds(seconds));
|
||||
runningTasks.put(configId, future);
|
||||
log.info("{} 采集任务已启动 configId={} 间隔={}s", LOG_TAG, configId, seconds);
|
||||
}
|
||||
|
||||
/**
|
||||
* 取消采集任务(仅停内存定时,不改库)
|
||||
*/
|
||||
public synchronized void cancelTask(String configId) {
|
||||
ScheduledFuture<?> old = runningTasks.remove(configId);
|
||||
if (old != null) {
|
||||
old.cancel(false);
|
||||
log.info("{} 采集任务已停止 configId={}", LOG_TAG, configId);
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* 单次采集执行:连接/读取开关守卫 + 调用通用引擎 + 落库结果
|
||||
*/
|
||||
private void runOnce(String configId) {
|
||||
MesXslMcsSyncConfig cfg = syncConfigMapper.selectById(configId);
|
||||
if (cfg == null || cfg.getDelFlag() != null && cfg.getDelFlag() == 1 || !"1".equals(cfg.getStatus())) {
|
||||
return;
|
||||
}
|
||||
// 中间库未启用或读取开关关闭时安静跳过
|
||||
if (!mcsDataSourceManager.isDbConfigActive() || !mcsDataSourceManager.isReadEnabled()) {
|
||||
log.debug("{} 中间库未就绪或读取关闭,跳过 configId={}", LOG_TAG, configId);
|
||||
return;
|
||||
}
|
||||
try {
|
||||
List<MesXslMcsSyncField> fields = syncFieldMapper.selectList(
|
||||
new LambdaQueryWrapper<MesXslMcsSyncField>()
|
||||
.eq(MesXslMcsSyncField::getConfigId, configId)
|
||||
.eq(MesXslMcsSyncField::getDelFlag, 0)
|
||||
.orderByAsc(MesXslMcsSyncField::getSortNo));
|
||||
String result = syncEngine.sync(cfg, fields);
|
||||
// INCR 改为标记位回写后不再维护高水位,仅落库采集结果
|
||||
updateSyncResult(configId, result, null);
|
||||
} catch (Exception e) {
|
||||
log.error("{} 采集异常 configId={}: {}", LOG_TAG, configId, e.getMessage(), e);
|
||||
updateSyncResult(configId, "采集失败:" + e.getMessage(), null);
|
||||
}
|
||||
}
|
||||
|
||||
private void updateSyncResult(String id, String result, String watermark) {
|
||||
MesXslMcsSyncConfig update = new MesXslMcsSyncConfig();
|
||||
update.setId(id);
|
||||
update.setLastSyncTime(new Date());
|
||||
update.setLastSyncResult(result != null && result.length() > 480 ? result.substring(0, 480) : result);
|
||||
update.setLastWatermark(watermark);
|
||||
syncConfigMapper.updateById(update);
|
||||
}
|
||||
}
|
||||
@@ -5,9 +5,9 @@ import org.jeecg.modules.xslmes.entity.MesXslMixerAction;
|
||||
|
||||
public interface IMesXslMixerActionService extends IService<MesXslMixerAction> {
|
||||
|
||||
boolean isActionNameDuplicated(String actionName, String excludeId);
|
||||
boolean isActionNameDuplicated(String equipmentId, String actionName, String excludeId);
|
||||
|
||||
boolean isActionCodeDuplicated(String actionCode, String excludeId);
|
||||
boolean isActionCodeDuplicated(String equipmentId, String actionCode, String excludeId);
|
||||
|
||||
void fillEquipmentName(MesXslMixerAction model);
|
||||
}
|
||||
|
||||
@@ -17,13 +17,16 @@ public class MesXslMixerActionServiceImpl extends ServiceImpl<MesXslMixerActionM
|
||||
|
||||
@Autowired private MesXslEquipmentLedgerMapper equipmentLedgerMapper;
|
||||
|
||||
//update-begin---author:GHT ---date:20260617 for:【MES上辅机】密炼动作秒级采集-唯一性改为(设备+动作代号)同设备内唯一-----------
|
||||
@Override
|
||||
public boolean isActionNameDuplicated(String actionName, String excludeId) {
|
||||
if (StringUtils.isBlank(actionName)) {
|
||||
public boolean isActionNameDuplicated(String equipmentId, String actionName, String excludeId) {
|
||||
if (StringUtils.isBlank(actionName) || StringUtils.isBlank(equipmentId)) {
|
||||
return false;
|
||||
}
|
||||
LambdaQueryWrapper<MesXslMixerAction> wrapper =
|
||||
new LambdaQueryWrapper<MesXslMixerAction>().eq(MesXslMixerAction::getActionName, actionName.trim());
|
||||
new LambdaQueryWrapper<MesXslMixerAction>()
|
||||
.eq(MesXslMixerAction::getEquipmentId, equipmentId.trim())
|
||||
.eq(MesXslMixerAction::getActionName, actionName.trim());
|
||||
if (StringUtils.isNotBlank(excludeId)) {
|
||||
wrapper.ne(MesXslMixerAction::getId, excludeId.trim());
|
||||
}
|
||||
@@ -31,17 +34,20 @@ public class MesXslMixerActionServiceImpl extends ServiceImpl<MesXslMixerActionM
|
||||
}
|
||||
|
||||
@Override
|
||||
public boolean isActionCodeDuplicated(String actionCode, String excludeId) {
|
||||
if (StringUtils.isBlank(actionCode)) {
|
||||
public boolean isActionCodeDuplicated(String equipmentId, String actionCode, String excludeId) {
|
||||
if (StringUtils.isBlank(actionCode) || StringUtils.isBlank(equipmentId)) {
|
||||
return false;
|
||||
}
|
||||
LambdaQueryWrapper<MesXslMixerAction> wrapper =
|
||||
new LambdaQueryWrapper<MesXslMixerAction>().eq(MesXslMixerAction::getActionCode, actionCode.trim());
|
||||
new LambdaQueryWrapper<MesXslMixerAction>()
|
||||
.eq(MesXslMixerAction::getEquipmentId, equipmentId.trim())
|
||||
.eq(MesXslMixerAction::getActionCode, actionCode.trim());
|
||||
if (StringUtils.isNotBlank(excludeId)) {
|
||||
wrapper.ne(MesXslMixerAction::getId, excludeId.trim());
|
||||
}
|
||||
return this.count(wrapper) > 0;
|
||||
}
|
||||
//update-end---author:GHT ---date:20260617 for:【MES上辅机】密炼动作秒级采集-唯一性改为(设备+动作代号)同设备内唯一-----------
|
||||
|
||||
@Override
|
||||
public void fillEquipmentName(MesXslMixerAction model) {
|
||||
|
||||
@@ -0,0 +1,73 @@
|
||||
-- 【MES上辅机】密炼动作秒级采集
|
||||
-- 1. 通用中间表采集配置表(可被密炼动作/报警/配方等多功能复用,按 biz_type 区分)
|
||||
-- 2. 密炼机动作维护表补全机台字段、放开台账关联、调整唯一键为(设备+动作代号)
|
||||
-- 3. 密炼动作菜单下新增 启动采集/停止采集/采集设置 按钮权限
|
||||
|
||||
-- ===================== 1. 通用采集配置表 =====================
|
||||
CREATE TABLE IF NOT EXISTS `mes_xsl_mcs_sync_config` (
|
||||
`id` varchar(32) NOT NULL COMMENT '主键',
|
||||
`biz_type` varchar(50) NOT NULL COMMENT '业务类型(采集任务唯一标识,如 MIX_ACT 密炼动作)',
|
||||
`biz_name` varchar(100) DEFAULT NULL COMMENT '业务名称',
|
||||
`source_table` varchar(100) DEFAULT NULL COMMENT '源中间表名',
|
||||
`interval_seconds` int NOT NULL DEFAULT '1' COMMENT '采集时间间隔(秒),默认1秒',
|
||||
`status` varchar(1) NOT NULL DEFAULT '0' COMMENT '采集状态(0停止,1运行)',
|
||||
`last_sync_time` datetime DEFAULT NULL COMMENT '最近一次采集时间',
|
||||
`last_sync_result` varchar(500) DEFAULT NULL COMMENT '最近一次采集结果',
|
||||
`remark` varchar(500) DEFAULT NULL COMMENT '备注',
|
||||
`tenant_id` int DEFAULT '0' COMMENT '租户',
|
||||
`create_by` varchar(100) DEFAULT NULL COMMENT '创建人',
|
||||
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
|
||||
`update_by` varchar(100) DEFAULT NULL COMMENT '更新人',
|
||||
`update_time` datetime DEFAULT NULL COMMENT '更新时间',
|
||||
`del_flag` int DEFAULT '0' COMMENT '删除标记(0正常,1删除)',
|
||||
PRIMARY KEY (`id`),
|
||||
KEY `idx_mscfg_biz` (`biz_type`, `tenant_id`, `del_flag`)
|
||||
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COMMENT='MES上辅机中间表采集配置(通用)';
|
||||
|
||||
-- 初始化密炼动作采集配置(默认间隔1秒、默认停止)
|
||||
INSERT INTO `mes_xsl_mcs_sync_config`
|
||||
(`id`, `biz_type`, `biz_name`, `source_table`, `interval_seconds`, `status`, `remark`, `tenant_id`, `create_by`, `create_time`, `update_by`, `update_time`, `del_flag`)
|
||||
SELECT '1900000000000000860', 'MIX_ACT', '密炼机动作', 'MCSToMES_MixAct', 1, '0', '密炼机动作维护数据采集', 0, 'admin', NOW(), 'admin', NOW(), 0
|
||||
FROM DUAL WHERE NOT EXISTS (SELECT 1 FROM `mes_xsl_mcs_sync_config` WHERE `biz_type` = 'MIX_ACT' AND `tenant_id` = 0);
|
||||
|
||||
-- ===================== 2. 密炼机动作维护表补全字段 =====================
|
||||
-- 机台编号、机台类型(采集自中间表 EquipID/EquipType)
|
||||
ALTER TABLE `mes_xsl_mixer_action`
|
||||
ADD COLUMN `equip_id` varchar(50) DEFAULT NULL COMMENT '机台编号(采集自中间表 EquipID)' AFTER `equipment_name`,
|
||||
ADD COLUMN `equip_type` varchar(50) DEFAULT NULL COMMENT '机台类型(采集自中间表 EquipType)' AFTER `equip_id`;
|
||||
|
||||
-- 采集未匹配到台账时 equipment_id 允许为空
|
||||
ALTER TABLE `mes_xsl_mixer_action`
|
||||
MODIFY COLUMN `equipment_id` varchar(32) DEFAULT NULL COMMENT '设备台账ID(mes_xsl_equipment_ledger.id),采集未匹配时为空';
|
||||
|
||||
-- 唯一性改为(设备+动作代号):按机台编号+动作代号建索引,便于采集 upsert
|
||||
ALTER TABLE `mes_xsl_mixer_action`
|
||||
ADD KEY `idx_mxma_equip_code` (`tenant_id`, `equip_id`, `action_code`, `del_flag`);
|
||||
|
||||
-- ===================== 3. 密炼动作菜单按钮权限 =====================
|
||||
-- 父菜单:密炼动作 1900000000000000835
|
||||
INSERT INTO `sys_permission` (`id`, `parent_id`, `name`, `url`, `component`, `is_route`, `component_name`, `redirect`, `menu_type`, `perms`, `perms_type`, `sort_no`, `always_show`, `icon`, `is_leaf`, `keep_alive`, `hidden`, `hide_tab`, `description`, `create_by`, `create_time`, `update_by`, `update_time`, `del_flag`, `rule_flag`, `status`, `internal_or_external`)
|
||||
SELECT '1900000000000000861', '1900000000000000835', '启动采集', NULL, NULL, 0, NULL, NULL, 2, 'xslmes:mcsSyncConfig:start', '1', 1.00, 0, NULL, 1, 0, 0, 0, NULL, 'admin', NOW(), 'admin', NOW(), 0, 0, '1', 0
|
||||
FROM DUAL WHERE NOT EXISTS (SELECT 1 FROM `sys_permission` WHERE `id` = '1900000000000000861');
|
||||
|
||||
INSERT INTO `sys_permission` (`id`, `parent_id`, `name`, `url`, `component`, `is_route`, `component_name`, `redirect`, `menu_type`, `perms`, `perms_type`, `sort_no`, `always_show`, `icon`, `is_leaf`, `keep_alive`, `hidden`, `hide_tab`, `description`, `create_by`, `create_time`, `update_by`, `update_time`, `del_flag`, `rule_flag`, `status`, `internal_or_external`)
|
||||
SELECT '1900000000000000862', '1900000000000000835', '停止采集', NULL, NULL, 0, NULL, NULL, 2, 'xslmes:mcsSyncConfig:stop', '1', 2.00, 0, NULL, 1, 0, 0, 0, NULL, 'admin', NOW(), 'admin', NOW(), 0, 0, '1', 0
|
||||
FROM DUAL WHERE NOT EXISTS (SELECT 1 FROM `sys_permission` WHERE `id` = '1900000000000000862');
|
||||
|
||||
INSERT INTO `sys_permission` (`id`, `parent_id`, `name`, `url`, `component`, `is_route`, `component_name`, `redirect`, `menu_type`, `perms`, `perms_type`, `sort_no`, `always_show`, `icon`, `is_leaf`, `keep_alive`, `hidden`, `hide_tab`, `description`, `create_by`, `create_time`, `update_by`, `update_time`, `del_flag`, `rule_flag`, `status`, `internal_or_external`)
|
||||
SELECT '1900000000000000863', '1900000000000000835', '采集设置', NULL, NULL, 0, NULL, NULL, 2, 'xslmes:mcsSyncConfig:setting', '1', 3.00, 0, NULL, 1, 0, 0, 0, NULL, 'admin', NOW(), 'admin', NOW(), 0, 0, '1', 0
|
||||
FROM DUAL WHERE NOT EXISTS (SELECT 1 FROM `sys_permission` WHERE `id` = '1900000000000000863');
|
||||
|
||||
-- admin 角色授权
|
||||
INSERT INTO `sys_role_permission` (`id`, `role_id`, `permission_id`, `data_rule_ids`, `operate_date`, `operate_ip`)
|
||||
SELECT REPLACE(UUID(), '-', ''), r.id, p.id, NULL, NOW(), '127.0.0.1'
|
||||
FROM `sys_role` r
|
||||
JOIN (
|
||||
SELECT id FROM `sys_permission`
|
||||
WHERE id IN ('1900000000000000861','1900000000000000862','1900000000000000863')
|
||||
) p ON 1 = 1
|
||||
WHERE r.`role_code` = 'admin'
|
||||
AND NOT EXISTS (
|
||||
SELECT 1 FROM `sys_role_permission` rp
|
||||
WHERE rp.`role_id` = r.id AND rp.`permission_id` = p.id
|
||||
);
|
||||
@@ -0,0 +1,85 @@
|
||||
-- 【MES上辅机】采集配置:通用表+字段映射(中间库表 ↔ MES表,配置驱动)
|
||||
-- 1. 扩展采集配置头:目标表、配置名称、表注释
|
||||
-- 2. 新建字段映射表 mes_xsl_mcs_sync_field
|
||||
-- 3. 将密炼动作(MIX_ACT)改造为配置驱动:补目标表+预置字段映射
|
||||
-- 4. 新增"采集配置"菜单及按钮权限
|
||||
|
||||
-- ===================== 1. 采集配置头扩展 =====================
|
||||
ALTER TABLE `mes_xsl_mcs_sync_config`
|
||||
ADD COLUMN `config_name` varchar(100) DEFAULT NULL COMMENT '配置名称' AFTER `biz_type`,
|
||||
ADD COLUMN `source_table_comment` varchar(200) DEFAULT NULL COMMENT '源中间表注释' AFTER `source_table`,
|
||||
ADD COLUMN `target_table` varchar(100) DEFAULT NULL COMMENT 'MES目标表名' AFTER `source_table_comment`,
|
||||
ADD COLUMN `target_table_comment` varchar(200) DEFAULT NULL COMMENT 'MES目标表注释' AFTER `target_table`;
|
||||
|
||||
-- 密炼动作改造为配置驱动
|
||||
UPDATE `mes_xsl_mcs_sync_config`
|
||||
SET `config_name` = '密炼机动作采集',
|
||||
`source_table_comment` = '密炼机实时动作',
|
||||
`target_table` = 'mes_xsl_mixer_action',
|
||||
`target_table_comment` = 'MES密炼机动作维护'
|
||||
WHERE `biz_type` = 'MIX_ACT';
|
||||
|
||||
-- ===================== 2. 字段映射表 =====================
|
||||
CREATE TABLE IF NOT EXISTS `mes_xsl_mcs_sync_field` (
|
||||
`id` varchar(32) NOT NULL COMMENT '主键',
|
||||
`config_id` varchar(32) NOT NULL COMMENT '采集配置ID(mes_xsl_mcs_sync_config.id)',
|
||||
`source_field` varchar(100) NOT NULL COMMENT '中间库源字段名',
|
||||
`source_field_comment` varchar(200) DEFAULT NULL COMMENT '源字段注释',
|
||||
`source_field_type` varchar(50) DEFAULT NULL COMMENT '源字段类型',
|
||||
`target_field` varchar(100) DEFAULT NULL COMMENT 'MES目标字段名(接收字段)',
|
||||
`target_field_comment` varchar(200) DEFAULT NULL COMMENT 'MES目标字段注释',
|
||||
`match_key` varchar(1) DEFAULT '0' COMMENT '是否匹配键(0否,1是),作为Upsert唯一键',
|
||||
`sort_no` int DEFAULT '0' COMMENT '排序',
|
||||
`tenant_id` int DEFAULT '0' COMMENT '租户',
|
||||
`create_by` varchar(100) DEFAULT NULL COMMENT '创建人',
|
||||
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
|
||||
`update_by` varchar(100) DEFAULT NULL COMMENT '更新人',
|
||||
`update_time` datetime DEFAULT NULL COMMENT '更新时间',
|
||||
`del_flag` int DEFAULT '0' COMMENT '删除标记(0正常,1删除)',
|
||||
PRIMARY KEY (`id`),
|
||||
KEY `idx_msf_config` (`config_id`, `del_flag`)
|
||||
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COMMENT='MES上辅机采集字段映射';
|
||||
|
||||
-- 预置密炼动作字段映射(EquipName→equipment_name 等;匹配键=机台编号+动作代号)
|
||||
INSERT INTO `mes_xsl_mcs_sync_field`
|
||||
(`id`, `config_id`, `source_field`, `source_field_comment`, `source_field_type`, `target_field`, `target_field_comment`, `match_key`, `sort_no`, `tenant_id`, `create_by`, `create_time`, `update_by`, `update_time`, `del_flag`)
|
||||
SELECT * FROM (
|
||||
SELECT '1900000000000000870' id, '1900000000000000860' config_id, 'EquipName' sf, '机台名称' sfc, 'nvarchar' sft, 'equipment_name' tf, '设备名称' tfc, '0' mk, 1 sn, 0 tid, 'admin' cb, NOW() ct, 'admin' ub, NOW() ut, 0 df
|
||||
UNION ALL SELECT '1900000000000000871', '1900000000000000860', 'EquipID', '机台编号', 'varchar', 'equip_id', '机台编号', '1', 2, 0, 'admin', NOW(), 'admin', NOW(), 0
|
||||
UNION ALL SELECT '1900000000000000872', '1900000000000000860', 'EquipType', '机台类型', 'nvarchar', 'equip_type', '机台类型', '0', 3, 0, 'admin', NOW(), 'admin', NOW(), 0
|
||||
UNION ALL SELECT '1900000000000000873', '1900000000000000860', 'MixActName', '动作名称', 'nvarchar', 'action_name', '动作名称', '0', 4, 0, 'admin', NOW(), 'admin', NOW(), 0
|
||||
UNION ALL SELECT '1900000000000000874', '1900000000000000860', 'MixActAddress', '动作地址', 'int', 'action_code', '动作代号', '1', 5, 0, 'admin', NOW(), 'admin', NOW(), 0
|
||||
) t
|
||||
WHERE NOT EXISTS (SELECT 1 FROM `mes_xsl_mcs_sync_field` WHERE `config_id` = '1900000000000000860');
|
||||
|
||||
-- ===================== 3. 采集配置菜单 + 按钮权限 =====================
|
||||
-- 父菜单:MES上辅机数据 1900000000000000830
|
||||
INSERT INTO `sys_permission` (`id`, `parent_id`, `name`, `url`, `component`, `is_route`, `component_name`, `redirect`, `menu_type`, `perms`, `perms_type`, `sort_no`, `always_show`, `icon`, `is_leaf`, `keep_alive`, `hidden`, `hide_tab`, `description`, `create_by`, `create_time`, `update_by`, `update_time`, `del_flag`, `rule_flag`, `status`, `internal_or_external`)
|
||||
SELECT '1900000000000000865', '1900000000000000830', '采集配置', '/xslmesMcs/mcsSyncConfig', 'xslmesMcs/mcsSyncConfig/index', 1, NULL, NULL, 0, NULL, '0', 0.50, 0, 'ant-design:sync-outlined', 1, 1, 0, 0, '中间表→MES表 采集配置与字段映射', 'admin', NOW(), 'admin', NOW(), 0, 0, '1', 0
|
||||
FROM DUAL WHERE NOT EXISTS (SELECT 1 FROM `sys_permission` WHERE `id` = '1900000000000000865');
|
||||
|
||||
INSERT INTO `sys_permission` (`id`, `parent_id`, `name`, `url`, `component`, `is_route`, `component_name`, `redirect`, `menu_type`, `perms`, `perms_type`, `sort_no`, `always_show`, `icon`, `is_leaf`, `keep_alive`, `hidden`, `hide_tab`, `description`, `create_by`, `create_time`, `update_by`, `update_time`, `del_flag`, `rule_flag`, `status`, `internal_or_external`)
|
||||
SELECT '1900000000000000866', '1900000000000000865', '新增', NULL, NULL, 0, NULL, NULL, 2, 'xslmes:mcsSyncConfig:add', '1', 1.00, 0, NULL, 1, 0, 0, 0, NULL, 'admin', NOW(), 'admin', NOW(), 0, 0, '1', 0
|
||||
FROM DUAL WHERE NOT EXISTS (SELECT 1 FROM `sys_permission` WHERE `id` = '1900000000000000866');
|
||||
|
||||
INSERT INTO `sys_permission` (`id`, `parent_id`, `name`, `url`, `component`, `is_route`, `component_name`, `redirect`, `menu_type`, `perms`, `perms_type`, `sort_no`, `always_show`, `icon`, `is_leaf`, `keep_alive`, `hidden`, `hide_tab`, `description`, `create_by`, `create_time`, `update_by`, `update_time`, `del_flag`, `rule_flag`, `status`, `internal_or_external`)
|
||||
SELECT '1900000000000000867', '1900000000000000865', '编辑', NULL, NULL, 0, NULL, NULL, 2, 'xslmes:mcsSyncConfig:edit', '1', 2.00, 0, NULL, 1, 0, 0, 0, NULL, 'admin', NOW(), 'admin', NOW(), 0, 0, '1', 0
|
||||
FROM DUAL WHERE NOT EXISTS (SELECT 1 FROM `sys_permission` WHERE `id` = '1900000000000000867');
|
||||
|
||||
INSERT INTO `sys_permission` (`id`, `parent_id`, `name`, `url`, `component`, `is_route`, `component_name`, `redirect`, `menu_type`, `perms`, `perms_type`, `sort_no`, `always_show`, `icon`, `is_leaf`, `keep_alive`, `hidden`, `hide_tab`, `description`, `create_by`, `create_time`, `update_by`, `update_time`, `del_flag`, `rule_flag`, `status`, `internal_or_external`)
|
||||
SELECT '1900000000000000868', '1900000000000000865', '删除', NULL, NULL, 0, NULL, NULL, 2, 'xslmes:mcsSyncConfig:delete', '1', 3.00, 0, NULL, 1, 0, 0, 0, NULL, 'admin', NOW(), 'admin', NOW(), 0, 0, '1', 0
|
||||
FROM DUAL WHERE NOT EXISTS (SELECT 1 FROM `sys_permission` WHERE `id` = '1900000000000000868');
|
||||
|
||||
-- admin 授权
|
||||
INSERT INTO `sys_role_permission` (`id`, `role_id`, `permission_id`, `data_rule_ids`, `operate_date`, `operate_ip`)
|
||||
SELECT REPLACE(UUID(), '-', ''), r.id, p.id, NULL, NOW(), '127.0.0.1'
|
||||
FROM `sys_role` r
|
||||
JOIN (
|
||||
SELECT id FROM `sys_permission`
|
||||
WHERE id IN ('1900000000000000865','1900000000000000866','1900000000000000867','1900000000000000868')
|
||||
) p ON 1 = 1
|
||||
WHERE r.`role_code` = 'admin'
|
||||
AND NOT EXISTS (
|
||||
SELECT 1 FROM `sys_role_permission` rp
|
||||
WHERE rp.`role_id` = r.id AND rp.`permission_id` = p.id
|
||||
);
|
||||
@@ -0,0 +1,10 @@
|
||||
-- 【MES上辅机】采集模式:全量匹配/时间匹配/增量匹配(应对中间库大表)
|
||||
ALTER TABLE `mes_xsl_mcs_sync_config`
|
||||
ADD COLUMN `sync_mode` varchar(20) NOT NULL DEFAULT 'FULL' COMMENT '采集模式(FULL全量匹配,TIME时间匹配,INCR增量匹配)' AFTER `status`,
|
||||
ADD COLUMN `incr_column` varchar(100) DEFAULT NULL COMMENT '增量/时间列(源表列名,TIME/INCR模式用)' AFTER `sync_mode`,
|
||||
ADD COLUMN `time_window` varchar(20) DEFAULT 'TODAY' COMMENT '时间范围(TODAY当天,LAST7最近七天),TIME模式用' AFTER `incr_column`,
|
||||
ADD COLUMN `batch_limit` int DEFAULT '2000' COMMENT '每轮最大采集行数(INCR模式TOP N限流)' AFTER `time_window`,
|
||||
ADD COLUMN `last_watermark` varchar(64) DEFAULT NULL COMMENT '增量采集已处理到的高水位(INCR模式自动维护)' AFTER `batch_limit`;
|
||||
|
||||
-- 密炼动作为小状态表,保持全量匹配
|
||||
UPDATE `mes_xsl_mcs_sync_config` SET `sync_mode` = 'FULL' WHERE `biz_type` = 'MIX_ACT';
|
||||
@@ -0,0 +1,4 @@
|
||||
-- 【MES上辅机】增量匹配改为标记位回写:可视化采集条件 + 可配置回写值
|
||||
ALTER TABLE `mes_xsl_mcs_sync_config`
|
||||
ADD COLUMN `flag_condition` varchar(20) DEFAULT 'IS_NULL' COMMENT '增量标记采集条件(IS_NULL为空,EQ_EMPTY等于空串,NE_EMPTY不等于空串)' AFTER `last_watermark`,
|
||||
ADD COLUMN `flag_write_value` varchar(64) DEFAULT '1' COMMENT '增量标记采集完成后回写值(默认1)' AFTER `flag_condition`;
|
||||
@@ -0,0 +1,3 @@
|
||||
-- 【MES上辅机】增量采集条件「等于/不等于」支持自定义匹配值(留空时退化为空字符串)
|
||||
ALTER TABLE `mes_xsl_mcs_sync_config`
|
||||
ADD COLUMN `flag_match_value` varchar(255) DEFAULT NULL COMMENT '增量标记采集条件比较值(EQ_EMPTY/NE_EMPTY用,留空表示空字符串)' AFTER `flag_condition`;
|
||||
Reference in New Issue
Block a user