从业人员数据清洗,重点人员和处警人员逻辑修改

config/application.properties

@@ -14,8 +14,9 @@ cyrySwitch=false
 JjxxSwitch=false
 #------------------------?????----------------------------
 NewNsydwSwitch=false
-metaImpUserSwitch=false
+metaImpUserSwitch=true
-NewNalarminfoSwitch=true
+NewNalarminfoSwitch=false
-
+metaHandleAlarmSwitch=false
+metaActualUnitUserInfoSwitch=false
 
 

src/main/java/com/ssf/mysqloracletest/domain/MetaActualUnitUserInfo.java

@@ -0,0 +1,106 @@
+package com.ssf.mysqloracletest.domain;
+
+import com.baomidou.mybatisplus.annotation.IdType;
+import com.baomidou.mybatisplus.annotation.TableField;
+import com.baomidou.mybatisplus.annotation.TableId;
+import com.baomidou.mybatisplus.annotation.TableName;
+import java.io.Serializable;
+import java.util.Date;
+import lombok.Data;
+
+/**
+ * 单位从业人员信息表
+ * @TableName meta_actual_unit_user_info
+ */
+@TableName(value ="meta_actual_unit_user_info")
+@Data
+public class MetaActualUnitUserInfo implements Serializable {
+    /**
+     * 主键
+     */
+    @TableId(type = IdType.AUTO)
+    private Long id;
+
+    /**
+     * 单位id
+     */
+    private Long unitId;
+
+    /**
+     * 单位名称
+     */
+    private String unitName;
+
+    /**
+     * 员工照片
+     */
+    private String staffPic;
+
+    /**
+     * 员工姓名
+     */
+    private String staffName;
+
+    /**
+     * 员工身份证
+     */
+    private String identityId;
+
+    /**
+     * 联系方式
+     */
+    private String contactInfo;
+
+    /**
+     * 性别
+     */
+    private Integer sex;
+
+    /**
+     * 人员分类
+     */
+    private Integer staffType;
+
+    /**
+     * 人员状态
+     */
+    private Integer staffState;
+
+    /**
+     * 元数据创建时间
+     */
+    private String metaCreateTime;
+
+    /**
+     * 元数据更新时间
+     */
+    private String metaUpdateTime;
+
+    /**
+     * 创建时间
+     */
+    private Date createTime;
+
+    /**
+     * 创建者
+     */
+    private Integer createBy;
+
+    /**
+     * 更新时间
+     */
+    private Date updateTime;
+
+    /**
+     * 更新者
+     */
+    private Integer updateBy;
+
+    /**
+     * 0:不活跃,1:活跃
+     */
+    private Integer isActive;
+
+    @TableField(exist = false)
+    private static final long serialVersionUID = 1L;
+}

src/main/java/com/ssf/mysqloracletest/domain/VSySydwCyryMysql.java

@@ -1,5 +1,7 @@
 package com.ssf.mysqloracletest.domain;
 
+import com.baomidou.mybatisplus.annotation.TableField;
+import com.baomidou.mybatisplus.annotation.TableName;
 import lombok.Data;
 
 import java.io.Serializable;
@@ -8,23 +10,38 @@ import java.io.Serializable;
  * @TableName v_sy_sydw_cyry
  */
 @Data
+@TableName(value = "v_sy_sydw_cyry")
 public class VSySydwCyryMysql implements Serializable {
     /**
      *
      */
+    @TableField(value = "ID")
     private String ID;
+    @TableField(value = "DWID")
     private String DWID;
+    @TableField(value = "GJ")
     private String GJ;
+    @TableField(value = "ZJLX")
     private String ZJLX;
+    @TableField(value = "ZJHM")
     private String ZJHM;
+    @TableField(value = "XM")
     private String XM;
+    @TableField(value = "XB")
     private String XB;
+    @TableField(value = "MZ")
     private String MZ;
+    @TableField(value = "LXDH")
     private String LXDH;
+    @TableField(value = "ZT")
     private String ZT;
+    @TableField(value = "RYFL")
     private String RYFL;
+    @TableField(value = "YSBZK_RKSJ")
     private String YSBZK_RKSJ;
+    @TableField(value = "YSBZK_GXSJ")
     private String YSBZK_GXSJ;
+    @TableField(value = "DWMC")
     private String DWMC;
 
 }

src/main/java/com/ssf/mysqloracletest/mapper/MetaActualUnitUserInfoMapper.java

@@ -0,0 +1,18 @@
+package com.ssf.mysqloracletest.mapper;
+
+import com.ssf.mysqloracletest.domain.MetaActualUnitUserInfo;
+import com.baomidou.mybatisplus.core.mapper.BaseMapper;
+
+/**
+* @author 28758
+* @description 针对表【meta_actual_unit_user_info(单位从业人员信息表)】的数据库操作Mapper
+* @createDate 2023-12-02 10:31:32
+* @Entity com.ssf.mysqloracletest.domain.MetaActualUnitUserInfo
+*/
+public interface MetaActualUnitUserInfoMapper extends BaseMapper<MetaActualUnitUserInfo> {
+
+}
+
+
+
+

src/main/java/com/ssf/mysqloracletest/mapper/VSySydwMysqlMapper.java

@@ -1,5 +1,6 @@
 package com.ssf.mysqloracletest.mapper;
 
+import com.ssf.mysqloracletest.domain.VSySydwCyryOracle;
 import com.ssf.mysqloracletest.domain.VSySydwmMysql;
 import com.baomidou.mybatisplus.core.mapper.BaseMapper;
 import com.ssf.mysqloracletest.domain.VSySydzMysql;
@@ -12,7 +13,7 @@ import org.apache.ibatis.annotations.Mapper;
 * @Entity com.ssf.mysqloracletest.domain.VSySydw
 */
 @Mapper
-public interface VSySydwMysqlMapper {
+public interface VSySydwMysqlMapper extends BaseMapper<VSySydwmMysql> {
     public VSySydwmMysql selectVSySydwByZJLID(String ZJLID);
 
     public int insertVSySydw(VSySydwmMysql bean);

src/main/java/com/ssf/mysqloracletest/service/MetaActualUnitUserInfoService.java

@@ -0,0 +1,13 @@
+package com.ssf.mysqloracletest.service;
+
+import com.ssf.mysqloracletest.domain.MetaActualUnitUserInfo;
+import com.baomidou.mybatisplus.extension.service.IService;
+
+/**
+* @author 28758
+* @description 针对表【meta_actual_unit_user_info(单位从业人员信息表)】的数据库操作Service
+* @createDate 2023-12-02 10:31:32
+*/
+public interface MetaActualUnitUserInfoService extends IService<MetaActualUnitUserInfo> {
+
+}

src/main/java/com/ssf/mysqloracletest/service/VSySydwMysqlService.java

@@ -1,5 +1,7 @@
 package com.ssf.mysqloracletest.service;
 
+import com.baomidou.mybatisplus.extension.service.IService;
+import com.ssf.mysqloracletest.domain.VSySydwCyryMysql;
 import com.ssf.mysqloracletest.domain.VSySydwmMysql;
 import com.ssf.mysqloracletest.domain.VSySydzMysql;
 
@@ -8,7 +10,7 @@ import com.ssf.mysqloracletest.domain.VSySydzMysql;
 * @description 针对表【v_sy_sydw】的数据库操作Service
 * @createDate 2023-11-29 22:43:38
 */
-public interface VSySydwMysqlService {
+public interface VSySydwMysqlService extends IService<VSySydwmMysql> {
     public VSySydwmMysql selectVSySydwByZJLID(String ZJLID);
 
     public int insertVSySydw(VSySydwmMysql sydw);

src/main/java/com/ssf/mysqloracletest/service/impl/MetaActualUnitUserInfoServiceImpl.java

@@ -0,0 +1,22 @@
+package com.ssf.mysqloracletest.service.impl;
+
+import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
+import com.ssf.mysqloracletest.domain.MetaActualUnitUserInfo;
+import com.ssf.mysqloracletest.service.MetaActualUnitUserInfoService;
+import com.ssf.mysqloracletest.mapper.MetaActualUnitUserInfoMapper;
+import org.springframework.stereotype.Service;
+
+/**
+* @author 28758
+* @description 针对表【meta_actual_unit_user_info(单位从业人员信息表)】的数据库操作Service实现
+* @createDate 2023-12-02 10:31:32
+*/
+@Service
+public class MetaActualUnitUserInfoServiceImpl extends ServiceImpl<MetaActualUnitUserInfoMapper, MetaActualUnitUserInfo>
+    implements MetaActualUnitUserInfoService{
+
+}
+
+
+
+

src/main/java/com/ssf/mysqloracletest/service/impl/VSySydwMysqlServiceImpl.java

@@ -1,7 +1,10 @@
 package com.ssf.mysqloracletest.service.impl;
 
 import com.baomidou.dynamic.datasource.annotation.DS;
+import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
+import com.ssf.mysqloracletest.domain.VSySydwCyryMysql;
 import com.ssf.mysqloracletest.domain.VSySydwmMysql;
+import com.ssf.mysqloracletest.mapper.VSySydwCyryMysqlMapper;
 import com.ssf.mysqloracletest.mapper.VSySydwMysqlMapper;
 import com.ssf.mysqloracletest.mapper.VSySyfwMysqlMapper;
 import com.ssf.mysqloracletest.service.VSySydwMysqlService;
@@ -17,7 +20,7 @@ import org.springframework.stereotype.Service;
 @Service
 @DS("mysql")
 @RequiredArgsConstructor
-public class VSySydwMysqlServiceImpl implements VSySydwMysqlService {
+public class VSySydwMysqlServiceImpl extends ServiceImpl<VSySydwMysqlMapper, VSySydwmMysql> implements VSySydwMysqlService {
 
     private final VSySydwMysqlMapper vSySydwMysqlMapper;
 

src/main/java/com/ssf/mysqloracletest/task/MetaActualUnitUserInfoTask.java

@@ -0,0 +1,139 @@
+package com.ssf.mysqloracletest.task;
+
+import com.baomidou.mybatisplus.core.conditions.update.UpdateWrapper;
+import com.ssf.mysqloracletest.domain.MetaActualUnitUserInfo;
+import com.ssf.mysqloracletest.domain.MetaImpUserInfo;
+import com.ssf.mysqloracletest.domain.VSySydwCyryMysql;
+import com.ssf.mysqloracletest.service.MetaActualUnitUserInfoService;
+import com.ssf.mysqloracletest.service.MetaImpUserInfoService;
+import com.ssf.mysqloracletest.service.VSySydwCyryMysqlService;
+import com.ssf.mysqloracletest.utils.ConfigParam;
+import com.ssf.mysqloracletest.utils.NumKit;
+import com.ssf.mysqloracletest.utils.StringKit;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.scheduling.annotation.Scheduled;
+import org.springframework.stereotype.Component;
+
+import javax.annotation.Resource;
+import java.util.HashMap;
+import java.util.List;
+import java.util.Map;
+import java.util.concurrent.CountDownLatch;
+import java.util.concurrent.ExecutorService;
+import java.util.concurrent.Executors;
+
+/**
+ *  用户数据接入
+ */
+@Component
+public class MetaActualUnitUserInfoTask {
+
+    private static final Logger logger = LoggerFactory.getLogger(MetaActualUnitUserInfoTask.class);
+
+    @Resource
+    private VSySydwCyryMysqlService vSySydwCyryMysqlService;
+
+    @Resource
+    private MetaActualUnitUserInfoService metaActualUnitUserInfoService;
+
+    final int oncesCounts = NumKit.checkInt(ConfigParam.oncesCounts) == 0 ? 1000 : NumKit.checkInt(ConfigParam.oncesCounts);
+
+    private boolean cyryTag = false;
+
+    /**
+     * 连云港 对接海康平台获取人员基础数据
+     * //
+     */
+    @Scheduled(initialDelay = 100, fixedDelay = 3000)
+    public void transcyry() {
+
+        if (cyryTag) {
+            return;
+        }
+
+        if (!"true".equals(ConfigParam.metaActualUnitUserInfoSwitch)) {
+            return;
+        }
+
+
+        try {
+            int countcyry = vSySydwCyryMysqlService.count();
+            logger.info("countcyry:" + countcyry);
+
+            if (countcyry > 0) {
+
+                cyryTag = true;
+
+                int count = countcyry / oncesCounts;
+                CountDownLatch latch = new CountDownLatch(count);
+                ExecutorService cyryPool = Executors.newFixedThreadPool(50);
+
+                for (int i = 0; i <= count; i++) {
+                    Map cyryMap = new HashMap();
+                    cyryMap.put("rowStart", i * oncesCounts);
+                    cyryMap.put("rowEnd", (i + 1) * oncesCounts);
+                    cyryPool.submit(() -> {
+                        try {
+                            List<VSySydwCyryMysql> list = vSySydwCyryMysqlService.lambdaQuery().list();
+                            for (VSySydwCyryMysql cyry : list) {
+                                MetaActualUnitUserInfo metaActualUnitUserInfo = new MetaActualUnitUserInfo();
+                                if (cyry.getDWID()!=null) {
+                                    metaActualUnitUserInfo.setUnitId(Long.parseLong(cyry.getDWID()));
+                                }
+                                metaActualUnitUserInfo.setUnitName(cyry.getDWMC());
+                                metaActualUnitUserInfo.setStaffName(cyry.getXM());
+                                metaActualUnitUserInfo.setIdentityId(cyry.getZJHM());
+                                metaActualUnitUserInfo.setContactInfo(cyry.getLXDH());
+                                if (cyry.getXB()!=null) {
+                                    metaActualUnitUserInfo.setSex(Integer.parseInt(cyry.getXB()));
+                                }
+                                if (cyry.getRYFL()!=null) {
+                                    metaActualUnitUserInfo.setStaffType(Integer.parseInt(cyry.getRYFL()));
+                                }
+                                if ("Y".equals(cyry.getZT())){
+                                    metaActualUnitUserInfo.setStaffState(1);
+                                }else if ("N".equals(cyry.getZT())){
+                                    metaActualUnitUserInfo.setStaffState(2);
+                                }
+                                metaActualUnitUserInfo.setMetaCreateTime(cyry.getYSBZK_RKSJ());
+                                metaActualUnitUserInfo.setMetaUpdateTime(cyry.getYSBZK_GXSJ());
+                                //确定一个数据是否唯一
+                                MetaActualUnitUserInfo one = metaActualUnitUserInfoService.lambdaQuery().eq(MetaActualUnitUserInfo::getIdentityId, cyry.getZJHM())
+                                        .eq(MetaActualUnitUserInfo::getStaffType, cyry.getRYFL()).one();
+                                if (one == null) {
+                                    metaActualUnitUserInfoService.save(metaActualUnitUserInfo);
+                                    logger.info("cyry-" + cyry.getZJHM() + ":插入成功");
+                                } else {
+                                    UpdateWrapper<MetaActualUnitUserInfo> metaActualUnitUserInfoUpdateWrapper = new UpdateWrapper<>();
+                                    metaActualUnitUserInfoUpdateWrapper.eq("identity_id", cyry.getZJHM());
+                                    metaActualUnitUserInfoUpdateWrapper.eq("staff_type", cyry.getRYFL());
+                                    metaActualUnitUserInfoService.update(metaActualUnitUserInfo,metaActualUnitUserInfoUpdateWrapper);
+                                    logger.info("cyry-" + cyry.getZJHM() + ":更新成功");
+                                }
+                            }
+                        } catch (Exception e) {
+                            logger.info("cyrys:" + e.getMessage());
+                        }
+                        latch.countDown();
+                    });
+                    logger.info("cyryMap数据总量:" + countcyry + "," + "当前处理下标:" + cyryMap.get("rowStart") + "/" + cyryMap.get("rowEnd"));
+                }
+
+                try {
+                    // Wait for all threads to complete
+                    latch.await();
+                } catch (InterruptedException e) {
+                    e.printStackTrace();
+                }
+                // 关闭线程池
+                cyryPool.shutdown();
+            }
+
+        } catch (Exception e) {
+            logger.info(StringKit.getTrace(e));
+        }
+    }
+
+
+}

src/main/java/com/ssf/mysqloracletest/task/MetaHandleAlarmTask.java

@@ -91,7 +91,9 @@ public class MetaHandleAlarmTask {
                                     metaHandleAlarmInfoService.save(metaHandleAlarmInfo);
                                     logger.info("cjxx-" + cjxx.getCJBH() + ":插入成功");
                                 } else {
-                                    metaHandleAlarmInfoService.update(metaHandleAlarmInfo,new UpdateWrapper<>(metaHandleAlarmInfo));
+                                    UpdateWrapper<MetaHandleAlarmInfo> metaHandleAlarmInfoUpdateWrapper = new UpdateWrapper<>();
+                                    metaHandleAlarmInfoUpdateWrapper.eq("alarm_code", cjxx.getCJBH());
+                                    metaHandleAlarmInfoService.update(metaHandleAlarmInfo,metaHandleAlarmInfoUpdateWrapper);
                                     logger.info("cjxx-" + cjxx.getCJBH() + ":更新成功");
                                 }
                             }

src/main/java/com/ssf/mysqloracletest/task/MetaImpUserInfoTask.java

@@ -1,5 +1,7 @@
 package com.ssf.mysqloracletest.task;
 
+import com.baomidou.mybatisplus.core.conditions.Wrapper;
+import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper;
 import com.baomidou.mybatisplus.core.conditions.update.UpdateWrapper;
 import com.ssf.mysqloracletest.domain.MetaImpUserInfo;
 import com.ssf.mysqloracletest.domain.ZhxfZdrygkRyjbxxViewMysql;
@@ -78,9 +80,22 @@ public class MetaImpUserInfoTask {
                                 MetaImpUserInfo metaImpUserInfo = new MetaImpUserInfo();
                                 metaImpUserInfo.setUserName(zdry.getXM());
                                 metaImpUserInfo.setIdCard(zdry.getZJHM());
+                                if (zdry.getXB()!=null) {
                                     metaImpUserInfo.setSex(Integer.parseInt(zdry.getXB()));
+                                }
                                 metaImpUserInfo.setPhone(zdry.getSJHM());
-                                metaImpUserInfo.setImpUserType(zdry.getZDRRYLBBJ());
+                                String s = "000000";
+                                if (zdry.getZDRYXL()!=null && !zdry.getZDRYXL().contains(",")){
+                                    String substring = zdry.getZDRYXL().substring(0, 4);
+                                    substring=substring+ s;
+                                    metaImpUserInfo.setImpUserType(substring);
+                                }else if (zdry.getZDRYXL().contains(",")){
+                                    String[] split = zdry.getZDRYXL().split(",");
+                                    String substring = split[0].substring(0, 4);
+                                    String substring1 = split[1].substring(0, 4);
+                                    substring = substring+s+","+substring1+s;
+                                    metaImpUserInfo.setImpUserType(substring);
+                                }
                                 metaImpUserInfo.setImpUserSubType(zdry.getZDRYXL());
                                 metaImpUserInfo.setHouseHoldRegister(zdry.getHJDQH());
                                 metaImpUserInfo.setHouseHoldAddress(zdry.getHJDXZ());
@@ -94,7 +109,9 @@ public class MetaImpUserInfoTask {
                                     metaImpUserInfoService.save(metaImpUserInfo);
                                     logger.info("zdry-" + zdry.getZJHM() + ":插入成功");
                                 } else {
-                                    metaImpUserInfoService.update(metaImpUserInfo,new UpdateWrapper<>(metaImpUserInfo));
+                                    UpdateWrapper<MetaImpUserInfo> metaImpUserInfoUpdateWrapper = new UpdateWrapper<>();
+                                    metaImpUserInfoUpdateWrapper.eq("id_card", zdry.getZJHM());
+                                    metaImpUserInfoService.update(metaImpUserInfo,metaImpUserInfoUpdateWrapper);
                                     logger.info("zdry-" + zdry.getZJHM() + ":更新成功");
                                 }
                             }

src/main/java/com/ssf/mysqloracletest/utils/ConfigParam.java

@@ -26,6 +26,7 @@ public class ConfigParam {
 
     public static String metaImpUserSwitch = StringKit.toString(PropertiesUtil.queryPropertiesByKey("metaImpUserSwitch"));
     public static String metaHandleAlarmSwitch = StringKit.toString(PropertiesUtil.queryPropertiesByKey("metaHandleAlarmSwitch"));
+    public static String metaActualUnitUserInfoSwitch = StringKit.toString(PropertiesUtil.queryPropertiesByKey("metaActualUnitUserInfoSwitch"));
 
     //将数据洗进 --->业务表的开关----------------------------------------------------------------------------------------------------------
     public static String NewNsydwSwitch = StringKit.toString(PropertiesUtil.queryPropertiesByKey("NewNsydwSwitch"));