fengchunyu
/
dataCompareSy
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

实有人口代码完善

Browse Source
develop
fengchunyu 10 months ago
parent 7644ac767f
commit 65b11a3eec
11 changed files with 75 additions and 102 deletions
Show Stats Download Patch File Download Diff File

2
src/main/java/com/ssf/mysqloracletest/task/AlarmInfoTask.java
Unescape View File

@ -51,7 +51,7 @@ public class AlarmInfoTask {
try { try {
QueryWrapper<JcjJjxxViewMysql> queryWrapper = new QueryWrapper<>(); QueryWrapper<JcjJjxxViewMysql> queryWrapper = new QueryWrapper<>();
queryWrapper.isNull("STATUS"); queryWrapper.isNull("STATUS");
Page<JcjJjxxViewMysql> page = new Page<>(1, 1000); Page<JcjJjxxViewMysql> page = new Page<>(1, 200);
List<JcjJjxxViewMysql> resultList = jjxxViewMysqlService.page(page, queryWrapper).getRecords(); List<JcjJjxxViewMysql> resultList = jjxxViewMysqlService.page(page, queryWrapper).getRecords();
CountDownLatch latch = new CountDownLatch(resultList.size()); CountDownLatch latch = new CountDownLatch(resultList.size());

2
src/main/java/com/ssf/mysqloracletest/task/MetaActualUnitUserInfoTask.java
Unescape View File

@ -43,7 +43,7 @@ public class MetaActualUnitUserInfoTask {
try { try {
QueryWrapper<VSySydwCyryMysql> queryWrapper = new QueryWrapper<>(); QueryWrapper<VSySydwCyryMysql> queryWrapper = new QueryWrapper<>();
queryWrapper.isNull("status"); queryWrapper.isNull("status");
Page<VSySydwCyryMysql> page = new Page<>(1, 1000); Page<VSySydwCyryMysql> page = new Page<>(1, 200);
List<VSySydwCyryMysql> resultList = vSySydwCyryMysqlService.page(page, queryWrapper).getRecords(); List<VSySydwCyryMysql> resultList = vSySydwCyryMysqlService.page(page, queryWrapper).getRecords();
CountDownLatch latch = new CountDownLatch(resultList.size()); CountDownLatch latch = new CountDownLatch(resultList.size());

2
src/main/java/com/ssf/mysqloracletest/task/MetaActualUserInfoTask.java
Unescape View File

@ -61,7 +61,7 @@ public class MetaActualUserInfoTask {
try { try {
QueryWrapper<VSySyrkMysql> queryWrapper = new QueryWrapper<>(); QueryWrapper<VSySyrkMysql> queryWrapper = new QueryWrapper<>();
queryWrapper.isNull("status"); queryWrapper.isNull("status");
Page<VSySyrkMysql> page = new Page<>(1, 1000); Page<VSySyrkMysql> page = new Page<>(1, 200);
List<VSySyrkMysql> resultList = vSySyrkMysqlService.page(page, queryWrapper).getRecords(); List<VSySyrkMysql> resultList = vSySyrkMysqlService.page(page, queryWrapper).getRecords();
logger.info("VSySyrkMysql size:" + resultList.size()); logger.info("VSySyrkMysql size:" + resultList.size());

2
src/main/java/com/ssf/mysqloracletest/task/MetaHandleAlarmTask.java
Unescape View File

@ -46,7 +46,7 @@ public class MetaHandleAlarmTask {
try { try {
QueryWrapper<JcjCjxxViewMysql> queryWrapper = new QueryWrapper<>(); QueryWrapper<JcjCjxxViewMysql> queryWrapper = new QueryWrapper<>();
queryWrapper.isNull("status"); queryWrapper.isNull("status");
Page<JcjCjxxViewMysql> page = new Page<>(1, 1000); Page<JcjCjxxViewMysql> page = new Page<>(1, 200);
List<JcjCjxxViewMysql> resultList = jcjCjxxViewMysqlService.page(page, queryWrapper).getRecords(); List<JcjCjxxViewMysql> resultList = jcjCjxxViewMysqlService.page(page, queryWrapper).getRecords();
CountDownLatch latch = new CountDownLatch(resultList.size()); CountDownLatch latch = new CountDownLatch(resultList.size());
ExecutorService cjxxPool = Executors.newFixedThreadPool(5); ExecutorService cjxxPool = Executors.newFixedThreadPool(5);

2
src/main/java/com/ssf/mysqloracletest/task/MetaImpUserInfoTask.java
Unescape View File

@ -46,7 +46,7 @@ public class MetaImpUserInfoTask {
try { try {
QueryWrapper<ZhxfZdrygkRyjbxxViewMysql> queryWrapper = new QueryWrapper<>(); QueryWrapper<ZhxfZdrygkRyjbxxViewMysql> queryWrapper = new QueryWrapper<>();
queryWrapper.isNull("status"); queryWrapper.isNull("status");
Page<ZhxfZdrygkRyjbxxViewMysql> page = new Page<>(1, 1000); Page<ZhxfZdrygkRyjbxxViewMysql> page = new Page<>(1, 200);
List<ZhxfZdrygkRyjbxxViewMysql> resultList = zdryMysqlService.page(page, queryWrapper).getRecords(); List<ZhxfZdrygkRyjbxxViewMysql> resultList = zdryMysqlService.page(page, queryWrapper).getRecords();
for (ZhxfZdrygkRyjbxxViewMysql bean : resultList) { for (ZhxfZdrygkRyjbxxViewMysql bean : resultList) {

2
src/main/java/com/ssf/mysqloracletest/task/RentalHousingTask.java
Unescape View File

@ -39,7 +39,7 @@ public class RentalHousingTask {
try { try {
QueryWrapper<VSySyfwMysql> queryWrapper = new QueryWrapper<>(); QueryWrapper<VSySyfwMysql> queryWrapper = new QueryWrapper<>();
queryWrapper.isNull("STATUS"); queryWrapper.isNull("STATUS");
Page<VSySyfwMysql> page = new Page<>(1, 1000); Page<VSySyfwMysql> page = new Page<>(1, 200);
List<VSySyfwMysql> resultList = syfwMysqlService.page(page, queryWrapper).getRecords(); List<VSySyfwMysql> resultList = syfwMysqlService.page(page, queryWrapper).getRecords();
CountDownLatch latch = new CountDownLatch(resultList.size()); CountDownLatch latch = new CountDownLatch(resultList.size());

2
src/main/java/com/ssf/mysqloracletest/task/UnitInfoTask.java
Unescape View File

@ -49,7 +49,7 @@ public class UnitInfoTask {
try { try {
QueryWrapper<VSySydwmMysql> queryWrapper = new QueryWrapper<>(); QueryWrapper<VSySydwmMysql> queryWrapper = new QueryWrapper<>();
queryWrapper.isNull("STATUS"); queryWrapper.isNull("STATUS");
Page<VSySydwmMysql> page = new Page<>(1, 1000); Page<VSySydwmMysql> page = new Page<>(1, 200);
List<VSySydwmMysql> resultList = vSySydwMysqlService.page(page, queryWrapper).getRecords(); List<VSySydwmMysql> resultList = vSySydwMysqlService.page(page, queryWrapper).getRecords();
CountDownLatch latch = new CountDownLatch(resultList.size()); CountDownLatch latch = new CountDownLatch(resultList.size());

146
src/main/java/com/ssf/mysqloracletest/task/VLgryGjxxTask.java
Unescape View File

@ -23,9 +23,6 @@ import java.text.SimpleDateFormat;
import java.util.HashMap; import java.util.HashMap;
import java.util.List; import java.util.List;
import java.util.Map; import java.util.Map;
import java.util.concurrent.CountDownLatch;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
/** /**
* 用户数据接入 * 用户数据接入
@ -87,90 +84,79 @@ public class VLgryGjxxTask {
lgryMap.put("maxTime", currentFormattedDate); lgryMap.put("maxTime", currentFormattedDate);
lgryMap.put("minTime", oneYearLaterFormattedDate); lgryMap.put("minTime", oneYearLaterFormattedDate);
List<VLgryGjxxOracle> list = vLgryGjxxOracleService.getLgryListByTime(lgryMap); List<VLgryGjxxOracle> list = vLgryGjxxOracleService.getLgryListByTime(lgryMap);
CountDownLatch latch = new CountDownLatch(list.size()); try {
for (VLgryGjxxOracle lgry : list) {
try { if ("10".equals(lgry.getYJLX())) {
for (VLgryGjxxOracle lgry : list) { TransitImpVehicleRecord transitImpVehicleRecord = new TransitImpVehicleRecord();
if ("10".equals(lgry.getYJLX())) { transitImpVehicleRecord.setDeviceCode(lgry.getHDFSDDDM());
TransitImpVehicleRecord transitImpVehicleRecord = new TransitImpVehicleRecord(); transitImpVehicleRecord.setLongitude(NumKit.checkBigDecimal(lgry.getYJJDZB()));
transitImpVehicleRecord.setDeviceCode(lgry.getHDFSDDDM()); transitImpVehicleRecord.setLatitude(NumKit.checkBigDecimal(lgry.getYJWDZB()));
transitImpVehicleRecord.setLongitude(NumKit.checkBigDecimal(lgry.getYJJDZB())); transitImpVehicleRecord.setDeviceAddress(lgry.getHDFSDD());
transitImpVehicleRecord.setLatitude(NumKit.checkBigDecimal(lgry.getYJWDZB())); transitImpVehicleRecord.setOrientation(lgry.getVALUE7());
transitImpVehicleRecord.setDeviceAddress(lgry.getHDFSDD()); transitImpVehicleRecord.setPlateNo(lgry.getVALUE2());
transitImpVehicleRecord.setOrientation(lgry.getVALUE7()); transitImpVehicleRecord.setGlobalPic(lgry.getZPDT());
transitImpVehicleRecord.setPlateNo(lgry.getVALUE2()); transitImpVehicleRecord.setPlatePic(lgry.getZPXT());
transitImpVehicleRecord.setGlobalPic(lgry.getZPDT()); transitImpVehicleRecord.setUserPic(lgry.getRXURL());
transitImpVehicleRecord.setPlatePic(lgry.getZPXT()); transitImpVehicleRecord.setOwnerName(lgry.getYJDXMC());
transitImpVehicleRecord.setUserPic(lgry.getRXURL()); transitImpVehicleRecord.setIdCard(lgry.getYJDXHM());
transitImpVehicleRecord.setOwnerName(lgry.getYJDXMC()); transitImpVehicleRecord.setPassTime(NumKit.checkLong(lgry.getYJFBSJ()));
transitImpVehicleRecord.setIdCard(lgry.getYJDXHM()); transitImpVehicleRecord.setPartitionField(dateFormat.parse(lgry.getYJFBSJ()));
transitImpVehicleRecord.setPassTime(NumKit.checkLong(lgry.getYJFBSJ())); transitImpVehicleRecord.setPoliceStationName(lgry.getVALUE8());
transitImpVehicleRecord.setPartitionField(dateFormat.parse(lgry.getYJFBSJ())); transitImpVehicleRecord.setControlBasis(lgry.getVALUE9());
transitImpVehicleRecord.setPoliceStationName(lgry.getVALUE8()); transitImpVehicleRecord.setControlBasisNotes(lgry.getVALUE10());
transitImpVehicleRecord.setControlBasis(lgry.getVALUE9()); transitImpVehicleRecord.setImpUserTypeName("列管人员");
transitImpVehicleRecord.setControlBasisNotes(lgry.getVALUE10()); TransitImpVehicleRecord one = transitImpVehicleRecordService.lambdaQuery().eq(TransitImpVehicleRecord::getGlobalPic, lgry.getZPDT()).one();
transitImpVehicleRecord.setImpUserTypeName("列管人员"); if (one == null) {
TransitImpVehicleRecord one = transitImpVehicleRecordService.lambdaQuery().eq(TransitImpVehicleRecord::getGlobalPic, lgry.getZPDT()).one(); boolean save = transitImpVehicleRecordService.save(transitImpVehicleRecord);
if (one == null) { if (save) {
boolean save = transitImpVehicleRecordService.save(transitImpVehicleRecord); logger.info("Lgry-" + lgry.getYJXXID() + ":插入成功");
if (save) { }
logger.info("Lgry-" + lgry.getYJXXID() + ":插入成功"); } else {
} UpdateWrapper<TransitImpVehicleRecord> transitImpVehicleRecordUpdateWrapper = new UpdateWrapper<>();
} else { transitImpVehicleRecordUpdateWrapper.eq("global_pic", lgry.getZPDT());
UpdateWrapper<TransitImpVehicleRecord> transitImpVehicleRecordUpdateWrapper = new UpdateWrapper<>(); boolean update = transitImpVehicleRecordService.update(transitImpVehicleRecord, transitImpVehicleRecordUpdateWrapper);
transitImpVehicleRecordUpdateWrapper.eq("global_pic", lgry.getZPDT()); if (update) {
boolean update = transitImpVehicleRecordService.update(transitImpVehicleRecord, transitImpVehicleRecordUpdateWrapper); logger.info("Lgry-" + lgry.getYJXXID() + ":更新成功");
if (update) {
logger.info("Lgry-" + lgry.getYJXXID() + ":更新成功");
}
} }
} }
if ("09".equals(lgry.getYJLX())) { }
TransitImpUserRecord transitImpUserRecord = new TransitImpUserRecord(); if ("09".equals(lgry.getYJLX())) {
transitImpUserRecord.setDeviceCode(lgry.getHDFSDDDM()); TransitImpUserRecord transitImpUserRecord = new TransitImpUserRecord();
transitImpUserRecord.setLongitude(NumKit.checkBigDecimal(lgry.getYJJDZB())); transitImpUserRecord.setDeviceCode(lgry.getHDFSDDDM());
transitImpUserRecord.setLatitude(NumKit.checkBigDecimal(lgry.getYJWDZB())); transitImpUserRecord.setLongitude(NumKit.checkBigDecimal(lgry.getYJJDZB()));
transitImpUserRecord.setDeviceAddress(lgry.getHDFSDD()); transitImpUserRecord.setLatitude(NumKit.checkBigDecimal(lgry.getYJWDZB()));
transitImpUserRecord.setGlobalPic(lgry.getZPDT()); transitImpUserRecord.setDeviceAddress(lgry.getHDFSDD());
transitImpUserRecord.setUserPic(lgry.getZPXT()); transitImpUserRecord.setGlobalPic(lgry.getZPDT());
transitImpUserRecord.setSimilarity(lgry.getVALUE2()); transitImpUserRecord.setUserPic(lgry.getZPXT());
transitImpUserRecord.setOwnerName(lgry.getYJDXMC()); transitImpUserRecord.setSimilarity(lgry.getVALUE2());
transitImpUserRecord.setIdCard(lgry.getYJDXHM()); transitImpUserRecord.setOwnerName(lgry.getYJDXMC());
transitImpUserRecord.setPassTime(NumKit.checkLong(lgry.getYJFBSJ())); transitImpUserRecord.setIdCard(lgry.getYJDXHM());
transitImpUserRecord.setPartitionField(dateFormat.parse(lgry.getYJFBSJ())); transitImpUserRecord.setPassTime(NumKit.checkLong(lgry.getYJFBSJ()));
transitImpUserRecord.setPoliceStationName(lgry.getVALUE8()); transitImpUserRecord.setPartitionField(dateFormat.parse(lgry.getYJFBSJ()));
transitImpUserRecord.setControlBasis(lgry.getVALUE9()); transitImpUserRecord.setPoliceStationName(lgry.getVALUE8());
transitImpUserRecord.setControlBasisNotes(lgry.getVALUE10()); transitImpUserRecord.setControlBasis(lgry.getVALUE9());
transitImpUserRecord.setImpUserTypeName("列管人员"); transitImpUserRecord.setControlBasisNotes(lgry.getVALUE10());
TransitImpUserRecord one = transitImpUserRecordService.lambdaQuery().eq(TransitImpUserRecord::getGlobalPic, lgry.getZPDT()).one(); transitImpUserRecord.setImpUserTypeName("列管人员");
if (one == null) { TransitImpUserRecord one = transitImpUserRecordService.lambdaQuery().eq(TransitImpUserRecord::getGlobalPic, lgry.getZPDT()).one();
boolean save = transitImpUserRecordService.save(transitImpUserRecord); if (one == null) {
if (save) { boolean save = transitImpUserRecordService.save(transitImpUserRecord);
logger.info("Lgry-" + lgry.getYJXXID() + ":插入成功"); if (save) {
} logger.info("Lgry-" + lgry.getYJXXID() + ":插入成功");
} else { }
UpdateWrapper<TransitImpUserRecord> transitImpUserRecordUpdateWrapper = new UpdateWrapper<>(); } else {
transitImpUserRecordUpdateWrapper.eq("global_pic", lgry.getZPDT()); UpdateWrapper<TransitImpUserRecord> transitImpUserRecordUpdateWrapper = new UpdateWrapper<>();
boolean update = transitImpUserRecordService.update(transitImpUserRecord, transitImpUserRecordUpdateWrapper); transitImpUserRecordUpdateWrapper.eq("global_pic", lgry.getZPDT());
if (update) { boolean update = transitImpUserRecordService.update(transitImpUserRecord, transitImpUserRecordUpdateWrapper);
logger.info("Lgry-" + lgry.getYJXXID() + ":更新成功"); if (update) {
} logger.info("Lgry-" + lgry.getYJXXID() + ":更新成功");
} }
} }
} }
} catch (Exception e) {
logger.info("Lgrys:" + StringKit.getTrace(e));
}
latch.countDown();
try { }
// Wait for all threads to complete } catch (Exception e) {
latch.await(); logger.info("Lgrys:" + StringKit.getTrace(e));
} catch (InterruptedException e) {
e.printStackTrace();
} }
} catch ( } catch (

12
src/main/java/com/ssf/mysqloracletest/task/VSwryGjxxTask.java
Unescape View File

@ -87,8 +87,6 @@ public class VSwryGjxxTask {
SwryMap.put("maxTime", currentFormattedDate); SwryMap.put("maxTime", currentFormattedDate);
SwryMap.put("minTime", oneYearLaterFormattedDate); SwryMap.put("minTime", oneYearLaterFormattedDate);
List<VSwryGjxxOracle> Swrys = vSySwryGjxxOracleService.getSwryListByTime(SwryMap); List<VSwryGjxxOracle> Swrys = vSySwryGjxxOracleService.getSwryListByTime(SwryMap);
CountDownLatch latch = new CountDownLatch(Swrys.size());
try { try {
for (VSwryGjxxOracle swry : Swrys) { for (VSwryGjxxOracle swry : Swrys) {
if ("02".equals(swry.getGJLX())) { if ("02".equals(swry.getGJLX())) {
@ -155,16 +153,6 @@ public class VSwryGjxxTask {
} catch (Exception e) { } catch (Exception e) {
logger.info("Swrys:" + StringKit.getTrace(e)); logger.info("Swrys:" + StringKit.getTrace(e));
} }
latch.countDown();
try {
// Wait for all threads to complete
latch.await();
} catch (InterruptedException e) {
e.printStackTrace();
}
} catch ( } catch (
Exception e) { Exception e) {

2
src/main/resources/application.yml
Unescape View File

@ -1 +1 @@
server: port: 1204 spring: datasource: dynamic: primary: mysql #设置默认的数据源或者数据源组,默认值即为master strict: false #设置严格模式,默认false不启动. 启动后再为匹配到指定数据源时候回抛出异常,不启动会使用默认数据源. datasource: oracleSydz: url: jdbc:mysql://121.41.91.94:12036/yhzafk?useUnicode=true&characterEncoding=utf8&useSSL=false&allowMultiQueries=true&serverTimezone=GMT&connectTimeout=150000 driver-class-name: com.mysql.cj.jdbc.Driver username: root password: '!QAZ1qaz' mysql: url: jdbc:mysql://121.41.91.94:12036/yhzafk?useUnicode=true&characterEncoding=utf8&useSSL=false&allowMultiQueries=true&serverTimezone=GMT&connectTimeout=150000 driver-class-name: com.mysql.cj.jdbc.Driver username: root password: '!QAZ1qaz' mybatis-plus: configuration: log-impl: org.apache.ibatis.logging.stdout.StdOutImpl mapper-locations: - classpath:mapper/*.xml mybatis: configuration: map-underscore-to-camel-case: true mapper-locations: mybatis/**/*Mapper.xml typeAliasesPackage: com.ssf.mysqloracletest.**.domain logging: level: root: info com.ssf.mysqloracletest: debug server: port: 1204 connection-timeout: 60000 spring: datasource: dynamic: primary: mysql #设置默认的数据源或者数据源组,默认值即为master strict: false #设置严格模式,默认false不启动. 启动后再为匹配到指定数据源时候回抛出异常,不启动会使用默认数据源. datasource: oracleSydz: url: jdbc:mysql://121.41.91.94:12036/yhzafk?useUnicode=true&characterEncoding=utf8&useSSL=false&allowMultiQueries=true&serverTimezone=GMT&connectTimeout=150000 driver-class-name: com.mysql.cj.jdbc.Driver username: root password: '!QAZ1qaz' mysql: url: jdbc:mysql://121.41.91.94:12036/yhzafk?useUnicode=true&characterEncoding=utf8&useSSL=false&allowMultiQueries=true&serverTimezone=GMT&connectTimeout=150000 driver-class-name: com.mysql.cj.jdbc.Driver username: root password: '!QAZ1qaz' hikari: max-pool-size: 100 min-idle: 5 connection-timeout: 60000 mybatis-plus: configuration: log-impl: org.apache.ibatis.logging.stdout.StdOutImpl mapper-locations: - classpath:mapper/*.xml mybatis: configuration: map-underscore-to-camel-case: true mapper-locations: mybatis/**/*Mapper.xml typeAliasesPackage: com.ssf.mysqloracletest.**.domain logging: level: root: info com.ssf.mysqloracletest: debug

3
src/main/resources/mapper/VSySyrkMysqlMapper.xml
Unescape View File

@ -55,8 +55,7 @@
</select> </select>
<select id="selectVSySyrkList" parameterType="java.lang.String" resultMap="BaseResultMap"> <select id="selectVSySyrkList" parameterType="java.lang.String" resultMap="BaseResultMap">
select * from v_sy_syrk where status is null select * from v_sy_syrk where status is null limit 200
limit 1000
</select> </select>
<insert id="insertVSySyrk" parameterType="com.ssf.mysqloracletest.domain.VSySyrkMysql" useGeneratedKeys="true" <insert id="insertVSySyrk" parameterType="com.ssf.mysqloracletest.domain.VSySyrkMysql" useGeneratedKeys="true"

Write Preview
Loading…
Cancel
Save