fengchunyu
/
dataCompareSy
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

实有人口代码完善

Browse Source
develop
fengchunyu 1 year ago
parent 7644ac767f
commit 65b11a3eec
11 changed files with 75 additions and 102 deletions
Show Stats Download Patch File Download Diff File

2
src/main/java/com/ssf/mysqloracletest/task/AlarmInfoTask.java
Unescape View File

@ -51,7 +51,7 @@ public class AlarmInfoTask {
try {
QueryWrapper<JcjJjxxViewMysql> queryWrapper = new QueryWrapper<>();
queryWrapper.isNull("STATUS");
Page<JcjJjxxViewMysql> page = new Page<>(1, 1000);
Page<JcjJjxxViewMysql> page = new Page<>(1, 200);
List<JcjJjxxViewMysql> resultList = jjxxViewMysqlService.page(page, queryWrapper).getRecords();
CountDownLatch latch = new CountDownLatch(resultList.size());

2
src/main/java/com/ssf/mysqloracletest/task/MetaActualUnitUserInfoTask.java
Unescape View File

@ -43,7 +43,7 @@ public class MetaActualUnitUserInfoTask {
try {
QueryWrapper<VSySydwCyryMysql> queryWrapper = new QueryWrapper<>();
queryWrapper.isNull("status");
Page<VSySydwCyryMysql> page = new Page<>(1, 1000);
Page<VSySydwCyryMysql> page = new Page<>(1, 200);
List<VSySydwCyryMysql> resultList = vSySydwCyryMysqlService.page(page, queryWrapper).getRecords();
CountDownLatch latch = new CountDownLatch(resultList.size());

2
src/main/java/com/ssf/mysqloracletest/task/MetaActualUserInfoTask.java
Unescape View File

@ -61,7 +61,7 @@ public class MetaActualUserInfoTask {
try {
QueryWrapper<VSySyrkMysql> queryWrapper = new QueryWrapper<>();
queryWrapper.isNull("status");
Page<VSySyrkMysql> page = new Page<>(1, 1000);
Page<VSySyrkMysql> page = new Page<>(1, 200);
List<VSySyrkMysql> resultList = vSySyrkMysqlService.page(page, queryWrapper).getRecords();
logger.info("VSySyrkMysql size:" + resultList.size());

2
src/main/java/com/ssf/mysqloracletest/task/MetaHandleAlarmTask.java
Unescape View File

@ -46,7 +46,7 @@ public class MetaHandleAlarmTask {
try {
QueryWrapper<JcjCjxxViewMysql> queryWrapper = new QueryWrapper<>();
queryWrapper.isNull("status");
Page<JcjCjxxViewMysql> page = new Page<>(1, 1000);
Page<JcjCjxxViewMysql> page = new Page<>(1, 200);
List<JcjCjxxViewMysql> resultList = jcjCjxxViewMysqlService.page(page, queryWrapper).getRecords();
CountDownLatch latch = new CountDownLatch(resultList.size());
ExecutorService cjxxPool = Executors.newFixedThreadPool(5);

2
src/main/java/com/ssf/mysqloracletest/task/MetaImpUserInfoTask.java
Unescape View File

@ -46,7 +46,7 @@ public class MetaImpUserInfoTask {
try {
QueryWrapper<ZhxfZdrygkRyjbxxViewMysql> queryWrapper = new QueryWrapper<>();
queryWrapper.isNull("status");
Page<ZhxfZdrygkRyjbxxViewMysql> page = new Page<>(1, 1000);
Page<ZhxfZdrygkRyjbxxViewMysql> page = new Page<>(1, 200);
List<ZhxfZdrygkRyjbxxViewMysql> resultList = zdryMysqlService.page(page, queryWrapper).getRecords();
for (ZhxfZdrygkRyjbxxViewMysql bean : resultList) {

2
src/main/java/com/ssf/mysqloracletest/task/RentalHousingTask.java
Unescape View File

@ -39,7 +39,7 @@ public class RentalHousingTask {
try {
QueryWrapper<VSySyfwMysql> queryWrapper = new QueryWrapper<>();
queryWrapper.isNull("STATUS");
Page<VSySyfwMysql> page = new Page<>(1, 1000);
Page<VSySyfwMysql> page = new Page<>(1, 200);
List<VSySyfwMysql> resultList = syfwMysqlService.page(page, queryWrapper).getRecords();
CountDownLatch latch = new CountDownLatch(resultList.size());

2
src/main/java/com/ssf/mysqloracletest/task/UnitInfoTask.java
Unescape View File

@ -49,7 +49,7 @@ public class UnitInfoTask {
try {
QueryWrapper<VSySydwmMysql> queryWrapper = new QueryWrapper<>();
queryWrapper.isNull("STATUS");
Page<VSySydwmMysql> page = new Page<>(1, 1000);
Page<VSySydwmMysql> page = new Page<>(1, 200);
List<VSySydwmMysql> resultList = vSySydwMysqlService.page(page, queryWrapper).getRecords();
CountDownLatch latch = new CountDownLatch(resultList.size());

146
src/main/java/com/ssf/mysqloracletest/task/VLgryGjxxTask.java
Unescape View File

@ -23,9 +23,6 @@ import java.text.SimpleDateFormat;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.concurrent.CountDownLatch;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
/**
* 用户数据接入
@ -87,90 +84,79 @@ public class VLgryGjxxTask {
lgryMap.put("maxTime", currentFormattedDate);
lgryMap.put("minTime", oneYearLaterFormattedDate);
List<VLgryGjxxOracle> list = vLgryGjxxOracleService.getLgryListByTime(lgryMap);
CountDownLatch latch = new CountDownLatch(list.size());
try {
for (VLgryGjxxOracle lgry : list) {
if ("10".equals(lgry.getYJLX())) {
TransitImpVehicleRecord transitImpVehicleRecord = new TransitImpVehicleRecord();
transitImpVehicleRecord.setDeviceCode(lgry.getHDFSDDDM());
transitImpVehicleRecord.setLongitude(NumKit.checkBigDecimal(lgry.getYJJDZB()));
transitImpVehicleRecord.setLatitude(NumKit.checkBigDecimal(lgry.getYJWDZB()));
transitImpVehicleRecord.setDeviceAddress(lgry.getHDFSDD());
transitImpVehicleRecord.setOrientation(lgry.getVALUE7());
transitImpVehicleRecord.setPlateNo(lgry.getVALUE2());
transitImpVehicleRecord.setGlobalPic(lgry.getZPDT());
transitImpVehicleRecord.setPlatePic(lgry.getZPXT());
transitImpVehicleRecord.setUserPic(lgry.getRXURL());
transitImpVehicleRecord.setOwnerName(lgry.getYJDXMC());
transitImpVehicleRecord.setIdCard(lgry.getYJDXHM());
transitImpVehicleRecord.setPassTime(NumKit.checkLong(lgry.getYJFBSJ()));
transitImpVehicleRecord.setPartitionField(dateFormat.parse(lgry.getYJFBSJ()));
transitImpVehicleRecord.setPoliceStationName(lgry.getVALUE8());
transitImpVehicleRecord.setControlBasis(lgry.getVALUE9());
transitImpVehicleRecord.setControlBasisNotes(lgry.getVALUE10());
transitImpVehicleRecord.setImpUserTypeName("列管人员");
TransitImpVehicleRecord one = transitImpVehicleRecordService.lambdaQuery().eq(TransitImpVehicleRecord::getGlobalPic, lgry.getZPDT()).one();
if (one == null) {
boolean save = transitImpVehicleRecordService.save(transitImpVehicleRecord);
if (save) {
logger.info("Lgry-" + lgry.getYJXXID() + ":插入成功");
}
} else {
UpdateWrapper<TransitImpVehicleRecord> transitImpVehicleRecordUpdateWrapper = new UpdateWrapper<>();
transitImpVehicleRecordUpdateWrapper.eq("global_pic", lgry.getZPDT());
boolean update = transitImpVehicleRecordService.update(transitImpVehicleRecord, transitImpVehicleRecordUpdateWrapper);
if (update) {
logger.info("Lgry-" + lgry.getYJXXID() + ":更新成功");
}
try {
for (VLgryGjxxOracle lgry : list) {
if ("10".equals(lgry.getYJLX())) {
TransitImpVehicleRecord transitImpVehicleRecord = new TransitImpVehicleRecord();
transitImpVehicleRecord.setDeviceCode(lgry.getHDFSDDDM());
transitImpVehicleRecord.setLongitude(NumKit.checkBigDecimal(lgry.getYJJDZB()));
transitImpVehicleRecord.setLatitude(NumKit.checkBigDecimal(lgry.getYJWDZB()));
transitImpVehicleRecord.setDeviceAddress(lgry.getHDFSDD());
transitImpVehicleRecord.setOrientation(lgry.getVALUE7());
transitImpVehicleRecord.setPlateNo(lgry.getVALUE2());
transitImpVehicleRecord.setGlobalPic(lgry.getZPDT());
transitImpVehicleRecord.setPlatePic(lgry.getZPXT());
transitImpVehicleRecord.setUserPic(lgry.getRXURL());
transitImpVehicleRecord.setOwnerName(lgry.getYJDXMC());
transitImpVehicleRecord.setIdCard(lgry.getYJDXHM());
transitImpVehicleRecord.setPassTime(NumKit.checkLong(lgry.getYJFBSJ()));
transitImpVehicleRecord.setPartitionField(dateFormat.parse(lgry.getYJFBSJ()));
transitImpVehicleRecord.setPoliceStationName(lgry.getVALUE8());
transitImpVehicleRecord.setControlBasis(lgry.getVALUE9());
transitImpVehicleRecord.setControlBasisNotes(lgry.getVALUE10());
transitImpVehicleRecord.setImpUserTypeName("列管人员");
TransitImpVehicleRecord one = transitImpVehicleRecordService.lambdaQuery().eq(TransitImpVehicleRecord::getGlobalPic, lgry.getZPDT()).one();
if (one == null) {
boolean save = transitImpVehicleRecordService.save(transitImpVehicleRecord);
if (save) {
logger.info("Lgry-" + lgry.getYJXXID() + ":插入成功");
}
} else {
UpdateWrapper<TransitImpVehicleRecord> transitImpVehicleRecordUpdateWrapper = new UpdateWrapper<>();
transitImpVehicleRecordUpdateWrapper.eq("global_pic", lgry.getZPDT());
boolean update = transitImpVehicleRecordService.update(transitImpVehicleRecord, transitImpVehicleRecordUpdateWrapper);
if (update) {
logger.info("Lgry-" + lgry.getYJXXID() + ":更新成功");
}
}
if ("09".equals(lgry.getYJLX())) {
TransitImpUserRecord transitImpUserRecord = new TransitImpUserRecord();
transitImpUserRecord.setDeviceCode(lgry.getHDFSDDDM());
transitImpUserRecord.setLongitude(NumKit.checkBigDecimal(lgry.getYJJDZB()));
transitImpUserRecord.setLatitude(NumKit.checkBigDecimal(lgry.getYJWDZB()));
transitImpUserRecord.setDeviceAddress(lgry.getHDFSDD());
transitImpUserRecord.setGlobalPic(lgry.getZPDT());
transitImpUserRecord.setUserPic(lgry.getZPXT());
transitImpUserRecord.setSimilarity(lgry.getVALUE2());
transitImpUserRecord.setOwnerName(lgry.getYJDXMC());
transitImpUserRecord.setIdCard(lgry.getYJDXHM());
transitImpUserRecord.setPassTime(NumKit.checkLong(lgry.getYJFBSJ()));
transitImpUserRecord.setPartitionField(dateFormat.parse(lgry.getYJFBSJ()));
transitImpUserRecord.setPoliceStationName(lgry.getVALUE8());
transitImpUserRecord.setControlBasis(lgry.getVALUE9());
transitImpUserRecord.setControlBasisNotes(lgry.getVALUE10());
transitImpUserRecord.setImpUserTypeName("列管人员");
TransitImpUserRecord one = transitImpUserRecordService.lambdaQuery().eq(TransitImpUserRecord::getGlobalPic, lgry.getZPDT()).one();
if (one == null) {
boolean save = transitImpUserRecordService.save(transitImpUserRecord);
if (save) {
logger.info("Lgry-" + lgry.getYJXXID() + ":插入成功");
}
} else {
UpdateWrapper<TransitImpUserRecord> transitImpUserRecordUpdateWrapper = new UpdateWrapper<>();
transitImpUserRecordUpdateWrapper.eq("global_pic", lgry.getZPDT());
boolean update = transitImpUserRecordService.update(transitImpUserRecord, transitImpUserRecordUpdateWrapper);
if (update) {
logger.info("Lgry-" + lgry.getYJXXID() + ":更新成功");
}
}
if ("09".equals(lgry.getYJLX())) {
TransitImpUserRecord transitImpUserRecord = new TransitImpUserRecord();
transitImpUserRecord.setDeviceCode(lgry.getHDFSDDDM());
transitImpUserRecord.setLongitude(NumKit.checkBigDecimal(lgry.getYJJDZB()));
transitImpUserRecord.setLatitude(NumKit.checkBigDecimal(lgry.getYJWDZB()));
transitImpUserRecord.setDeviceAddress(lgry.getHDFSDD());
transitImpUserRecord.setGlobalPic(lgry.getZPDT());
transitImpUserRecord.setUserPic(lgry.getZPXT());
transitImpUserRecord.setSimilarity(lgry.getVALUE2());
transitImpUserRecord.setOwnerName(lgry.getYJDXMC());
transitImpUserRecord.setIdCard(lgry.getYJDXHM());
transitImpUserRecord.setPassTime(NumKit.checkLong(lgry.getYJFBSJ()));
transitImpUserRecord.setPartitionField(dateFormat.parse(lgry.getYJFBSJ()));
transitImpUserRecord.setPoliceStationName(lgry.getVALUE8());
transitImpUserRecord.setControlBasis(lgry.getVALUE9());
transitImpUserRecord.setControlBasisNotes(lgry.getVALUE10());
transitImpUserRecord.setImpUserTypeName("列管人员");
TransitImpUserRecord one = transitImpUserRecordService.lambdaQuery().eq(TransitImpUserRecord::getGlobalPic, lgry.getZPDT()).one();
if (one == null) {
boolean save = transitImpUserRecordService.save(transitImpUserRecord);
if (save) {
logger.info("Lgry-" + lgry.getYJXXID() + ":插入成功");
}
} else {
UpdateWrapper<TransitImpUserRecord> transitImpUserRecordUpdateWrapper = new UpdateWrapper<>();
transitImpUserRecordUpdateWrapper.eq("global_pic", lgry.getZPDT());
boolean update = transitImpUserRecordService.update(transitImpUserRecord, transitImpUserRecordUpdateWrapper);
if (update) {
logger.info("Lgry-" + lgry.getYJXXID() + ":更新成功");
}
}
}
} catch (Exception e) {
logger.info("Lgrys:" + StringKit.getTrace(e));
}
latch.countDown();
try {
// Wait for all threads to complete
latch.await();
} catch (InterruptedException e) {
e.printStackTrace();
}
} catch (Exception e) {
logger.info("Lgrys:" + StringKit.getTrace(e));
}
} catch (

12
src/main/java/com/ssf/mysqloracletest/task/VSwryGjxxTask.java
Unescape View File

@ -87,8 +87,6 @@ public class VSwryGjxxTask {
SwryMap.put("maxTime", currentFormattedDate);
SwryMap.put("minTime", oneYearLaterFormattedDate);
List<VSwryGjxxOracle> Swrys = vSySwryGjxxOracleService.getSwryListByTime(SwryMap);
CountDownLatch latch = new CountDownLatch(Swrys.size());
try {
for (VSwryGjxxOracle swry : Swrys) {
if ("02".equals(swry.getGJLX())) {
@ -155,16 +153,6 @@ public class VSwryGjxxTask {
} catch (Exception e) {
logger.info("Swrys:" + StringKit.getTrace(e));
}
latch.countDown();
try {
// Wait for all threads to complete
latch.await();
} catch (InterruptedException e) {
e.printStackTrace();
}
} catch (
Exception e) {

2
src/main/resources/application.yml
Unescape View File

@ -1 +1 @@
server: port: 1204 spring: datasource: dynamic: primary: mysql #设置默认的数据源或者数据源组,默认值即为master strict: false #设置严格模式,默认false不启动. 启动后再为匹配到指定数据源时候回抛出异常,不启动会使用默认数据源. datasource: oracleSydz: url: jdbc:mysql://121.41.91.94:12036/yhzafk?useUnicode=true&characterEncoding=utf8&useSSL=false&allowMultiQueries=true&serverTimezone=GMT&connectTimeout=150000 driver-class-name: com.mysql.cj.jdbc.Driver username: root password: '!QAZ1qaz' mysql: url: jdbc:mysql://121.41.91.94:12036/yhzafk?useUnicode=true&characterEncoding=utf8&useSSL=false&allowMultiQueries=true&serverTimezone=GMT&connectTimeout=150000 driver-class-name: com.mysql.cj.jdbc.Driver username: root password: '!QAZ1qaz' mybatis-plus: configuration: log-impl: org.apache.ibatis.logging.stdout.StdOutImpl mapper-locations: - classpath:mapper/*.xml mybatis: configuration: map-underscore-to-camel-case: true mapper-locations: mybatis/**/*Mapper.xml typeAliasesPackage: com.ssf.mysqloracletest.**.domain logging: level: root: info com.ssf.mysqloracletest: debug
server: port: 1204 connection-timeout: 60000 spring: datasource: dynamic: primary: mysql #设置默认的数据源或者数据源组,默认值即为master strict: false #设置严格模式,默认false不启动. 启动后再为匹配到指定数据源时候回抛出异常,不启动会使用默认数据源. datasource: oracleSydz: url: jdbc:mysql://121.41.91.94:12036/yhzafk?useUnicode=true&characterEncoding=utf8&useSSL=false&allowMultiQueries=true&serverTimezone=GMT&connectTimeout=150000 driver-class-name: com.mysql.cj.jdbc.Driver username: root password: '!QAZ1qaz' mysql: url: jdbc:mysql://121.41.91.94:12036/yhzafk?useUnicode=true&characterEncoding=utf8&useSSL=false&allowMultiQueries=true&serverTimezone=GMT&connectTimeout=150000 driver-class-name: com.mysql.cj.jdbc.Driver username: root password: '!QAZ1qaz' hikari: max-pool-size: 100 min-idle: 5 connection-timeout: 60000 mybatis-plus: configuration: log-impl: org.apache.ibatis.logging.stdout.StdOutImpl mapper-locations: - classpath:mapper/*.xml mybatis: configuration: map-underscore-to-camel-case: true mapper-locations: mybatis/**/*Mapper.xml typeAliasesPackage: com.ssf.mysqloracletest.**.domain logging: level: root: info com.ssf.mysqloracletest: debug

3
src/main/resources/mapper/VSySyrkMysqlMapper.xml
Unescape View File

@ -55,8 +55,7 @@
</select>
<select id="selectVSySyrkList" parameterType="java.lang.String" resultMap="BaseResultMap">
select * from v_sy_syrk where status is null
limit 1000
select * from v_sy_syrk where status is null limit 200
</select>
<insert id="insertVSySyrk" parameterType="com.ssf.mysqloracletest.domain.VSySyrkMysql" useGeneratedKeys="true"

Write Preview
Loading…
Cancel
Save