wenhua.zhou 2 years ago
parent 99f7f51be2
commit 65428cd265

@ -1,12 +1,33 @@
package com.xydl.mapper; package com.xydl.mapper;
import org.apache.ibatis.annotations.Param;
import java.util.List; import java.util.List;
import java.util.Map;
public interface OperationDB { public interface OperationDB {
List<String> getAllDevId(String tableName); List<String> getAllDevId(String tableName);
String getLastTime(String tableName, String devId); String getEarliestTime4Other(String value, int devId);
String getEarliestTime4Eaif(String value, int devId);
List<Integer> getDataEqmids(String value);
List<Integer> getSyncRecordDevIds(String tableName);
List<Map<String, String>> getFieldMap(String tableName);
List<String> getAllTable();
String getSQL(String tableName);
Map<String, Object> getDeviceIDAndtime(String tableName);
void addEarliestTime(int clientId, String tableName, String devId, String earliestTime);
} }

@ -6,15 +6,19 @@ import com.xydl.mapper.OperationDB;
import com.xydl.util.DataSourceUtils; import com.xydl.util.DataSourceUtils;
import com.xydl.util.FormatUtil; import com.xydl.util.FormatUtil;
import com.xydl.util.MqttUtil; import com.xydl.util.MqttUtil;
import com.xydl.util.Subscribe;
import org.slf4j.Logger; import org.slf4j.Logger;
import org.slf4j.LoggerFactory; import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Autowired; import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.scheduling.annotation.Scheduled; import org.springframework.scheduling.annotation.Scheduled;
import org.springframework.stereotype.Service; import org.springframework.stereotype.Service;
import java.sql.*; import java.sql.*;
import java.text.SimpleDateFormat; import java.text.SimpleDateFormat;
import java.util.*; import java.util.*;
import java.util.Date; import java.util.Date;
import java.util.stream.Collectors;
import com.fasterxml.jackson.databind.ObjectMapper; import com.fasterxml.jackson.databind.ObjectMapper;
@ -150,7 +154,6 @@ public class MqttServiceImpl {
} }
public List<Map<String, Object>> getData(String sqlExecuting, String deviceId, String time) { public List<Map<String, Object>> getData(String sqlExecuting, String deviceId, String time) {
Connection conn = null; Connection conn = null;
PreparedStatement pstmt = null; PreparedStatement pstmt = null;
@ -250,6 +253,53 @@ public class MqttServiceImpl {
return null; return null;
} }
public List<Integer> getDataEqmids(String tableName) {
Connection conn = null;
PreparedStatement pstmt = null;
ResultSet rs = null;
List<Integer> eqmids = new ArrayList<>();
try {
conn = DataSourceUtils.getConnection();
String sql = "select distinct eqmid from ?";
pstmt = conn.prepareStatement(sql);
pstmt.setString(1, tableName);
rs = pstmt.executeQuery();
while (rs.next()) {
eqmids.add(Integer.valueOf(rs.getString("eqmid")));
}
} catch (SQLException e) {
logger.error("execute sql exception:", e);
} finally {
DataSourceUtils.closeResource(rs, pstmt, conn);
}
return eqmids;
}
public List<Integer> getSyncRecordDevIds(String tableName) {
Connection conn = null;
PreparedStatement pstmt = null;
ResultSet rs = null;
List<Integer> syncEqmids = new ArrayList<>();
try {
conn = DataSourceUtils.getConnection();
String sql = "select devid_val from sync_records where table_name = ?";
pstmt = conn.prepareStatement(sql);
pstmt.setString(1, tableName);
rs = pstmt.executeQuery();
while (rs.next()) {
syncEqmids.add(Integer.valueOf(rs.getString("devid_val")));
}
} catch (SQLException e) {
logger.error("execute sql exception:", e);
} finally {
DataSourceUtils.closeResource(rs, pstmt, conn);
}
return syncEqmids;
}
public boolean updateSyncRecordsTable(String tableName, String deviceID, String time) { public boolean updateSyncRecordsTable(String tableName, String deviceID, String time) {
Connection conn = null; Connection conn = null;
@ -276,13 +326,35 @@ public class MqttServiceImpl {
@Scheduled(initialDelay = 1000, fixedRate = 1000 * 3600) //通过@Scheduled声明该方法是计划任务使用fixedRate属性每隔固定时间执行 @Scheduled(initialDelay = 1000, fixedRate = 1000 * 3600) //通过@Scheduled声明该方法是计划任务使用fixedRate属性每隔固定时间执行
public void reportRecord() { public void reportRecord() {
logger.info("开始执行"); logger.info("开始执行");
List<String> allTableNames = getAllTableNameFromSyncTable(); // Subscribe.getInstance();
List<String> allTableNames = operationDBMapper.getAllTable();
for (String tableName : allTableNames) { for (String tableName : allTableNames) {
Map<String,String> fieldMap = getFieldMap(tableName); Map<String,String> fieldMap = new HashMap<>();
String sqlExecuting = getSQL(tableName); List<Map<String, String>> fieldMaps = operationDBMapper.getFieldMap(tableName);
for(Map<String,String> map: fieldMaps){
for(String key : map.keySet()){
fieldMap.put(map.get("field_name"),map.get("dest_field_name"));
}
}
String sqlExecuting = operationDBMapper.getSQL(tableName);
List<Integer> dataEqmids = operationDBMapper.getDataEqmids(tableName);
List<Integer> syncDevIds = operationDBMapper.getSyncRecordDevIds(tableName);
if (dataEqmids.size() != syncDevIds.size()) {
List<Integer> distinctDevids = dataEqmids.stream().filter(e -> !syncDevIds.contains(e)).collect(Collectors.toList());
for (Integer devId : distinctDevids) {
String earliestTime = null;
if ("data_eaif_h".equals(tableName)) {
earliestTime = operationDBMapper.getEarliestTime4Eaif(tableName, devId);
} else {
earliestTime = operationDBMapper.getEarliestTime4Other(tableName, devId);
}
operationDBMapper.addEarliestTime(10,tableName, String.valueOf(devId), earliestTime);
}
}
Map<String,Object> devIDLastTimeMap = getDeviceIDAndtime(tableName); Map<String, Object> devIDLastTimeMap = operationDBMapper.getDeviceIDAndtime(tableName);
for (String deviceID : devIDLastTimeMap.keySet()) { for (String deviceID : devIDLastTimeMap.keySet()) {
List<Map<String, Object>> dataOfoneDeviceID = getData(sqlExecuting, deviceID, (String) devIDLastTimeMap.get(deviceID)); List<Map<String, Object>> dataOfoneDeviceID = getData(sqlExecuting, deviceID, (String) devIDLastTimeMap.get(deviceID));
String jsonStringData = FormatUtil.mqttFormatTransform(dataOfoneDeviceID, fieldMap); String jsonStringData = FormatUtil.mqttFormatTransform(dataOfoneDeviceID, fieldMap);
@ -298,28 +370,32 @@ public class MqttServiceImpl {
} }
@Scheduled(fixedDelay = Long.MAX_VALUE) // 用一个非常大的延迟值,确保只执行一次 // @Scheduled(fixedDelay = Long.MAX_VALUE) // 用一个非常大的延迟值,确保只执行一次
public void subScribeSamle() { // public void subScribeSamle() {
logger.info("开始订阅===subScribe执行一次==={}",new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())); // logger.info("开始订阅===subScribe执行一次==={}", new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date()));
MqttUtil.subScribeMQTT(); // MqttUtil.subScribeMQTT();
} // }
@Scheduled(fixedRate = 1000 * 3600) //通过@Scheduled声明该方法是计划任务使用fixedRate属性每隔固定时间执行 // @Scheduled(fixedRate = 1000 * 3600) //通过@Scheduled声明该方法是计划任务使用fixedRate属性每隔固定时间执行
public void checkDevIdTimer() { // public void checkDevIdTimer() {
logger.info("每小时检测一次同步的表是否在‘同步记录表’"); // logger.info("每小时检测一次同步的表是否在‘同步记录表’");
List<String> allTableNames = getAllTableNameFromSyncTable(); // List<String> allTableNames = getAllTableNameFromSyncTable();
for(String tableName : allTableNames){ // for (String tableName : allTableNames) {
if(!tableNameIfExitsSyncRec(tableName)){ // if (!tableNameIfExitsSyncRec(tableName)) {
logger.info("有不存在的表,把所有的devId及最早的时间更新到'同步记录表'"); // logger.info("有不存在的表{},把所有的devId及最早的时间更新到'同步记录表'", tableName);
List<String> devIds = operationDBMapper.getAllDevId(tableName); // List<String> devIds = operationDBMapper.getAllDevId(tableName);
for(String devId : devIds){ // for (String devId : devIds) {
String lastTime = operationDBMapper.getLastTime(tableName,devId); // String earliestTime = null;
addEarliestTime2SyncRecord(tableName,devId,lastTime); // if ("data_eaif_h".equals(tableName)) {
} // earliestTime = operationDBMapper.getEarliestTime4Eaif(tableName, devId);
} // } else {
} // earliestTime = operationDBMapper.getEarliestTime4Other(tableName, devId);
} // }
// addEarliestTime2SyncRecord(tableName, devId, earliestTime);
// }
// }
// }
// }
} }

@ -0,0 +1,24 @@
package com.xydl.util;
import com.xydl.service.impl.MqttServiceImpl;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.text.SimpleDateFormat;
import java.util.Date;
public class Subscribe {
private static final Logger logger = LoggerFactory.getLogger(MqttServiceImpl.class);
private static Subscribe single = new Subscribe();
private Subscribe(){
logger.info("开始订阅===subScribe执行一次==={}", new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date()));
MqttUtil.subScribeMQTT();
}
public static Subscribe getInstance(){
return single;
}
}

@ -6,9 +6,43 @@
select distinct eqmid from ${tableName} select distinct eqmid from ${tableName}
</select> </select>
<select id="getLastTime" parameterType="String" resultType="String"> <select id="getEarliestTime4Other" parameterType="String" resultType="String">
select d_time from ${tableName} where eqmid=#{devId} ORDER BY d_time asc limit 1 select d_time from ${value} where eqmid=#{devId} ORDER BY d_time asc limit 1
</select> </select>
<select id="getEarliestTime4Eaif" parameterType="String" resultType="String">
select capturetime from ${value} where eqmid=#{param2} ORDER BY capturetime asc limit 1
</select>
<select id="getDataEqmids" parameterType="String" resultType="Integer">
select distinct eqmid from ${value}
</select>
<select id="getSyncRecordDevIds" parameterType="String" resultType="Integer">
select devid_val from sync_records where table_name = #{tableName}
</select>
<select id="getFieldMap" parameterType="String" resultType="Map">
select field_name, dest_field_name from sync_fields_info where table_name=#{tableName}
</select>
<select id="getAllTable" resultType="String">
select table_name from sync_tables_info
</select>
<select id="getSQL" parameterType="String" resultType="String">
select sql from sync_tables_info where table_name = #{tableName}
</select>
<select id="getDeviceIDAndtime" parameterType="String" resultType="Map">
select devid_val,field_val2 from sync_records where table_name = #{tableName}
</select>
<insert id="addEarliestTime" parameterType="String" >
insert into sync_records (client_id,table_name,devid_val,field_val2) values (#{clientId},#{tableName},#{devId},#{earliestTime})
</insert>
</mapper> </mapper>

Loading…
Cancel
Save