HnHsqDeviceReportService.java
12.8 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
package com.iot.scheduler.service;
import com.alibaba.fastjson.JSONObject;
import com.iot.scheduler.utils.HttpClientUtils;
import com.zaxxer.hikari.HikariConfig;
import com.zaxxer.hikari.HikariDataSource;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.collections4.CollectionUtils;
import org.apache.commons.lang3.StringUtils;
import org.apache.http.entity.ContentType;
import org.apache.http.entity.StringEntity;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.stereotype.Service;
import java.io.*;
import java.sql.*;
import java.time.Instant;
import java.time.LocalDateTime;
import java.time.ZoneId;
import java.time.format.DateTimeFormatter;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
@Slf4j
@Service
/**
* 淮南红三七设备上报
*/
public class HnHsqDeviceReportService {
@Value("${hnhsq.third.tokenUrl:http://58.243.79.51:32210/auth/oauth/token}")
private String tokenUrl;
@Value("${hnhsq.third.tokenUser:hnsq}")
private String tokenUser;
@Value("${hnhsq.third.tokenPwd:abc@1234}")
private String tokenPwd;
@Value("${hnhsq.third.reportUrl:http://58.243.79.51:31357/mainApi/formEngine/formData/batchAddOrUpate}")
private String reportUrl;
@Value("${hnhsq.third.jdbcUrl:jdbc:postgresql://106.15.73.210:5433/thingskit}")
private String jdbcUrl;
@Value("${hnhsq.third.jdbcUserName:postgres}")
private String jdbcUserName;
@Value("${hnhsq.third.jdbcPassword:postgres}")
private String jdbcPassword;
@Value("${hnhsq.third.selectSql:SELECT * FROM ts_kv_dictionary;}")
private String selectSql;
private static final String companyName = "安徽红三七药业有限公司";
public static final String lastTimeFilePath = "/thingskit/iot-scheduler/lastts/hsq.txt";
// public static final String lastTimeFilePath = "D:/data/lastts/hsq.txt";
public void deviceReport() {
log.info("开始执行淮南红三七设备属性上报任务");
try {
List<Object> needSyncDataList = initConnectAndSelectData();
log.info("数据库查询完成,共获取{}条数据", needSyncDataList.size());
if(CollectionUtils.isNotEmpty(needSyncDataList)){
List<Map<String, Object>> paramsList = switchData(needSyncDataList);
String token = getToken();
log.info("token:"+token);
batchAddOrUpate(token, paramsList);
}
} catch (Exception e) {
log.error("执行设备属性上报任务时发生异常", e);
} finally {
log.info("淮南红三七设备属性上报任务执行结束");
}
}
public List<Map<String, Object>> switchData(List<Object> hcDeviceList) {
List<Map<String, Object>> result = new ArrayList<>();
if (CollectionUtils.isEmpty(hcDeviceList)) {
return new ArrayList<>();
}
for (Object device : hcDeviceList) {
Map<String, Object> data = new HashMap<>();
List<Object> dataList = (ArrayList) device;
String deviceName = dataList.get(0).toString();
String deviceCode = dataList.get(1).toString();
Long ts = Long.parseLong(dataList.get(2).toString());
long status = Long.parseLong(dataList.get(3).toString());
String statusStr = "在线";
if (status == 0) {
statusStr = "离线";
}
data.put("entName", companyName);
data.put("deviceName",deviceName);
data.put("deviceCode", deviceCode);
data.put("reportTime", tsFormart(ts));
data.put("status", statusStr);
result.add(data);
}
return result;
}
public static String tsFormart(Long ts) {
Instant instant = Instant.ofEpochMilli(ts);
LocalDateTime localDateTime = LocalDateTime.ofInstant(instant, ZoneId.systemDefault());
DateTimeFormatter formatter = DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss");
String formattedDate = localDateTime.format(formatter);
return formattedDate;
}
private List<Object> initConnectAndSelectData() {
Connection connection = null;
PreparedStatement statement = null;
ResultSet resultSet = null;
HikariDataSource dataSource = null;
List<Object> resultList = new ArrayList<>();
long time = new java.util.Date().getTime();
Long lastExecTs = getLastExecTs();
String currentSelSql = selectSql + " and kv.ts >=" + lastExecTs + " and kv.ts<" + time;
log.info("开始连接数据库,URL: {}", jdbcUrl);
try {
HikariConfig config = new HikariConfig();
config.setJdbcUrl(jdbcUrl);
config.setUsername(jdbcUserName);
config.setPassword(jdbcPassword);
config.setDriverClassName("org.postgresql.Driver");
config.setMaximumPoolSize(5);
config.setMinimumIdle(5);
config.setConnectionTimeout(60000);
config.setConnectionTestQuery("SELECT 1");
dataSource = new HikariDataSource(config);
log.info("Hikari连接池配置完成");
connection = dataSource.getConnection();
log.info("数据库连接成功");
statement = connection.prepareStatement(currentSelSql);
log.info("执行SQL查询: {}", currentSelSql);
resultSet = statement.executeQuery();
ResultSetMetaData metaData = resultSet.getMetaData();
int columnCount = metaData.getColumnCount();
log.info("查询结果集元数据获取成功,共{}列", columnCount);
int rowCount = 0;
while (resultSet.next()) {
List<Object> result = new ArrayList<>(columnCount);
for (int index = 1; index <= columnCount; index++) {
int columnType = metaData.getColumnType(index);
Object value = getTypedValue(resultSet, index, columnType);
result.add(value);
}
resultList.add(result);
rowCount++;
// 每处理1000行记录一次日志
if (rowCount % 1000 == 0) {
log.info("已处理{}行数据", rowCount);
}
}
log.info("数据查询完成,共获取{}行数据", rowCount);
} catch (SQLException e) {
log.error("数据库操作异常,URL: {}, 用户名: {}", jdbcUrl, jdbcUserName, e);
} catch (Exception e) {
log.error("初始化数据库连接或查询数据时发生异常", e);
} finally {
// 释放资源
try {
if (resultSet != null) resultSet.close();
if (statement != null) statement.close();
if (connection != null) connection.close();
log.info("数据库连接资源已释放");
} catch (SQLException e) {
log.error("关闭数据库资源时发生异常", e);
}
if (dataSource != null) {
try {
dataSource.close();
log.info("HikariDataSource连接池已关闭");
} catch (Exception e) {
log.error("关闭HikariDataSource连接池时发生异常", e);
}
}
}
setLastExecTs(time);
log.info("数据库操作完成,返回{}条记录", resultList.size());
return resultList;
}
private Object getTypedValue(ResultSet rs, int index, int sqlType) throws SQLException {
Object value;
try {
switch (sqlType) {
case Types.BIT:
case Types.BOOLEAN:
value = rs.getBoolean(index);
return rs.wasNull() ? null : value;
case Types.TINYINT:
case Types.SMALLINT:
case Types.INTEGER:
value = rs.getInt(index);
return rs.wasNull() ? null : value;
case Types.BIGINT:
value = rs.getLong(index);
return rs.wasNull() ? null : value;
case Types.FLOAT:
case Types.REAL:
value = rs.getFloat(index);
return rs.wasNull() ? null : value;
case Types.DOUBLE:
value = rs.getDouble(index);
return rs.wasNull() ? null : value;
case Types.NUMERIC:
case Types.DECIMAL:
value = rs.getBigDecimal(index);
return rs.wasNull() ? null : value;
case Types.CHAR:
case Types.VARCHAR:
case Types.LONGVARCHAR:
case Types.NCHAR:
case Types.NVARCHAR:
case Types.LONGNVARCHAR:
value = rs.getString(index);
return rs.wasNull() ? null : value;
case Types.DATE:
Date date = rs.getDate(index);
return date != null ? date.toLocalDate() : null;
case Types.TIME:
Time time = rs.getTime(index);
return time != null ? time.toLocalTime() : null;
case Types.TIMESTAMP:
Timestamp timestamp = rs.getTimestamp(index);
return timestamp != null ? timestamp.toLocalDateTime() : null;
case Types.BINARY:
case Types.VARBINARY:
case Types.LONGVARBINARY:
value = rs.getBytes(index);
return rs.wasNull() ? null : value;
case Types.BLOB:
value = rs.getBlob(index);
return rs.wasNull() ? null : value;
case Types.CLOB:
value = rs.getClob(index);
return rs.wasNull() ? null : value;
default:
value = rs.getObject(index);
return rs.wasNull() ? null : value;
}
} catch (SQLException e) {
log.error("获取结果集第{}列数据时发生异常,数据类型: {}", index, sqlType, e);
throw e;
}
}
private void setLastExecTs(Long ts) {
try {
File file = new File(lastTimeFilePath);
FileWriter fw = new FileWriter(file);
fw.write(ts.toString());
fw.close();
} catch (IOException e) {
e.printStackTrace();
}
}
private Long getLastExecTs() {
try {
File file = new File(lastTimeFilePath);
BufferedReader br = new BufferedReader(new FileReader(file));
try {
String line;
while ((line = br.readLine()) != null) {
if (StringUtils.isNotBlank(line)) {
return Long.parseLong(line);
}
}
} catch (Exception ex) {
ex.printStackTrace();
} finally {
br.close();
}
} catch (IOException e) {
e.printStackTrace();
}
//2026-01-27 00:00:00
return 1769443200000L;
}
private String getToken() {
Map<String, String> header = new HashMap<>();
Map<String, String> paramsMap = new HashMap<>();
paramsMap.put("grant_type", "password");
paramsMap.put("username", tokenUser);
paramsMap.put("password", tokenPwd);
header.put("Authorization", "Basic bWljcm8tcG9ydGFsOlBAc3MxMjM0");
String sResult = HttpClientUtils.doPostRequest(tokenUrl, header, paramsMap, null);
if (StringUtils.isNotBlank(sResult)) {
JSONObject jsonObject = JSONObject.parseObject(sResult);
return jsonObject.getString("access_token");
} else {
return null;
}
}
private void batchAddOrUpate(String token, List<Map<String, Object>> dataList) {
Map<String, String> header = new HashMap<>();
Map<String, Object> paramsMap = new HashMap<>();
paramsMap.put("formId", "t67c1212b01915800070e7712");
List<String> uniqueKeys = new ArrayList<>();
uniqueKeys.add("entName");
uniqueKeys.add("deviceCode");
paramsMap.put("uniqueKeys", uniqueKeys);
paramsMap.put("datas", dataList);
header.put("Authorization", "Bearer" + token);
String toJson = JSONObject.toJSONString(paramsMap);
StringEntity myEntity = new StringEntity(toJson, ContentType.APPLICATION_JSON);
String sResult = HttpClientUtils.doPostRequest(reportUrl, header, null, myEntity);
log.info("淮南红三七上报结果:" + sResult);
}
}