Browse Source

Merge branches 'dev' and 'dev_data_stats' of http://git.elinkit.com.cn:7070/r/epmet-cloud into dev_data_stats

dev_shibei_match
yinzuomei 5 years ago
parent
commit
c650026bc9
  1. 2
      epmet-module/data-report/data-report-server/deploy/docker-compose-dev.yml
  2. 2
      epmet-module/data-report/data-report-server/pom.xml
  3. 8
      epmet-module/data-statistical/data-statistical-client/src/main/java/com/epmet/feign/DataStatisticalOpenFeignClient.java
  4. 5
      epmet-module/data-statistical/data-statistical-client/src/main/java/com/epmet/feign/impl/DataStatisticalOpenFeignClientFallBack.java
  5. 2
      epmet-module/data-statistical/data-statistical-server/deploy/docker-compose-dev.yml
  6. 2
      epmet-module/data-statistical/data-statistical-server/pom.xml
  7. 2
      epmet-module/data-statistical/data-statistical-server/src/main/java/com/epmet/controller/DimController.java
  8. 8
      epmet-module/data-statistical/data-statistical-server/src/main/java/com/epmet/service/stats/impl/DimMonthServiceImpl.java
  9. 20
      epmet-module/data-statistical/data-statistical-server/src/main/java/com/epmet/service/stats/impl/DimQuarterServiceImpl.java
  10. 4
      epmet-module/data-statistical/data-statistical-server/src/main/java/com/epmet/service/stats/impl/DimWeekServiceImpl.java
  11. 4
      epmet-module/data-statistical/data-statistical-server/src/main/java/com/epmet/service/stats/impl/DimYearServiceImpl.java
  12. 2
      epmet-module/epmet-job/epmet-job-server/deploy/docker-compose-dev.yml
  13. 2
      epmet-module/epmet-job/epmet-job-server/pom.xml
  14. 9
      epmet-module/epmet-job/epmet-job-server/src/main/java/com/epmet/service/DimInitService.java
  15. 19
      epmet-module/epmet-job/epmet-job-server/src/main/java/com/epmet/service/impl/DimInitServiceImpl.java
  16. 31
      epmet-module/epmet-job/epmet-job-server/src/main/java/com/epmet/task/DimInitTask.java

2
epmet-module/data-report/data-report-server/deploy/docker-compose-dev.yml

@ -2,7 +2,7 @@ version: "3.7"
services: services:
data-report-server: data-report-server:
container_name: data-report-server-dev container_name: data-report-server-dev
image: 192.168.1.130:10080/epmet-cloud-dev/data-report-server:0.3.5 image: 192.168.1.130:10080/epmet-cloud-dev/data-report-server:0.3.6
ports: ports:
- "8109:8109" - "8109:8109"
network_mode: host # 使用现有网络 network_mode: host # 使用现有网络

2
epmet-module/data-report/data-report-server/pom.xml

@ -3,7 +3,7 @@
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<version>0.3.5</version> <version>0.3.6</version>
<artifactId>data-report-server</artifactId> <artifactId>data-report-server</artifactId>
<parent> <parent>

8
epmet-module/data-statistical/data-statistical-client/src/main/java/com/epmet/feign/DataStatisticalOpenFeignClient.java

@ -128,4 +128,12 @@ public interface DataStatisticalOpenFeignClient {
@PostMapping("/data/stats/statsproject/gridprojectstats") @PostMapping("/data/stats/statsproject/gridprojectstats")
Result gridProjectStats(); Result gridProjectStats();
/**
* 初始化所有维度
*
* @return
*/
@PostMapping("/data/stats/dim/all/init")
Result initAllDims();
} }

5
epmet-module/data-statistical/data-statistical-client/src/main/java/com/epmet/feign/impl/DataStatisticalOpenFeignClientFallBack.java

@ -132,4 +132,9 @@ public class DataStatisticalOpenFeignClientFallBack implements DataStatisticalOp
public Result gridProjectStats() { public Result gridProjectStats() {
return ModuleUtils.feignConError(ServiceConstant.DATA_STATISTICAL_SERVER, "gridProjectStats"); return ModuleUtils.feignConError(ServiceConstant.DATA_STATISTICAL_SERVER, "gridProjectStats");
} }
@Override
public Result initAllDims() {
return ModuleUtils.feignConError(ServiceConstant.DATA_STATISTICAL_SERVER, "initAllDims");
}
} }

2
epmet-module/data-statistical/data-statistical-server/deploy/docker-compose-dev.yml

@ -2,7 +2,7 @@ version: "3.7"
services: services:
data-statistical-server: data-statistical-server:
container_name: data-statistical-server-dev container_name: data-statistical-server-dev
image: 192.168.1.130:10080/epmet-cloud-dev/data-statistical-server:0.3.3 image: 192.168.1.130:10080/epmet-cloud-dev/data-statistical-server:0.3.7
ports: ports:
- "8108:8108" - "8108:8108"
network_mode: host # 使用现有网络 network_mode: host # 使用现有网络

2
epmet-module/data-statistical/data-statistical-server/pom.xml

@ -2,7 +2,7 @@
<project xmlns="http://maven.apache.org/POM/4.0.0" <project xmlns="http://maven.apache.org/POM/4.0.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<version>0.3.3</version> <version>0.3.7</version>
<parent> <parent>
<artifactId>data-statistical</artifactId> <artifactId>data-statistical</artifactId>
<groupId>com.epmet</groupId> <groupId>com.epmet</groupId>

2
epmet-module/data-statistical/data-statistical-server/src/main/java/com/epmet/controller/DimController.java

@ -46,7 +46,7 @@ public class DimController {
* @return * @return
*/ */
@PostMapping("/all/init") @PostMapping("/all/init")
public Result initAll() { public Result initAllDims() {
try { try {
dimDateService.initDimDate(); dimDateService.initDimDate();
logger.info("初始化按日维度成功"); logger.info("初始化按日维度成功");

8
epmet-module/data-statistical/data-statistical-server/src/main/java/com/epmet/service/stats/impl/DimMonthServiceImpl.java

@ -118,16 +118,16 @@ public class DimMonthServiceImpl extends BaseServiceImpl<DimMonthDao, DimMonthEn
} }
Date now = new Date(); Date now = new Date();
Date startMonth; Date startMonth;// 起始月份,包含该月份
Date targetMonth = DateUtils.addDateMonths(DateUtils.integrate(now, DateUtils.DATE_PATTERN_YYYYMM), -1); Date targetMonth = DateUtils.integrate(now, DateUtils.DATE_PATTERN_YYYYMM);// 统计至当月,包含当月
if (lastExecRecord.getExecTime() == null) { if (lastExecRecord.getExecTime() == null) {
initMonthDim(targetMonth); initMonthDim(targetMonth);
lastExecRecord.setExecTime(now); lastExecRecord.setExecTime(now);
lastExecRecordService.updateById(lastExecRecord); lastExecRecordService.updateById(lastExecRecord);
} else { } else {
startMonth = DateUtils.integrate(lastExecRecord.getExecTime(), DateUtils.DATE_PATTERN_YYYYMM); startMonth = DateUtils.addDateMonths(DateUtils.integrate(lastExecRecord.getExecTime(), DateUtils.DATE_PATTERN_YYYYMM), 1);
if (targetMonth.equals(startMonth) || targetMonth.after(startMonth)) { if (targetMonth.after(startMonth) || targetMonth.equals(startMonth)) {
initMonthDims(startMonth, targetMonth); initMonthDims(startMonth, targetMonth);
lastExecRecord.setExecTime(now); lastExecRecord.setExecTime(now);
lastExecRecordService.updateById(lastExecRecord); lastExecRecordService.updateById(lastExecRecord);

20
epmet-module/data-statistical/data-statistical-server/src/main/java/com/epmet/service/stats/impl/DimQuarterServiceImpl.java

@ -120,24 +120,24 @@ public class DimQuarterServiceImpl extends BaseServiceImpl<DimQuarterDao, DimQua
lastExecRecord = lastExecRecordService.createLastExecRecord(StatsSubject.DIM_QUARTER); lastExecRecord = lastExecRecordService.createLastExecRecord(StatsSubject.DIM_QUARTER);
} }
//Date now = new Date(); Date now = new Date();
Date now = DateUtils.parse("20210430", DateUtils.DATE_PATTERN_YYYYMMDD); //Date now = DateUtils.parse(now, DateUtils.DATE_PATTERN_YYYYMMDD);
Date targetQuarter; Date targetQMonth;//初始化至,包含当季
Date startQuarter; Date startQMonth;//从该季开始初始化,不包含该季
targetQuarter = DateUtils.integrate(DateUtils.addDateMonths(now, -3), DateUtils.DATE_PATTERN_YYYYMM); targetQMonth = DateUtils.integrate(now, DateUtils.DATE_PATTERN_YYYYMM);
if (lastExecRecord.getExecTime() == null) { if (lastExecRecord.getExecTime() == null) {
// 初始化上一个季度 // 初始化上一个季度
initQuarterDim(targetQuarter); initQuarterDim(targetQMonth);
lastExecRecord.setExecTime(new Date()); lastExecRecord.setExecTime(now);
lastExecRecordService.updateById(lastExecRecord); lastExecRecordService.updateById(lastExecRecord);
} else { } else {
// 连续初始化多个季度 // 连续初始化多个季度
startQuarter = DateUtils.integrate(lastExecRecord.getExecTime(), DateUtils.DATE_PATTERN_YYYYMM); startQMonth = DateUtils.addDateMonths(DateUtils.integrate(lastExecRecord.getExecTime(), DateUtils.DATE_PATTERN_YYYYMM), 3);
if (initQuarterDim(startQuarter, targetQuarter)) { if (initQuarterDim(startQMonth, targetQMonth)) {
lastExecRecord.setExecTime(new Date()); lastExecRecord.setExecTime(now);
lastExecRecordService.updateById(lastExecRecord); lastExecRecordService.updateById(lastExecRecord);
} }
} }

4
epmet-module/data-statistical/data-statistical-server/src/main/java/com/epmet/service/stats/impl/DimWeekServiceImpl.java

@ -117,7 +117,7 @@ public class DimWeekServiceImpl extends BaseServiceImpl<DimWeekDao, DimWeekEntit
Date now = new Date(); Date now = new Date();
Date startWeekDay; Date startWeekDay;
Date targetWeekDay = DateUtils.getWeekStartAndEnd(DateUtils.addDateDays(now, -7))[0]; Date targetWeekDay = DateUtils.getWeekStartAndEnd(now)[0];
if (lastExecRecord.getExecTime() == null) { if (lastExecRecord.getExecTime() == null) {
// 首次执行 // 首次执行
@ -125,7 +125,7 @@ public class DimWeekServiceImpl extends BaseServiceImpl<DimWeekDao, DimWeekEntit
lastExecRecord.setExecTime(now); lastExecRecord.setExecTime(now);
lastExecRecordService.updateById(lastExecRecord); lastExecRecordService.updateById(lastExecRecord);
} else { } else {
startWeekDay = DateUtils.getWeekStartAndEnd(lastExecRecord.getExecTime())[0]; startWeekDay = DateUtils.addDateWeeks(DateUtils.getWeekStartAndEnd(lastExecRecord.getExecTime())[0], 1);
if (targetWeekDay.equals(startWeekDay) || targetWeekDay.after(startWeekDay)) { if (targetWeekDay.equals(startWeekDay) || targetWeekDay.after(startWeekDay)) {
initWeekDim(startWeekDay, targetWeekDay); initWeekDim(startWeekDay, targetWeekDay);
lastExecRecord.setExecTime(now); lastExecRecord.setExecTime(now);

4
epmet-module/data-statistical/data-statistical-server/src/main/java/com/epmet/service/stats/impl/DimYearServiceImpl.java

@ -120,7 +120,7 @@ public class DimYearServiceImpl extends BaseServiceImpl<DimYearDao, DimYearEntit
Date startYear; Date startYear;
Date targetYear; Date targetYear;
targetYear = DateUtils.integrate(DateUtils.addDateYears(now, -1), DateUtils.DATE_PATTERN_YYYY); targetYear = DateUtils.integrate(now, DateUtils.DATE_PATTERN_YYYY);
if (lastExecRecord.getExecTime() == null) { if (lastExecRecord.getExecTime() == null) {
// 第一次执行统计 // 第一次执行统计
initYearDim(targetYear); initYearDim(targetYear);
@ -128,7 +128,7 @@ public class DimYearServiceImpl extends BaseServiceImpl<DimYearDao, DimYearEntit
// 记录最后一次统计时间 // 记录最后一次统计时间
lastExecRecordService.updateById(lastExecRecord); lastExecRecordService.updateById(lastExecRecord);
} else { } else {
startYear = DateUtils.integrate(lastExecRecord.getExecTime(), DateUtils.DATE_PATTERN_YYYY); startYear = DateUtils.addDateYears(DateUtils.integrate(lastExecRecord.getExecTime(), DateUtils.DATE_PATTERN_YYYY), 1);
if (targetYear.equals(startYear) || targetYear.after(startYear)) { if (targetYear.equals(startYear) || targetYear.after(startYear)) {
initYearDims(startYear, targetYear); initYearDims(startYear, targetYear);
lastExecRecord.setExecTime(now); lastExecRecord.setExecTime(now);

2
epmet-module/epmet-job/epmet-job-server/deploy/docker-compose-dev.yml

@ -2,7 +2,7 @@ version: "3.7"
services: services:
epmet-job-server: epmet-job-server:
container_name: epmet-job-server-dev container_name: epmet-job-server-dev
image: 192.168.1.130:10080/epmet-cloud-dev/epmet-job-server:0.3.10 image: 192.168.1.130:10080/epmet-cloud-dev/epmet-job-server:0.3.11
ports: ports:
- "8084:8084" - "8084:8084"
network_mode: host # 使用现有网络 network_mode: host # 使用现有网络

2
epmet-module/epmet-job/epmet-job-server/pom.xml

@ -2,7 +2,7 @@
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" <project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion> <modelVersion>4.0.0</modelVersion>
<version>0.3.10</version> <version>0.3.11</version>
<parent> <parent>
<groupId>com.epmet</groupId> <groupId>com.epmet</groupId>
<artifactId>epmet-job</artifactId> <artifactId>epmet-job</artifactId>

9
epmet-module/epmet-job/epmet-job-server/src/main/java/com/epmet/service/DimInitService.java

@ -0,0 +1,9 @@
package com.epmet.service;
import com.epmet.commons.tools.utils.Result;
public interface DimInitService {
Result initAllDims();
}

19
epmet-module/epmet-job/epmet-job-server/src/main/java/com/epmet/service/impl/DimInitServiceImpl.java

@ -0,0 +1,19 @@
package com.epmet.service.impl;
import com.epmet.commons.tools.utils.Result;
import com.epmet.feign.DataStatisticalOpenFeignClient;
import com.epmet.service.DimInitService;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
@Service
public class DimInitServiceImpl implements DimInitService {
@Autowired
private DataStatisticalOpenFeignClient statsFeignClient;
@Override
public Result initAllDims() {
return statsFeignClient.initAllDims();
}
}

31
epmet-module/epmet-job/epmet-job-server/src/main/java/com/epmet/task/DimInitTask.java

@ -0,0 +1,31 @@
package com.epmet.task;
import com.epmet.commons.tools.utils.Result;
import com.epmet.service.DimInitService;
import lombok.extern.slf4j.Slf4j;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Component;
/**
* @author zhaoqifeng
* @dscription
* @date 2020/6/23 14:36
*/
@Slf4j
@Component("dimInitTask")
public class DimInitTask implements ITask {
@Autowired
private DimInitService dimInitService;
@Override
public void run(String params) {
log.debug("DimInitTask定时任务正在执行,参数为:{}", params);
Result result = dimInitService.initAllDims();
if (result.success()){
log.debug("DimInitTask定时任务正在执行定时任务执行成功");
}else {
log.debug("DimInitTask定时任务正在执行定时任务执行失败:" + result.getMsg());
}
}
}
Loading…
Cancel
Save