15 changed files with 240 additions and 162 deletions
@ -0,0 +1,136 @@ |
|||
package com.epmet.controller; |
|||
|
|||
import com.epmet.commons.tools.utils.DateUtils; |
|||
import com.epmet.commons.tools.utils.Result; |
|||
import com.epmet.commons.tools.validator.ValidatorUtils; |
|||
import com.epmet.dto.extract.form.ExtractFormDTO; |
|||
import com.epmet.service.evaluationindex.extract.*; |
|||
import com.epmet.util.DimIdGenerator; |
|||
import org.apache.commons.lang3.StringUtils; |
|||
import org.springframework.beans.factory.annotation.Autowired; |
|||
import org.springframework.web.bind.annotation.PostMapping; |
|||
import org.springframework.web.bind.annotation.RequestBody; |
|||
import org.springframework.web.bind.annotation.RequestMapping; |
|||
import org.springframework.web.bind.annotation.RestController; |
|||
|
|||
import java.util.Date; |
|||
|
|||
|
|||
/** |
|||
* 原始数据清洗 |
|||
* |
|||
* @author yinzuomei@elink-cn.com |
|||
* @date 2020/9/15 11:06 |
|||
*/ |
|||
@RestController |
|||
@RequestMapping("factorigin") |
|||
public class FactOriginExtractController { |
|||
@Autowired |
|||
private FactOriginExtractService factOriginExtractService; |
|||
@Autowired |
|||
private IssueExtractService issueExtractService; |
|||
@Autowired |
|||
private FactOriginTopicMainDailyService factOriginTopicMainDailyService; |
|||
@Autowired |
|||
private ProjectExtractService projectExtractService; |
|||
@Autowired |
|||
private GroupExtractService groupExtractService; |
|||
|
|||
/** |
|||
* desc:抽取业务数据到统计库 |
|||
* |
|||
* @param extractFormDTO 默认统计前一天 |
|||
* @return |
|||
*/ |
|||
@PostMapping("extractall") |
|||
public Result extractAll(@RequestBody ExtractFormDTO extractFormDTO) { |
|||
if (StringUtils.isNotBlank(extractFormDTO.getStartDate()) && StringUtils.isNotBlank(extractFormDTO.getEndDate())) { |
|||
Date startDate = DateUtils.stringToDate(extractFormDTO.getStartDate(), "yyyyMMdd"); |
|||
Date endDate = DateUtils.stringToDate(extractFormDTO.getEndDate(), "yyyyMMdd"); |
|||
do { |
|||
String dateDimId = DimIdGenerator.getDateDimId(startDate); |
|||
extractFormDTO.setDateId(dateDimId); |
|||
factOriginExtractService.extractAll(extractFormDTO); |
|||
startDate = DateUtils.addDateDays(DateUtils.stringToDate(extractFormDTO.getStartDate(), "yyyyMMdd"), 1); |
|||
} while (endDate.compareTo(startDate) >= 0); |
|||
} else { |
|||
factOriginExtractService.extractAll(extractFormDTO); |
|||
} |
|||
return new Result(); |
|||
} |
|||
|
|||
|
|||
/** |
|||
* @param extractFormDTO |
|||
* @Description 议题抽取(main) |
|||
* @author zxc |
|||
* @date 2020/9/15 2:02 下午 |
|||
*/ |
|||
@PostMapping("issueextractmain") |
|||
public Result issueExtractMain(@RequestBody ExtractFormDTO extractFormDTO) { |
|||
ValidatorUtils.validateEntity(extractFormDTO, ExtractFormDTO.ExtractForm.class); |
|||
issueExtractService.issueExtractMain(extractFormDTO); |
|||
return new Result(); |
|||
} |
|||
|
|||
/** |
|||
* @param extractFormDTO |
|||
* @Description 议题抽取(log) |
|||
* @author zxc |
|||
* @date 2020/9/16 9:41 上午 |
|||
*/ |
|||
@PostMapping("issueextractlog") |
|||
public Result issueExtractLog(@RequestBody ExtractFormDTO extractFormDTO) { |
|||
ValidatorUtils.validateEntity(extractFormDTO, ExtractFormDTO.ExtractForm.class); |
|||
issueExtractService.issueExtractLog(extractFormDTO); |
|||
return new Result(); |
|||
} |
|||
|
|||
/** |
|||
* @param extractFormDTO |
|||
* @return com.epmet.commons.tools.utils.Result |
|||
* @author yinzuomei |
|||
* @description 话题 (fact_origin_topic_main_daily 话题主表_日统计 fact_origin_topic_log_daily 话题明细_日统计) |
|||
* @Date 2020/9/15 13:39 |
|||
**/ |
|||
@PostMapping("topic") |
|||
public Result topicDataCleaning(@RequestBody ExtractFormDTO extractFormDTO) { |
|||
if (StringUtils.isNotBlank(extractFormDTO.getCustomerId()) && StringUtils.isNotBlank(extractFormDTO.getDateId())) { |
|||
factOriginTopicMainDailyService.topicCleaning(extractFormDTO); |
|||
} |
|||
return new Result(); |
|||
} |
|||
|
|||
@PostMapping("project") |
|||
public Result projectData(@RequestBody ExtractFormDTO extractFormDTO) { |
|||
projectExtractService.saveOriginProjectDaily(extractFormDTO); |
|||
return new Result(); |
|||
} |
|||
|
|||
/** |
|||
* @param param |
|||
* @return |
|||
* @Description 项目节点历时数据清洗 |
|||
* @author wangc |
|||
* @date 2020.09.20 16:11 |
|||
**/ |
|||
@PostMapping("projectorgperiodcleanning") |
|||
public Result projectOrgPeriodCleaning(@RequestBody ExtractFormDTO param) { |
|||
projectExtractService.extractProjectPeriodData(param); |
|||
return new Result(); |
|||
} |
|||
|
|||
/** |
|||
* @param |
|||
* @return |
|||
* @Description 小组数据清洗 |
|||
* @author wangc |
|||
* @date 2020.09.20 16:11 |
|||
**/ |
|||
@PostMapping("groupdatacleaning") |
|||
public Result groupDataCleaning(@RequestBody ExtractFormDTO param) { |
|||
groupExtractService.extractGroupData(param); |
|||
return new Result(); |
|||
} |
|||
} |
|||
|
@ -1,33 +0,0 @@ |
|||
package com.epmet.service.evaluationindex.extract; |
|||
|
|||
import com.epmet.dto.extract.form.GovernAbilityGridMonthlyFormDTO; |
|||
import org.apache.ibatis.annotations.Param; |
|||
|
|||
import java.util.List; |
|||
|
|||
/** |
|||
* 治理能力-网格相关事实表 |
|||
* |
|||
* @author generator generator@elink-cn.com |
|||
* @since v1.0.0 2020-09-19 |
|||
*/ |
|||
public interface FactIndexGovernAbilityGridMonthlyService{ |
|||
|
|||
/** |
|||
* @Description 批量插入治理能力 |
|||
* @param lists |
|||
* @author zxc |
|||
* @date 2020/9/19 4:28 下午 |
|||
*/ |
|||
void insertGovernAbilityRecord(@Param("lists") List<GovernAbilityGridMonthlyFormDTO> lists); |
|||
|
|||
/** |
|||
* @Description 删除治理能力旧纪录 |
|||
* @param customerId |
|||
* @param monthId |
|||
* @author zxc |
|||
* @date 2020/9/19 4:31 下午 |
|||
*/ |
|||
void deleteOldGovernAbilityRecord(@Param("customerId")String customerId,@Param("monthId")String monthId); |
|||
|
|||
} |
@ -1,31 +0,0 @@ |
|||
package com.epmet.service.evaluationindex.extract; |
|||
|
|||
import com.epmet.dto.extract.form.PartyAbilityGridMonthlyFormDTO; |
|||
|
|||
import java.util.List; |
|||
|
|||
/** |
|||
* 党建能力-网格相关事实表 |
|||
* |
|||
* @author generator generator@elink-cn.com |
|||
* @since v1.0.0 2020-09-19 |
|||
*/ |
|||
public interface FactIndexPartyAbilityGridMonthlyService{ |
|||
|
|||
/** |
|||
* @Description 网格党建能力插入 |
|||
* @param lists |
|||
* @author zxc |
|||
* @date 2020/9/19 10:32 上午 |
|||
*/ |
|||
void insertPartyAbility(List<PartyAbilityGridMonthlyFormDTO> lists); |
|||
|
|||
/** |
|||
* @Description 删除旧的党建能力记录 |
|||
* @param customerId |
|||
* @param monthId |
|||
* @author zxc |
|||
* @date 2020/9/19 10:45 上午 |
|||
*/ |
|||
void deleteOldPartyAbility(String customerId,String monthId); |
|||
} |
@ -1,37 +0,0 @@ |
|||
package com.epmet.service.evaluationindex.extract.impl; |
|||
|
|||
import com.epmet.commons.dynamic.datasource.annotation.DataSource; |
|||
import com.epmet.constant.DataSourceConstant; |
|||
import com.epmet.dao.evaluationindex.indexcoll.FactIndexGovrnAblityGridMonthlyDao; |
|||
import com.epmet.dto.extract.form.GovernAbilityGridMonthlyFormDTO; |
|||
import com.epmet.service.evaluationindex.extract.FactIndexGovernAbilityGridMonthlyService; |
|||
import lombok.extern.slf4j.Slf4j; |
|||
import org.springframework.beans.factory.annotation.Autowired; |
|||
import org.springframework.stereotype.Service; |
|||
|
|||
import java.util.List; |
|||
|
|||
/** |
|||
* 治理能力-网格相关事实表 |
|||
* |
|||
* @author generator generator@elink-cn.com |
|||
* @since v1.0.0 2020-09-19 |
|||
*/ |
|||
@Service |
|||
@Slf4j |
|||
@DataSource(DataSourceConstant.EVALUATION_INDEX) |
|||
public class FactIndexGovernAbilityGridMonthlyServiceImpl implements FactIndexGovernAbilityGridMonthlyService { |
|||
|
|||
@Autowired |
|||
private FactIndexGovrnAblityGridMonthlyDao governAbilityDao; |
|||
|
|||
@Override |
|||
public void insertGovernAbilityRecord(List<GovernAbilityGridMonthlyFormDTO> lists) { |
|||
governAbilityDao.insertGovernAbilityRecord(lists); |
|||
} |
|||
|
|||
@Override |
|||
public void deleteOldGovernAbilityRecord(String customerId, String monthId) { |
|||
governAbilityDao.deleteOldGovernAbilityRecord(customerId, monthId); |
|||
} |
|||
} |
@ -1,37 +0,0 @@ |
|||
package com.epmet.service.evaluationindex.extract.impl; |
|||
|
|||
import com.epmet.commons.dynamic.datasource.annotation.DataSource; |
|||
import com.epmet.constant.DataSourceConstant; |
|||
import com.epmet.dao.evaluationindex.indexcoll.FactIndexPartyAblityGridMonthlyDao; |
|||
import com.epmet.dto.extract.form.PartyAbilityGridMonthlyFormDTO; |
|||
import com.epmet.service.evaluationindex.extract.FactIndexPartyAbilityGridMonthlyService; |
|||
import lombok.extern.slf4j.Slf4j; |
|||
import org.springframework.beans.factory.annotation.Autowired; |
|||
import org.springframework.stereotype.Service; |
|||
|
|||
import java.util.List; |
|||
|
|||
/** |
|||
* 党建能力-网格相关事实表 |
|||
* |
|||
* @author generator generator@elink-cn.com |
|||
* @since v1.0.0 2020-09-19 |
|||
*/ |
|||
@Service |
|||
@Slf4j |
|||
@DataSource(DataSourceConstant.EVALUATION_INDEX) |
|||
public class FactIndexPartyAbilityGridMonthlyServiceImpl implements FactIndexPartyAbilityGridMonthlyService { |
|||
|
|||
@Autowired |
|||
private FactIndexPartyAblityGridMonthlyDao partyAbilityGridDao; |
|||
|
|||
@Override |
|||
public void insertPartyAbility(List<PartyAbilityGridMonthlyFormDTO> lists) { |
|||
partyAbilityGridDao.insertPartyAbility(lists); |
|||
} |
|||
|
|||
@Override |
|||
public void deleteOldPartyAbility(String customerId, String monthId) { |
|||
partyAbilityGridDao.deleteOldPartyAbility(customerId, monthId); |
|||
} |
|||
} |
Loading…
Reference in new issue