Browse Source

yushan统计修改以及追加统计。

hotfix/yujt_opt
zhangyuan 5 years ago
parent
commit
d71769ad15
  1. 10
      epdc-cloud-property/doc/yushan-kettle/screen_totality_comm_query_month.ktr
  2. 1417
      epdc-cloud-property/doc/yushan-kettle/screen_totality_grid_query.ktr
  3. 10
      epdc-cloud-property/doc/yushan-kettle/screen_totality_grid_query_month.ktr
  4. 129
      epdc-cloud-property/doc/yushan-kettle/screen_totality_grid_update.ktr
  5. 10
      epdc-cloud-property/doc/yushan-kettle/screen_totality_street_query_month.ktr
  6. 4
      epdc-cloud-property/doc/yushan-kettle/screen_ys_charity_overview_query.ktr
  7. 52
      epdc-cloud-property/doc/yushan-kettle/screen_ys_commu_hot_topic_update.ktr
  8. 1403
      epdc-cloud-property/doc/yushan-kettle/screen_ys_commu_hot_topic_update_day.ktr
  9. 26
      epdc-cloud-property/doc/yushan-kettle/screen_ys_commu_hot_topic_update_year.ktr
  10. 574
      epdc-cloud-property/doc/yushan-kettle/screen_ys_grid_rank_month_update_day.ktr
  11. 2
      epdc-cloud-property/doc/yushan-kettle/screen_ys_grid_rank_year_update.ktr
  12. 2
      epdc-cloud-property/doc/yushan-kettle/screen_ys_news_update.ktr
  13. 110
      epdc-cloud-property/doc/yushan-kettle/yushan_comm_day.kjb
  14. 28
      epdc-cloud-property/doc/yushan-kettle/yushan_comm_month.kjb
  15. 636
      epdc-cloud-property/doc/yushan-kettle/yushan_day_delete_co.ktr
  16. 51
      epdc-cloud-property/doc/yushan-kettle/yushan_grid_day.kjb

10
epdc-cloud-property/doc/yushan-kettle/screen_totality_comm_query_month.ktr

@ -647,7 +647,7 @@ FROM
WHERE
n.DEL_FLAG = '0'
AND find_in_set(${commId}, n.ALL_DEPT_IDS)
AND MONTH(n.CREATED_TIME) = MONTH(DATE_SUB(CURDATE(), INTERVAL 1 MONTH))</sql>
AND DATE_FORMAT(n.CREATED_TIME, '%Y%m') = DATE_FORMAT(DATE_SUB(CURDATE(), INTERVAL 1 MONTH), '%Y%m')</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
@ -869,7 +869,7 @@ WHERE
i.DEL_FLAG = '0'
AND ISSUE_STATE ='2'
AND find_in_set(${commId}, i.ALL_DEPT_IDS)
AND MONTH(i.CREATED_TIME) = MONTH(DATE_SUB(CURDATE(), INTERVAL 1 MONTH))</sql>
AND DATE_FORMAT(i.CREATED_TIME, '%Y%m') = DATE_FORMAT(DATE_SUB(CURDATE(), INTERVAL 1 MONTH), '%Y%m')</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
@ -981,7 +981,7 @@ WHERE
i.DEL_FLAG = '0'
AND i.ITEM_STATE = '10'
AND find_in_set(${commId}, i.ALL_DEPT_IDS)
AND MONTH(i.CREATED_TIME) = MONTH(DATE_SUB(CURDATE(), INTERVAL 1 MONTH))</sql>
AND DATE_FORMAT(i.CREATED_TIME, '%Y%m') = DATE_FORMAT(DATE_SUB(CURDATE(), INTERVAL 1 MONTH), '%Y%m')</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
@ -1092,7 +1092,7 @@ FROM
WHERE
i.DEL_FLAG = '0'
AND find_in_set(${commId}, i.ALL_DEPT_IDS)
AND MONTH(i.CREATED_TIME) = MONTH(DATE_SUB(CURDATE(), INTERVAL 1 MONTH))</sql>
AND DATE_FORMAT(i.CREATED_TIME, '%Y%m') = DATE_FORMAT(DATE_SUB(CURDATE(), INTERVAL 1 MONTH), '%Y%m')</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
@ -1203,7 +1203,7 @@ FROM
WHERE
i.DEL_FLAG = '0'
AND find_in_set(${commId}, i.ALL_DEPT_IDS)
AND MONTH(i.CREATED_TIME) = MONTH(DATE_SUB(CURDATE(), INTERVAL 1 MONTH))</sql>
AND DATE_FORMAT(i.CREATED_TIME, '%Y%m') = DATE_FORMAT(DATE_SUB(CURDATE(), INTERVAL 1 MONTH), '%Y%m')</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>

1417
epdc-cloud-property/doc/yushan-kettle/screen_totality_grid_query.ktr

File diff suppressed because it is too large

10
epdc-cloud-property/doc/yushan-kettle/screen_totality_grid_query_month.ktr

@ -850,7 +850,7 @@ FROM
epdc_issue
WHERE
DEL_FLAG = '0'
AND MONTH(CREATED_TIME) = MONTH(DATE_SUB(CURDATE(), INTERVAL 1 MONTH))
AND DATE_FORMAT(CREATED_TIME, '%Y%m') = DATE_FORMAT(DATE_SUB(CURDATE(), INTERVAL 1 MONTH), '%Y%m')
AND GRID_ID = ${gridId}
GROUP BY
GRID_ID
@ -863,7 +863,7 @@ FROM
epdc_item
WHERE
DEL_FLAG = '0'
AND MONTH(CREATED_TIME) = MONTH(DATE_SUB(CURDATE(), INTERVAL 1 MONTH))
AND DATE_FORMAT(CREATED_TIME, '%Y%m') = DATE_FORMAT(DATE_SUB(CURDATE(), INTERVAL 1 MONTH), '%Y%m')
AND GRID_ID = ${gridId}
GROUP BY
GRID_ID
@ -1003,7 +1003,7 @@ FROM
WHERE
u.DEL_FLAG = '0'
AND u.PARTY_FLAG = '1'
AND MONTH(u.CREATED_TIME) = MONTH(DATE_SUB(CURDATE(), INTERVAL 1 MONTH))
AND DATE_FORMAT(u.CREATED_TIME, '%Y%m') = DATE_FORMAT(DATE_SUB(CURDATE(), INTERVAL 1 MONTH), '%Y%m')
AND find_in_set(${gridId}, u.ALL_DEPT_IDS);</sql>
<limit>0</limit>
<lookup/>
@ -1137,7 +1137,7 @@ FROM
epdc_user u
WHERE
u.DEL_FLAG = '0'
AND MONTH(u.REGISTER_TIME) = MONTH(DATE_SUB(CURDATE(), INTERVAL 1 MONTH))
AND DATE_FORMAT(u.REGISTER_TIME, '%Y%m') = DATE_FORMAT(DATE_SUB(CURDATE(), INTERVAL 1 MONTH), '%Y%m')
AND find_in_set(${gridId}, u.ALL_DEPT_IDS);</sql>
<limit>0</limit>
<lookup/>
@ -1271,7 +1271,7 @@ FROM
epdc_group
WHERE
DEL_FLAG = '0'
AND MONTH(CREATED_TIME) = MONTH(DATE_SUB(CURDATE(), INTERVAL 1 MONTH))
AND DATE_FORMAT(CREATED_TIME, '%Y%m') = DATE_FORMAT(DATE_SUB(CURDATE(), INTERVAL 1 MONTH), '%Y%m')
AND find_in_set(${gridId}, ALL_DEPT_IDS);</sql>
<limit>0</limit>
<lookup/>

129
epdc-cloud-property/doc/yushan-kettle/screen_totality_grid_update.ktr

@ -565,6 +565,135 @@ VALUES
<draw>Y</draw>
</GUI>
</step>
<step>
<name>网格排名表月度数据清空</name>
<type>ExecSQL</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>target_yushan</connection>
<execute_each_row>N</execute_each_row>
<single_statement>N</single_statement>
<replace_variables>Y</replace_variables>
<quoteString>N</quoteString>
<sql>delete from ys_grid_rank where grid_id = ${gridId} and cal_date = date_format(now(), '%Y-%m')</sql>
<set_params>N</set_params>
<insert_field/>
<update_field/>
<delete_field/>
<read_field/>
<arguments>
</arguments>
<attributes/>
<cluster_schema/>
<remotesteps>
<input>
</input>
<output>
</output>
</remotesteps>
<GUI>
<xloc>448</xloc>
<yloc>240</yloc>
<draw>Y</draw>
</GUI>
</step>
<step>
<name>网格注册数统计月度数据清空</name>
<type>ExecSQL</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>target_yushan</connection>
<execute_each_row>N</execute_each_row>
<single_statement>N</single_statement>
<replace_variables>Y</replace_variables>
<quoteString>N</quoteString>
<sql>delete from ys_grid_reg where grid_id = ${gridId} and cal_date = date_format(now(), '%Y-%m')</sql>
<set_params>N</set_params>
<insert_field/>
<update_field/>
<delete_field/>
<read_field/>
<arguments>
</arguments>
<attributes/>
<cluster_schema/>
<remotesteps>
<input>
</input>
<output>
</output>
</remotesteps>
<GUI>
<xloc>448</xloc>
<yloc>368</yloc>
<draw>Y</draw>
</GUI>
</step>
<step>
<name>网格注册信息表</name>
<type>ExecSQL</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>target_yushan</connection>
<execute_each_row>N</execute_each_row>
<single_statement>N</single_statement>
<replace_variables>Y</replace_variables>
<quoteString>N</quoteString>
<sql>INSERT INTO ys_grid_reg (
comm_id,
comm_name,
cal_date,
name,
grid_id,
reg_user_num,
reg_party_num,
reg_group_num,
create_time,
update_time
)
VALUES
(
${commId}, '${commName}', DATE_FORMAT(DATE_SUB(CURDATE(), INTERVAL 1 MONTH), '%Y-%m'), '${communityGrid}', ${gridId}, ${reg_user_num}, ${reg_party_num}, ${reg_group_num}, NOW(), null
)</sql>
<set_params>N</set_params>
<insert_field/>
<update_field/>
<delete_field/>
<read_field/>
<arguments>
</arguments>
<attributes/>
<cluster_schema/>
<remotesteps>
<input>
</input>
<output>
</output>
</remotesteps>
<GUI>
<xloc>272</xloc>
<yloc>368</yloc>
<draw>Y</draw>
</GUI>
</step>
<step_error_handling>
</step_error_handling>
<slave-step-copy-partition-distribution>

10
epdc-cloud-property/doc/yushan-kettle/screen_totality_street_query_month.ktr

@ -867,7 +867,7 @@ FROM
WHERE
n.DEL_FLAG = '0'
AND find_in_set(${streetId}, n.ALL_DEPT_IDS)
AND MONTH(n.CREATED_TIME) = MONTH(DATE_SUB(CURDATE(), INTERVAL 1 MONTH))</sql>
AND DATE_FORMAT(n.CREATED_TIME, '%Y%m') = DATE_FORMAT(DATE_SUB(CURDATE(), INTERVAL 1 MONTH), '%Y%m')</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
@ -1089,7 +1089,7 @@ WHERE
i.DEL_FLAG = '0'
AND ISSUE_STATE ='2'
AND find_in_set(${streetId}, i.ALL_DEPT_IDS)
AND MONTH(i.CREATED_TIME) = MONTH(DATE_SUB(CURDATE(), INTERVAL 1 MONTH))</sql>
AND DATE_FORMAT(i.CREATED_TIME, '%Y%m') = DATE_FORMAT(DATE_SUB(CURDATE(), INTERVAL 1 MONTH), '%Y%m')</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
@ -1201,7 +1201,7 @@ WHERE
i.DEL_FLAG = '0'
AND i.ITEM_STATE = '10'
AND find_in_set(${streetId}, i.ALL_DEPT_IDS)
AND MONTH(i.CREATED_TIME) = MONTH(DATE_SUB(CURDATE(), INTERVAL 1 MONTH))</sql>
AND DATE_FORMAT(i.CREATED_TIME, '%Y%m') = DATE_FORMAT(DATE_SUB(CURDATE(), INTERVAL 1 MONTH), '%Y%m')</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
@ -1312,7 +1312,7 @@ FROM
WHERE
i.DEL_FLAG = '0'
AND find_in_set(${streetId}, i.ALL_DEPT_IDS)
AND MONTH(i.CREATED_TIME) = MONTH(DATE_SUB(CURDATE(), INTERVAL 1 MONTH))</sql>
AND DATE_FORMAT(i.CREATED_TIME, '%Y%m') = DATE_FORMAT(DATE_SUB(CURDATE(), INTERVAL 1 MONTH), '%Y%m')</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
@ -1423,7 +1423,7 @@ FROM
WHERE
i.DEL_FLAG = '0'
AND find_in_set(${streetId}, i.ALL_DEPT_IDS)
AND MONTH(i.CREATED_TIME) = MONTH(DATE_SUB(CURDATE(), INTERVAL 1 MONTH))</sql>
AND DATE_FORMAT(i.CREATED_TIME, '%Y%m') = DATE_FORMAT(DATE_SUB(CURDATE(), INTERVAL 1 MONTH), '%Y%m')</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>

4
epdc-cloud-property/doc/yushan-kettle/screen_ys_charity_overview_query.ktr

@ -616,7 +616,7 @@ FROM
epdc_volunteer_info
WHERE
DEL_FLAG = '0'
AND MONTH(CREATED_TIME) = MONTH(DATE_SUB(CURDATE(), INTERVAL 1 MONTH))</sql>
AND DATE_FORMAT(CREATED_TIME, '%Y%m') = DATE_FORMAT(DATE_SUB(CURDATE(), INTERVAL 1 MONTH), '%Y%m')</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
@ -680,7 +680,7 @@ FROM
epdc_act_info
WHERE
DEL_FLAG = '0'
AND MONTH(CREATED_TIME) = MONTH(DATE_SUB(CURDATE(), INTERVAL 1 MONTH))</sql>
AND DATE_FORMAT(CREATED_TIME, '%Y%m') = DATE_FORMAT(DATE_SUB(CURDATE(), INTERVAL 1 MONTH), '%Y%m')</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>

52
epdc-cloud-property/doc/yushan-kettle/screen_ys_commu_hot_topic_update.ktr

@ -1803,8 +1803,8 @@ LIMIT 5</sql>
</partitioning>
<connection>source_ys_property</connection>
<sql>SELECT
${commId} as comm_id,
'${commName}' as comm_name,
${commId} as comm_id,
'${commName}' as comm_name,
DATE_FORMAT(NOW(), '%Y') AS cal_date,
avg(es.SCORE) AS score_num,
sum(
@ -1822,7 +1822,7 @@ LIMIT 5</sql>
ELSE
0
END
) / COUNT(ep.id) AS good_rate,
) / COUNT(pp.id) AS good_rate,
sum(
CASE
WHEN es.SCORE &lt; 60 THEN
@ -1838,20 +1838,18 @@ LIMIT 5</sql>
ELSE
0
END
) / COUNT(ep.id) AS bad_rate,
ep.PROPERTY_NAME AS NAME,
) / COUNT(pp.id) AS bad_rate,
pp.PROJECT_NAME AS NAME,
now() AS create_time
FROM
epdc_property ep
LEFT JOIN epdc_property_project pp ON pp.PROPERTY_ID = ep.id
LEFT JOIN epdc_property_project_score es ON pp.id = es.PROJECT_ID
epdc_property_project_score es
LEFT JOIN epdc_property_project pp ON pp.id = es.PROJECT_ID
WHERE
ep.DEL_FLAG = '0'
AND pp.DEL_FLAG = '0'
AND find_in_set(${commId}, pp.ALL_DEPT_IDS)
AND YEAR (ep.CREATED_TIME) = YEAR (NOW())
pp.DEL_FLAG = '0'
AND find_in_set(${commId}, pp.ALL_DEPT_IDS)
AND YEAR (es.CREATED_TIME) = YEAR (NOW())
GROUP BY
ep.id;</sql>
pp.id;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>
@ -2059,7 +2057,7 @@ FROM
WHERE
DEL_FLAG = '0'
AND find_in_set(${commId}, ALL_DEPT_IDS)
AND MONTH(CREATED_TIME) = MONTH(DATE_SUB(CURDATE(), INTERVAL 1 MONTH))
AND DATE_FORMAT(CREATED_TIME, '%Y%m') = DATE_FORMAT(DATE_SUB(CURDATE(), INTERVAL 1 MONTH), '%Y%m')
GROUP BY
NEWS_PROPERTY</sql>
<limit>0</limit>
@ -2107,7 +2105,7 @@ FROM
epdc_events
WHERE
DEL_FLAG = '0'
AND MONTH(CREATED_TIME) = MONTH(DATE_SUB(CURDATE(), INTERVAL 1 MONTH))
AND DATE_FORMAT(CREATED_TIME, '%Y%m') = DATE_FORMAT(DATE_SUB(CURDATE(), INTERVAL 1 MONTH), '%Y%m')
AND find_in_set(${commId}, ALL_DEPT_IDS)
ORDER BY
COMMENT_NUM DESC
@ -2308,8 +2306,8 @@ LIMIT 5</sql>
</partitioning>
<connection>source_ys_property</connection>
<sql>SELECT
${commId} as comm_id,
'${commName}' as comm_name,
${commId} as comm_id,
'${commName}' as comm_name,
DATE_FORMAT(DATE_SUB(CURDATE(), INTERVAL 1 MONTH), '%Y-%m') AS cal_date,
avg(es.SCORE) AS score_num,
sum(
@ -2327,7 +2325,7 @@ LIMIT 5</sql>
ELSE
0
END
) / COUNT(ep.id) AS good_rate,
) / COUNT(pp.id) AS good_rate,
sum(
CASE
WHEN es.SCORE &lt; 60 THEN
@ -2343,20 +2341,18 @@ LIMIT 5</sql>
ELSE
0
END
) / COUNT(ep.id) AS bad_rate,
ep.PROPERTY_NAME AS NAME,
) / COUNT(pp.id) AS bad_rate,
pp.PROJECT_NAME AS NAME,
now() AS create_time
FROM
epdc_property ep
LEFT JOIN epdc_property_project pp ON pp.PROPERTY_ID = ep.id
LEFT JOIN epdc_property_project_score es ON pp.id = es.PROJECT_ID
epdc_property_project_score es
LEFT JOIN epdc_property_project pp ON pp.id = es.PROJECT_ID
WHERE
ep.DEL_FLAG = '0'
AND pp.DEL_FLAG = '0'
AND find_in_set(${commId}, pp.ALL_DEPT_IDS)
AND MONTH(ep.CREATED_TIME) = MONTH(DATE_SUB(CURDATE(), INTERVAL 1 MONTH))
pp.DEL_FLAG = '0'
AND find_in_set(${commId}, pp.ALL_DEPT_IDS)
AND DATE_FORMAT(es.CREATED_TIME, '%Y%m') = DATE_FORMAT(DATE_SUB(CURDATE(), INTERVAL 1 MONTH), '%Y%m')
GROUP BY
ep.id;</sql>
pp.id;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>

1403
epdc-cloud-property/doc/yushan-kettle/screen_ys_commu_hot_topic_update_day.ktr

File diff suppressed because it is too large

26
epdc-cloud-property/doc/yushan-kettle/screen_ys_commu_hot_topic_update_year.ktr

@ -1328,8 +1328,8 @@ LIMIT 5</sql>
</partitioning>
<connection>source_ys_property</connection>
<sql>SELECT
${commId} as comm_id,
'${commName}' as comm_name,
${commId} as comm_id,
'${commName}' as comm_name,
DATE_FORMAT(NOW(), '%Y') - 1 AS cal_date,
avg(es.SCORE) AS score_num,
sum(
@ -1347,7 +1347,7 @@ LIMIT 5</sql>
ELSE
0
END
) / COUNT(ep.id) AS good_rate,
) / COUNT(pp.id) AS good_rate,
sum(
CASE
WHEN es.SCORE &lt; 60 THEN
@ -1363,21 +1363,19 @@ LIMIT 5</sql>
ELSE
0
END
) / COUNT(ep.id) AS bad_rate,
ep.PROPERTY_NAME AS NAME,
) / COUNT(pp.id) AS bad_rate,
pp.PROJECT_NAME AS NAME,
now() AS create_time
FROM
epdc_property ep
LEFT JOIN epdc_property_project pp ON pp.PROPERTY_ID = ep.id
LEFT JOIN epdc_property_project_score es ON pp.id = es.PROJECT_ID
epdc_property_project_score es
LEFT JOIN epdc_property_project pp ON pp.id = es.PROJECT_ID
WHERE
ep.DEL_FLAG = '0'
AND pp.DEL_FLAG = '0'
AND find_in_set(${commId}, pp.ALL_DEPT_IDS)
AND ep.CREATED_TIME BETWEEN STR_TO_DATE( CONCAT( YEAR ( NOW())- 1, '-01-01' ), '%Y-%m-%d' )
AND STR_TO_DATE( CONCAT( YEAR ( NOW()), '-01-01' ), '%Y-%m-%d' )
pp.DEL_FLAG = '0'
AND find_in_set(${commId}, pp.ALL_DEPT_IDS)
AND es.CREATED_TIME BETWEEN STR_TO_DATE( CONCAT( YEAR ( NOW())- 1, '-01-01' ), '%Y-%m-%d' )
AND STR_TO_DATE( CONCAT( YEAR ( NOW()), '-01-01' ), '%Y-%m-%d' )
GROUP BY
ep.id;</sql>
pp.id;</sql>
<limit>0</limit>
<lookup/>
<execute_each_row>N</execute_each_row>

574
epdc-cloud-property/doc/yushan-kettle/screen_ys_grid_rank_month_update_day.ktr

@ -0,0 +1,574 @@
<?xml version="1.0" encoding="UTF-8"?>
<transformation>
<info>
<name>screen_ys_grid_rank_month_update_day</name>
<description/>
<extended_description/>
<trans_version/>
<trans_type>Normal</trans_type>
<trans_status>0</trans_status>
<directory>/</directory>
<parameters>
</parameters>
<log>
<trans-log-table>
<connection/>
<schema/>
<table/>
<size_limit_lines/>
<interval/>
<timeout_days/>
<field>
<id>ID_BATCH</id>
<enabled>Y</enabled>
<name>ID_BATCH</name>
</field>
<field>
<id>CHANNEL_ID</id>
<enabled>Y</enabled>
<name>CHANNEL_ID</name>
</field>
<field>
<id>TRANSNAME</id>
<enabled>Y</enabled>
<name>TRANSNAME</name>
</field>
<field>
<id>STATUS</id>
<enabled>Y</enabled>
<name>STATUS</name>
</field>
<field>
<id>LINES_READ</id>
<enabled>Y</enabled>
<name>LINES_READ</name>
<subject/>
</field>
<field>
<id>LINES_WRITTEN</id>
<enabled>Y</enabled>
<name>LINES_WRITTEN</name>
<subject/>
</field>
<field>
<id>LINES_UPDATED</id>
<enabled>Y</enabled>
<name>LINES_UPDATED</name>
<subject/>
</field>
<field>
<id>LINES_INPUT</id>
<enabled>Y</enabled>
<name>LINES_INPUT</name>
<subject/>
</field>
<field>
<id>LINES_OUTPUT</id>
<enabled>Y</enabled>
<name>LINES_OUTPUT</name>
<subject/>
</field>
<field>
<id>LINES_REJECTED</id>
<enabled>Y</enabled>
<name>LINES_REJECTED</name>
<subject/>
</field>
<field>
<id>ERRORS</id>
<enabled>Y</enabled>
<name>ERRORS</name>
</field>
<field>
<id>STARTDATE</id>
<enabled>Y</enabled>
<name>STARTDATE</name>
</field>
<field>
<id>ENDDATE</id>
<enabled>Y</enabled>
<name>ENDDATE</name>
</field>
<field>
<id>LOGDATE</id>
<enabled>Y</enabled>
<name>LOGDATE</name>
</field>
<field>
<id>DEPDATE</id>
<enabled>Y</enabled>
<name>DEPDATE</name>
</field>
<field>
<id>REPLAYDATE</id>
<enabled>Y</enabled>
<name>REPLAYDATE</name>
</field>
<field>
<id>LOG_FIELD</id>
<enabled>Y</enabled>
<name>LOG_FIELD</name>
</field>
<field>
<id>EXECUTING_SERVER</id>
<enabled>N</enabled>
<name>EXECUTING_SERVER</name>
</field>
<field>
<id>EXECUTING_USER</id>
<enabled>N</enabled>
<name>EXECUTING_USER</name>
</field>
<field>
<id>CLIENT</id>
<enabled>N</enabled>
<name>CLIENT</name>
</field>
</trans-log-table>
<perf-log-table>
<connection/>
<schema/>
<table/>
<interval/>
<timeout_days/>
<field>
<id>ID_BATCH</id>
<enabled>Y</enabled>
<name>ID_BATCH</name>
</field>
<field>
<id>SEQ_NR</id>
<enabled>Y</enabled>
<name>SEQ_NR</name>
</field>
<field>
<id>LOGDATE</id>
<enabled>Y</enabled>
<name>LOGDATE</name>
</field>
<field>
<id>TRANSNAME</id>
<enabled>Y</enabled>
<name>TRANSNAME</name>
</field>
<field>
<id>STEPNAME</id>
<enabled>Y</enabled>
<name>STEPNAME</name>
</field>
<field>
<id>STEP_COPY</id>
<enabled>Y</enabled>
<name>STEP_COPY</name>
</field>
<field>
<id>LINES_READ</id>
<enabled>Y</enabled>
<name>LINES_READ</name>
</field>
<field>
<id>LINES_WRITTEN</id>
<enabled>Y</enabled>
<name>LINES_WRITTEN</name>
</field>
<field>
<id>LINES_UPDATED</id>
<enabled>Y</enabled>
<name>LINES_UPDATED</name>
</field>
<field>
<id>LINES_INPUT</id>
<enabled>Y</enabled>
<name>LINES_INPUT</name>
</field>
<field>
<id>LINES_OUTPUT</id>
<enabled>Y</enabled>
<name>LINES_OUTPUT</name>
</field>
<field>
<id>LINES_REJECTED</id>
<enabled>Y</enabled>
<name>LINES_REJECTED</name>
</field>
<field>
<id>ERRORS</id>
<enabled>Y</enabled>
<name>ERRORS</name>
</field>
<field>
<id>INPUT_BUFFER_ROWS</id>
<enabled>Y</enabled>
<name>INPUT_BUFFER_ROWS</name>
</field>
<field>
<id>OUTPUT_BUFFER_ROWS</id>
<enabled>Y</enabled>
<name>OUTPUT_BUFFER_ROWS</name>
</field>
</perf-log-table>
<channel-log-table>
<connection/>
<schema/>
<table/>
<timeout_days/>
<field>
<id>ID_BATCH</id>
<enabled>Y</enabled>
<name>ID_BATCH</name>
</field>
<field>
<id>CHANNEL_ID</id>
<enabled>Y</enabled>
<name>CHANNEL_ID</name>
</field>
<field>
<id>LOG_DATE</id>
<enabled>Y</enabled>
<name>LOG_DATE</name>
</field>
<field>
<id>LOGGING_OBJECT_TYPE</id>
<enabled>Y</enabled>
<name>LOGGING_OBJECT_TYPE</name>
</field>
<field>
<id>OBJECT_NAME</id>
<enabled>Y</enabled>
<name>OBJECT_NAME</name>
</field>
<field>
<id>OBJECT_COPY</id>
<enabled>Y</enabled>
<name>OBJECT_COPY</name>
</field>
<field>
<id>REPOSITORY_DIRECTORY</id>
<enabled>Y</enabled>
<name>REPOSITORY_DIRECTORY</name>
</field>
<field>
<id>FILENAME</id>
<enabled>Y</enabled>
<name>FILENAME</name>
</field>
<field>
<id>OBJECT_ID</id>
<enabled>Y</enabled>
<name>OBJECT_ID</name>
</field>
<field>
<id>OBJECT_REVISION</id>
<enabled>Y</enabled>
<name>OBJECT_REVISION</name>
</field>
<field>
<id>PARENT_CHANNEL_ID</id>
<enabled>Y</enabled>
<name>PARENT_CHANNEL_ID</name>
</field>
<field>
<id>ROOT_CHANNEL_ID</id>
<enabled>Y</enabled>
<name>ROOT_CHANNEL_ID</name>
</field>
</channel-log-table>
<step-log-table>
<connection/>
<schema/>
<table/>
<timeout_days/>
<field>
<id>ID_BATCH</id>
<enabled>Y</enabled>
<name>ID_BATCH</name>
</field>
<field>
<id>CHANNEL_ID</id>
<enabled>Y</enabled>
<name>CHANNEL_ID</name>
</field>
<field>
<id>LOG_DATE</id>
<enabled>Y</enabled>
<name>LOG_DATE</name>
</field>
<field>
<id>TRANSNAME</id>
<enabled>Y</enabled>
<name>TRANSNAME</name>
</field>
<field>
<id>STEPNAME</id>
<enabled>Y</enabled>
<name>STEPNAME</name>
</field>
<field>
<id>STEP_COPY</id>
<enabled>Y</enabled>
<name>STEP_COPY</name>
</field>
<field>
<id>LINES_READ</id>
<enabled>Y</enabled>
<name>LINES_READ</name>
</field>
<field>
<id>LINES_WRITTEN</id>
<enabled>Y</enabled>
<name>LINES_WRITTEN</name>
</field>
<field>
<id>LINES_UPDATED</id>
<enabled>Y</enabled>
<name>LINES_UPDATED</name>
</field>
<field>
<id>LINES_INPUT</id>
<enabled>Y</enabled>
<name>LINES_INPUT</name>
</field>
<field>
<id>LINES_OUTPUT</id>
<enabled>Y</enabled>
<name>LINES_OUTPUT</name>
</field>
<field>
<id>LINES_REJECTED</id>
<enabled>Y</enabled>
<name>LINES_REJECTED</name>
</field>
<field>
<id>ERRORS</id>
<enabled>Y</enabled>
<name>ERRORS</name>
</field>
<field>
<id>LOG_FIELD</id>
<enabled>N</enabled>
<name>LOG_FIELD</name>
</field>
</step-log-table>
<metrics-log-table>
<connection/>
<schema/>
<table/>
<timeout_days/>
<field>
<id>ID_BATCH</id>
<enabled>Y</enabled>
<name>ID_BATCH</name>
</field>
<field>
<id>CHANNEL_ID</id>
<enabled>Y</enabled>
<name>CHANNEL_ID</name>
</field>
<field>
<id>LOG_DATE</id>
<enabled>Y</enabled>
<name>LOG_DATE</name>
</field>
<field>
<id>METRICS_DATE</id>
<enabled>Y</enabled>
<name>METRICS_DATE</name>
</field>
<field>
<id>METRICS_CODE</id>
<enabled>Y</enabled>
<name>METRICS_CODE</name>
</field>
<field>
<id>METRICS_DESCRIPTION</id>
<enabled>Y</enabled>
<name>METRICS_DESCRIPTION</name>
</field>
<field>
<id>METRICS_SUBJECT</id>
<enabled>Y</enabled>
<name>METRICS_SUBJECT</name>
</field>
<field>
<id>METRICS_TYPE</id>
<enabled>Y</enabled>
<name>METRICS_TYPE</name>
</field>
<field>
<id>METRICS_VALUE</id>
<enabled>Y</enabled>
<name>METRICS_VALUE</name>
</field>
</metrics-log-table>
</log>
<maxdate>
<connection/>
<table/>
<field/>
<offset>0.0</offset>
<maxdiff>0.0</maxdiff>
</maxdate>
<size_rowset>10000</size_rowset>
<sleep_time_empty>50</sleep_time_empty>
<sleep_time_full>50</sleep_time_full>
<unique_connections>N</unique_connections>
<feedback_shown>Y</feedback_shown>
<feedback_size>50000</feedback_size>
<using_thread_priorities>Y</using_thread_priorities>
<shared_objects_file/>
<capture_step_performance>N</capture_step_performance>
<step_performance_capturing_delay>1000</step_performance_capturing_delay>
<step_performance_capturing_size_limit>100</step_performance_capturing_size_limit>
<dependencies>
</dependencies>
<partitionschemas>
</partitionschemas>
<slaveservers>
</slaveservers>
<clusterschemas>
</clusterschemas>
<created_user>-</created_user>
<created_date>2020/04/27 09:32:01.126</created_date>
<modified_user>-</modified_user>
<modified_date>2020/04/27 09:32:01.126</modified_date>
<key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key>
<is_key_private>N</is_key_private>
</info>
<notepads>
</notepads>
<connection>
<name>target_yushan</name>
<server>${db.mysql.epdc.target.ys.host}</server>
<type>MYSQL</type>
<access>Native</access>
<database>${db.mysql.target.schema.yushandb}</database>
<port>${db.mysql.epdc.target.ys.port}</port>
<username>${db.mysql.epdc.target.ys.username}</username>
<password>${db.mysql.epdc.target.ys.password}</password>
<servername/>
<data_tablespace/>
<index_tablespace/>
<attributes>
<attribute>
<code>EXTRA_OPTION_MYSQL.allowMultiQueries</code>
<attribute>true</attribute>
</attribute>
<attribute>
<code>EXTRA_OPTION_MYSQL.characterEncoding</code>
<attribute>utf8</attribute>
</attribute>
<attribute>
<code>EXTRA_OPTION_MYSQL.serverTimezone</code>
<attribute>Asia/Shanghai</attribute>
</attribute>
<attribute>
<code>EXTRA_OPTION_MYSQL.useSSL</code>
<attribute>false</attribute>
</attribute>
<attribute>
<code>EXTRA_OPTION_MYSQL.useUnicode</code>
<attribute>true</attribute>
</attribute>
<attribute>
<code>FORCE_IDENTIFIERS_TO_LOWERCASE</code>
<attribute>N</attribute>
</attribute>
<attribute>
<code>FORCE_IDENTIFIERS_TO_UPPERCASE</code>
<attribute>N</attribute>
</attribute>
<attribute>
<code>IS_CLUSTERED</code>
<attribute>N</attribute>
</attribute>
<attribute>
<code>PORT_NUMBER</code>
<attribute>${db.mysql.epdc.target.ys.port}</attribute>
</attribute>
<attribute>
<code>PRESERVE_RESERVED_WORD_CASE</code>
<attribute>Y</attribute>
</attribute>
<attribute>
<code>QUOTE_ALL_FIELDS</code>
<attribute>N</attribute>
</attribute>
<attribute>
<code>STREAM_RESULTS</code>
<attribute>Y</attribute>
</attribute>
<attribute>
<code>SUPPORTS_BOOLEAN_DATA_TYPE</code>
<attribute>Y</attribute>
</attribute>
<attribute>
<code>SUPPORTS_TIMESTAMP_DATA_TYPE</code>
<attribute>Y</attribute>
</attribute>
<attribute>
<code>USE_POOLING</code>
<attribute>N</attribute>
</attribute>
</attributes>
</connection>
<order>
</order>
<step>
<name>网格排名表</name>
<type>ExecSQL</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>target_yushan</connection>
<execute_each_row>N</execute_each_row>
<single_statement>N</single_statement>
<replace_variables>Y</replace_variables>
<quoteString>N</quoteString>
<sql>INSERT INTO ys_grid_rank (
cal_date,
name,
grid_id,
comm_id,
comm_name,
topic_num,
project_num,
create_time,
update_time
)
VALUES
(
DATE_FORMAT(NOW(), '%Y-%m'), '${communityGrid}', ${gridId}, ${commId}, '${commName}', ${topic_num_month}, ${project_num_month}, NOW(), null
)</sql>
<set_params>N</set_params>
<insert_field/>
<update_field/>
<delete_field/>
<read_field/>
<arguments>
</arguments>
<attributes/>
<cluster_schema/>
<remotesteps>
<input>
</input>
<output>
</output>
</remotesteps>
<GUI>
<xloc>543</xloc>
<yloc>193</yloc>
<draw>Y</draw>
</GUI>
</step>
<step_error_handling>
</step_error_handling>
<slave-step-copy-partition-distribution>
</slave-step-copy-partition-distribution>
<slave_transformation>N</slave_transformation>
<attributes/>
</transformation>

2
epdc-cloud-property/doc/yushan-kettle/screen_ys_grid_rank_year_update.ktr

@ -542,7 +542,7 @@
)
VALUES
(
DATE_FORMAT(NOW(),'%Y') - 1, '${communityGrid}', ${gridId}, ${commId}, ${commName}, ${topic_num}, ${project_num}, NOW(), null
DATE_FORMAT(NOW(),'%Y') - 1, '${communityGrid}', ${gridId}, ${commId}, '${commName}', ${topic_num}, ${project_num}, NOW(), null
)</sql>
<set_params>N</set_params>
<insert_field/>

2
epdc-cloud-property/doc/yushan-kettle/screen_ys_news_update.ktr

@ -1006,7 +1006,7 @@ FROM
WHERE
DEL_FLAG = '0'
AND find_in_set(${streetId}, ALL_DEPT_IDS)
AND MONTH(CREATED_TIME) = MONTH(DATE_SUB(CURDATE(), INTERVAL 1 MONTH))
AND DATE_FORMAT(CREATED_TIME, '%Y%m') = DATE_FORMAT(DATE_SUB(CURDATE(), INTERVAL 1 MONTH), '%Y%m')
GROUP BY
NEWS_PROPERTY</sql>
<limit>0</limit>

110
epdc-cloud-property/doc/yushan-kettle/yushan_comm_day.kjb

@ -359,7 +359,7 @@
<parallel>N</parallel>
<draw>Y</draw>
<nr>0</nr>
<xloc>432</xloc>
<xloc>560</xloc>
<yloc>208</yloc>
<attributes_kjc/>
</entry>
@ -397,7 +397,7 @@
<parallel>N</parallel>
<draw>Y</draw>
<nr>0</nr>
<xloc>624</xloc>
<xloc>752</xloc>
<yloc>208</yloc>
<attributes_kjc/>
</entry>
@ -423,11 +423,105 @@
<yloc>208</yloc>
<attributes_kjc/>
</entry>
<entry>
<name>清空表</name>
<description/>
<type>TRANS</type>
<attributes/>
<specification_method>filename</specification_method>
<trans_object_id/>
<filename>${Internal.Entry.Current.Directory}/yushan_day_delete_co.ktr</filename>
<transname/>
<arg_from_previous>N</arg_from_previous>
<params_from_previous>N</params_from_previous>
<exec_per_row>N</exec_per_row>
<clear_rows>N</clear_rows>
<clear_files>N</clear_files>
<set_logfile>N</set_logfile>
<logfile/>
<logext/>
<add_date>N</add_date>
<add_time>N</add_time>
<loglevel>Basic</loglevel>
<cluster>N</cluster>
<slave_server_name/>
<set_append_logfile>N</set_append_logfile>
<wait_until_finished>Y</wait_until_finished>
<follow_abort_remote>N</follow_abort_remote>
<create_parent_folder>N</create_parent_folder>
<logging_remote_work>N</logging_remote_work>
<run_configuration>Pentaho local</run_configuration>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<parallel>N</parallel>
<draw>Y</draw>
<nr>0</nr>
<xloc>416</xloc>
<yloc>208</yloc>
<attributes_kjc/>
</entry>
<entry>
<name>写入表</name>
<description/>
<type>TRANS</type>
<attributes/>
<specification_method>filename</specification_method>
<trans_object_id/>
<filename>${Internal.Entry.Current.Directory}/screen_ys_commu_hot_topic_update_day.ktr</filename>
<transname/>
<arg_from_previous>N</arg_from_previous>
<params_from_previous>N</params_from_previous>
<exec_per_row>N</exec_per_row>
<clear_rows>N</clear_rows>
<clear_files>N</clear_files>
<set_logfile>N</set_logfile>
<logfile/>
<logext/>
<add_date>N</add_date>
<add_time>N</add_time>
<loglevel>Basic</loglevel>
<cluster>N</cluster>
<slave_server_name/>
<set_append_logfile>N</set_append_logfile>
<wait_until_finished>Y</wait_until_finished>
<follow_abort_remote>N</follow_abort_remote>
<create_parent_folder>N</create_parent_folder>
<logging_remote_work>N</logging_remote_work>
<run_configuration>Pentaho local</run_configuration>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<parallel>N</parallel>
<draw>Y</draw>
<nr>0</nr>
<xloc>560</xloc>
<yloc>320</yloc>
<attributes_kjc/>
</entry>
</entries>
<hops>
<hop>
<from>获取社区信息变量</from>
<to>写入表-社区</to>
<from_nr>0</from_nr>
<to_nr>0</to_nr>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>社区ID,NAME</to>
<from_nr>0</from_nr>
<to_nr>0</to_nr>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>社区ID,NAME</from>
<to>获取社区信息变量</to>
<to>清空表</to>
<from_nr>0</from_nr>
<to_nr>0</to_nr>
<enabled>Y</enabled>
@ -435,8 +529,8 @@
<unconditional>N</unconditional>
</hop>
<hop>
<from>获取社区信息变量</from>
<to>写入表-社区</to>
<from>清空表</from>
<to>获取社区信息变量</to>
<from_nr>0</from_nr>
<to_nr>0</to_nr>
<enabled>Y</enabled>
@ -444,13 +538,13 @@
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>社区ID,NAME</to>
<from>清空表</from>
<to>写入表</to>
<from_nr>0</from_nr>
<to_nr>0</to_nr>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
<unconditional>N</unconditional>
</hop>
</hops>
<notepads>

28
epdc-cloud-property/doc/yushan-kettle/yushan_comm_month.kjb

@ -359,7 +359,7 @@
<parallel>N</parallel>
<draw>Y</draw>
<nr>0</nr>
<xloc>416</xloc>
<xloc>496</xloc>
<yloc>208</yloc>
<attributes_kjc/>
</entry>
@ -419,7 +419,7 @@
<parallel>N</parallel>
<draw>Y</draw>
<nr>0</nr>
<xloc>608</xloc>
<xloc>688</xloc>
<yloc>208</yloc>
<attributes_kjc/>
</entry>
@ -457,7 +457,7 @@
<parallel>N</parallel>
<draw>Y</draw>
<nr>0</nr>
<xloc>608</xloc>
<xloc>496</xloc>
<yloc>320</yloc>
<attributes_kjc/>
</entry>
@ -495,21 +495,12 @@
<parallel>N</parallel>
<draw>Y</draw>
<nr>0</nr>
<xloc>416</xloc>
<yloc>320</yloc>
<xloc>368</xloc>
<yloc>208</yloc>
<attributes_kjc/>
</entry>
</entries>
<hops>
<hop>
<from>社区ID,NAME</from>
<to>获取社区信息变量</to>
<from_nr>0</from_nr>
<to_nr>0</to_nr>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>Start</from>
<to>社区ID,NAME</to>
@ -546,6 +537,15 @@
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
<hop>
<from>清空表</from>
<to>获取社区信息变量</to>
<from_nr>0</from_nr>
<to_nr>0</to_nr>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
</hops>
<notepads>
</notepads>

636
epdc-cloud-property/doc/yushan-kettle/yushan_day_delete_co.ktr

@ -0,0 +1,636 @@
<?xml version="1.0" encoding="UTF-8"?>
<transformation>
<info>
<name>yushan_day_delete_co</name>
<description/>
<extended_description/>
<trans_version/>
<trans_type>Normal</trans_type>
<trans_status>0</trans_status>
<directory>/</directory>
<parameters>
</parameters>
<log>
<trans-log-table>
<connection/>
<schema/>
<table/>
<size_limit_lines/>
<interval/>
<timeout_days/>
<field>
<id>ID_BATCH</id>
<enabled>Y</enabled>
<name>ID_BATCH</name>
</field>
<field>
<id>CHANNEL_ID</id>
<enabled>Y</enabled>
<name>CHANNEL_ID</name>
</field>
<field>
<id>TRANSNAME</id>
<enabled>Y</enabled>
<name>TRANSNAME</name>
</field>
<field>
<id>STATUS</id>
<enabled>Y</enabled>
<name>STATUS</name>
</field>
<field>
<id>LINES_READ</id>
<enabled>Y</enabled>
<name>LINES_READ</name>
<subject/>
</field>
<field>
<id>LINES_WRITTEN</id>
<enabled>Y</enabled>
<name>LINES_WRITTEN</name>
<subject/>
</field>
<field>
<id>LINES_UPDATED</id>
<enabled>Y</enabled>
<name>LINES_UPDATED</name>
<subject/>
</field>
<field>
<id>LINES_INPUT</id>
<enabled>Y</enabled>
<name>LINES_INPUT</name>
<subject/>
</field>
<field>
<id>LINES_OUTPUT</id>
<enabled>Y</enabled>
<name>LINES_OUTPUT</name>
<subject/>
</field>
<field>
<id>LINES_REJECTED</id>
<enabled>Y</enabled>
<name>LINES_REJECTED</name>
<subject/>
</field>
<field>
<id>ERRORS</id>
<enabled>Y</enabled>
<name>ERRORS</name>
</field>
<field>
<id>STARTDATE</id>
<enabled>Y</enabled>
<name>STARTDATE</name>
</field>
<field>
<id>ENDDATE</id>
<enabled>Y</enabled>
<name>ENDDATE</name>
</field>
<field>
<id>LOGDATE</id>
<enabled>Y</enabled>
<name>LOGDATE</name>
</field>
<field>
<id>DEPDATE</id>
<enabled>Y</enabled>
<name>DEPDATE</name>
</field>
<field>
<id>REPLAYDATE</id>
<enabled>Y</enabled>
<name>REPLAYDATE</name>
</field>
<field>
<id>LOG_FIELD</id>
<enabled>Y</enabled>
<name>LOG_FIELD</name>
</field>
<field>
<id>EXECUTING_SERVER</id>
<enabled>N</enabled>
<name>EXECUTING_SERVER</name>
</field>
<field>
<id>EXECUTING_USER</id>
<enabled>N</enabled>
<name>EXECUTING_USER</name>
</field>
<field>
<id>CLIENT</id>
<enabled>N</enabled>
<name>CLIENT</name>
</field>
</trans-log-table>
<perf-log-table>
<connection/>
<schema/>
<table/>
<interval/>
<timeout_days/>
<field>
<id>ID_BATCH</id>
<enabled>Y</enabled>
<name>ID_BATCH</name>
</field>
<field>
<id>SEQ_NR</id>
<enabled>Y</enabled>
<name>SEQ_NR</name>
</field>
<field>
<id>LOGDATE</id>
<enabled>Y</enabled>
<name>LOGDATE</name>
</field>
<field>
<id>TRANSNAME</id>
<enabled>Y</enabled>
<name>TRANSNAME</name>
</field>
<field>
<id>STEPNAME</id>
<enabled>Y</enabled>
<name>STEPNAME</name>
</field>
<field>
<id>STEP_COPY</id>
<enabled>Y</enabled>
<name>STEP_COPY</name>
</field>
<field>
<id>LINES_READ</id>
<enabled>Y</enabled>
<name>LINES_READ</name>
</field>
<field>
<id>LINES_WRITTEN</id>
<enabled>Y</enabled>
<name>LINES_WRITTEN</name>
</field>
<field>
<id>LINES_UPDATED</id>
<enabled>Y</enabled>
<name>LINES_UPDATED</name>
</field>
<field>
<id>LINES_INPUT</id>
<enabled>Y</enabled>
<name>LINES_INPUT</name>
</field>
<field>
<id>LINES_OUTPUT</id>
<enabled>Y</enabled>
<name>LINES_OUTPUT</name>
</field>
<field>
<id>LINES_REJECTED</id>
<enabled>Y</enabled>
<name>LINES_REJECTED</name>
</field>
<field>
<id>ERRORS</id>
<enabled>Y</enabled>
<name>ERRORS</name>
</field>
<field>
<id>INPUT_BUFFER_ROWS</id>
<enabled>Y</enabled>
<name>INPUT_BUFFER_ROWS</name>
</field>
<field>
<id>OUTPUT_BUFFER_ROWS</id>
<enabled>Y</enabled>
<name>OUTPUT_BUFFER_ROWS</name>
</field>
</perf-log-table>
<channel-log-table>
<connection/>
<schema/>
<table/>
<timeout_days/>
<field>
<id>ID_BATCH</id>
<enabled>Y</enabled>
<name>ID_BATCH</name>
</field>
<field>
<id>CHANNEL_ID</id>
<enabled>Y</enabled>
<name>CHANNEL_ID</name>
</field>
<field>
<id>LOG_DATE</id>
<enabled>Y</enabled>
<name>LOG_DATE</name>
</field>
<field>
<id>LOGGING_OBJECT_TYPE</id>
<enabled>Y</enabled>
<name>LOGGING_OBJECT_TYPE</name>
</field>
<field>
<id>OBJECT_NAME</id>
<enabled>Y</enabled>
<name>OBJECT_NAME</name>
</field>
<field>
<id>OBJECT_COPY</id>
<enabled>Y</enabled>
<name>OBJECT_COPY</name>
</field>
<field>
<id>REPOSITORY_DIRECTORY</id>
<enabled>Y</enabled>
<name>REPOSITORY_DIRECTORY</name>
</field>
<field>
<id>FILENAME</id>
<enabled>Y</enabled>
<name>FILENAME</name>
</field>
<field>
<id>OBJECT_ID</id>
<enabled>Y</enabled>
<name>OBJECT_ID</name>
</field>
<field>
<id>OBJECT_REVISION</id>
<enabled>Y</enabled>
<name>OBJECT_REVISION</name>
</field>
<field>
<id>PARENT_CHANNEL_ID</id>
<enabled>Y</enabled>
<name>PARENT_CHANNEL_ID</name>
</field>
<field>
<id>ROOT_CHANNEL_ID</id>
<enabled>Y</enabled>
<name>ROOT_CHANNEL_ID</name>
</field>
</channel-log-table>
<step-log-table>
<connection/>
<schema/>
<table/>
<timeout_days/>
<field>
<id>ID_BATCH</id>
<enabled>Y</enabled>
<name>ID_BATCH</name>
</field>
<field>
<id>CHANNEL_ID</id>
<enabled>Y</enabled>
<name>CHANNEL_ID</name>
</field>
<field>
<id>LOG_DATE</id>
<enabled>Y</enabled>
<name>LOG_DATE</name>
</field>
<field>
<id>TRANSNAME</id>
<enabled>Y</enabled>
<name>TRANSNAME</name>
</field>
<field>
<id>STEPNAME</id>
<enabled>Y</enabled>
<name>STEPNAME</name>
</field>
<field>
<id>STEP_COPY</id>
<enabled>Y</enabled>
<name>STEP_COPY</name>
</field>
<field>
<id>LINES_READ</id>
<enabled>Y</enabled>
<name>LINES_READ</name>
</field>
<field>
<id>LINES_WRITTEN</id>
<enabled>Y</enabled>
<name>LINES_WRITTEN</name>
</field>
<field>
<id>LINES_UPDATED</id>
<enabled>Y</enabled>
<name>LINES_UPDATED</name>
</field>
<field>
<id>LINES_INPUT</id>
<enabled>Y</enabled>
<name>LINES_INPUT</name>
</field>
<field>
<id>LINES_OUTPUT</id>
<enabled>Y</enabled>
<name>LINES_OUTPUT</name>
</field>
<field>
<id>LINES_REJECTED</id>
<enabled>Y</enabled>
<name>LINES_REJECTED</name>
</field>
<field>
<id>ERRORS</id>
<enabled>Y</enabled>
<name>ERRORS</name>
</field>
<field>
<id>LOG_FIELD</id>
<enabled>N</enabled>
<name>LOG_FIELD</name>
</field>
</step-log-table>
<metrics-log-table>
<connection/>
<schema/>
<table/>
<timeout_days/>
<field>
<id>ID_BATCH</id>
<enabled>Y</enabled>
<name>ID_BATCH</name>
</field>
<field>
<id>CHANNEL_ID</id>
<enabled>Y</enabled>
<name>CHANNEL_ID</name>
</field>
<field>
<id>LOG_DATE</id>
<enabled>Y</enabled>
<name>LOG_DATE</name>
</field>
<field>
<id>METRICS_DATE</id>
<enabled>Y</enabled>
<name>METRICS_DATE</name>
</field>
<field>
<id>METRICS_CODE</id>
<enabled>Y</enabled>
<name>METRICS_CODE</name>
</field>
<field>
<id>METRICS_DESCRIPTION</id>
<enabled>Y</enabled>
<name>METRICS_DESCRIPTION</name>
</field>
<field>
<id>METRICS_SUBJECT</id>
<enabled>Y</enabled>
<name>METRICS_SUBJECT</name>
</field>
<field>
<id>METRICS_TYPE</id>
<enabled>Y</enabled>
<name>METRICS_TYPE</name>
</field>
<field>
<id>METRICS_VALUE</id>
<enabled>Y</enabled>
<name>METRICS_VALUE</name>
</field>
</metrics-log-table>
</log>
<maxdate>
<connection/>
<table/>
<field/>
<offset>0.0</offset>
<maxdiff>0.0</maxdiff>
</maxdate>
<size_rowset>10000</size_rowset>
<sleep_time_empty>50</sleep_time_empty>
<sleep_time_full>50</sleep_time_full>
<unique_connections>N</unique_connections>
<feedback_shown>Y</feedback_shown>
<feedback_size>50000</feedback_size>
<using_thread_priorities>Y</using_thread_priorities>
<shared_objects_file/>
<capture_step_performance>N</capture_step_performance>
<step_performance_capturing_delay>1000</step_performance_capturing_delay>
<step_performance_capturing_size_limit>100</step_performance_capturing_size_limit>
<dependencies>
</dependencies>
<partitionschemas>
</partitionschemas>
<slaveservers>
</slaveservers>
<clusterschemas>
</clusterschemas>
<created_user>-</created_user>
<created_date>2020/04/27 09:32:01.126</created_date>
<modified_user>-</modified_user>
<modified_date>2020/04/27 09:32:01.126</modified_date>
<key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key>
<is_key_private>N</is_key_private>
</info>
<notepads>
</notepads>
<connection>
<name>target_yushan</name>
<server>${db.mysql.epdc.target.ys.host}</server>
<type>MYSQL</type>
<access>Native</access>
<database>${db.mysql.target.schema.yushandb}</database>
<port>${db.mysql.epdc.target.ys.port}</port>
<username>${db.mysql.epdc.target.ys.username}</username>
<password>${db.mysql.epdc.target.ys.password}</password>
<servername/>
<data_tablespace/>
<index_tablespace/>
<attributes>
<attribute>
<code>EXTRA_OPTION_MYSQL.allowMultiQueries</code>
<attribute>true</attribute>
</attribute>
<attribute>
<code>EXTRA_OPTION_MYSQL.characterEncoding</code>
<attribute>utf8</attribute>
</attribute>
<attribute>
<code>EXTRA_OPTION_MYSQL.serverTimezone</code>
<attribute>Asia/Shanghai</attribute>
</attribute>
<attribute>
<code>EXTRA_OPTION_MYSQL.useSSL</code>
<attribute>false</attribute>
</attribute>
<attribute>
<code>EXTRA_OPTION_MYSQL.useUnicode</code>
<attribute>true</attribute>
</attribute>
<attribute>
<code>FORCE_IDENTIFIERS_TO_LOWERCASE</code>
<attribute>N</attribute>
</attribute>
<attribute>
<code>FORCE_IDENTIFIERS_TO_UPPERCASE</code>
<attribute>N</attribute>
</attribute>
<attribute>
<code>IS_CLUSTERED</code>
<attribute>N</attribute>
</attribute>
<attribute>
<code>PORT_NUMBER</code>
<attribute>${db.mysql.epdc.target.ys.port}</attribute>
</attribute>
<attribute>
<code>PRESERVE_RESERVED_WORD_CASE</code>
<attribute>Y</attribute>
</attribute>
<attribute>
<code>QUOTE_ALL_FIELDS</code>
<attribute>N</attribute>
</attribute>
<attribute>
<code>STREAM_RESULTS</code>
<attribute>Y</attribute>
</attribute>
<attribute>
<code>SUPPORTS_BOOLEAN_DATA_TYPE</code>
<attribute>Y</attribute>
</attribute>
<attribute>
<code>SUPPORTS_TIMESTAMP_DATA_TYPE</code>
<attribute>Y</attribute>
</attribute>
<attribute>
<code>USE_POOLING</code>
<attribute>N</attribute>
</attribute>
</attributes>
</connection>
<order>
</order>
<step>
<name>清空月度热议话题信息</name>
<type>ExecSQL</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>target_yushan</connection>
<execute_each_row>N</execute_each_row>
<single_statement>N</single_statement>
<replace_variables>Y</replace_variables>
<quoteString>N</quoteString>
<sql>delete from ys_commu_hot_topic where comm_id = ${commId} and cal_date = date_format(now(), '%Y-%m')</sql>
<set_params>N</set_params>
<insert_field/>
<update_field/>
<delete_field/>
<read_field/>
<arguments>
</arguments>
<attributes/>
<cluster_schema/>
<remotesteps>
<input>
</input>
<output>
</output>
</remotesteps>
<GUI>
<xloc>728</xloc>
<yloc>274</yloc>
<draw>Y</draw>
</GUI>
</step>
<step>
<name>清空月度议题项目趋势信息</name>
<type>ExecSQL</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>target_yushan</connection>
<execute_each_row>N</execute_each_row>
<single_statement>N</single_statement>
<replace_variables>Y</replace_variables>
<quoteString>N</quoteString>
<sql>delete from ys_trend_month where comm_id = ${commId} and cal_date = date_format(now(), '%Y-%m')</sql>
<set_params>N</set_params>
<insert_field/>
<update_field/>
<delete_field/>
<read_field/>
<arguments>
</arguments>
<attributes/>
<cluster_schema/>
<remotesteps>
<input>
</input>
<output>
</output>
</remotesteps>
<GUI>
<xloc>528</xloc>
<yloc>336</yloc>
<draw>Y</draw>
</GUI>
</step>
<step>
<name>清空月度新闻信息</name>
<type>ExecSQL</type>
<description/>
<distribute>Y</distribute>
<custom_distribution/>
<copies>1</copies>
<partitioning>
<method>none</method>
<schema_name/>
</partitioning>
<connection>target_yushan</connection>
<execute_each_row>N</execute_each_row>
<single_statement>N</single_statement>
<replace_variables>Y</replace_variables>
<quoteString>N</quoteString>
<sql>delete from ys_news where comm_id = ${commId} and cal_date = date_format(now(), '%Y-%m')</sql>
<set_params>N</set_params>
<insert_field/>
<update_field/>
<delete_field/>
<read_field/>
<arguments>
</arguments>
<attributes/>
<cluster_schema/>
<remotesteps>
<input>
</input>
<output>
</output>
</remotesteps>
<GUI>
<xloc>655</xloc>
<yloc>497</yloc>
<draw>Y</draw>
</GUI>
</step>
<step_error_handling>
</step_error_handling>
<slave-step-copy-partition-distribution>
</slave-step-copy-partition-distribution>
<slave_transformation>N</slave_transformation>
<attributes/>
</transformation>

51
epdc-cloud-property/doc/yushan-kettle/yushan_grid_day.kjb

@ -364,7 +364,7 @@
<attributes_kjc/>
</entry>
<entry>
<name>写入网格数据表</name>
<name>写入网格数据表-清空月度数据</name>
<description/>
<type>TRANS</type>
<attributes/>
@ -423,6 +423,44 @@
<yloc>208</yloc>
<attributes_kjc/>
</entry>
<entry>
<name>写入表-月度</name>
<description/>
<type>TRANS</type>
<attributes/>
<specification_method>filename</specification_method>
<trans_object_id/>
<filename>${Internal.Entry.Current.Directory}/screen_ys_grid_rank_month_update_day.ktr</filename>
<transname/>
<arg_from_previous>N</arg_from_previous>
<params_from_previous>N</params_from_previous>
<exec_per_row>N</exec_per_row>
<clear_rows>N</clear_rows>
<clear_files>N</clear_files>
<set_logfile>N</set_logfile>
<logfile/>
<logext/>
<add_date>N</add_date>
<add_time>N</add_time>
<loglevel>Basic</loglevel>
<cluster>N</cluster>
<slave_server_name/>
<set_append_logfile>N</set_append_logfile>
<wait_until_finished>Y</wait_until_finished>
<follow_abort_remote>N</follow_abort_remote>
<create_parent_folder>N</create_parent_folder>
<logging_remote_work>N</logging_remote_work>
<run_configuration>Pentaho local</run_configuration>
<parameters>
<pass_all_parameters>Y</pass_all_parameters>
</parameters>
<parallel>N</parallel>
<draw>Y</draw>
<nr>0</nr>
<xloc>800</xloc>
<yloc>208</yloc>
<attributes_kjc/>
</entry>
</entries>
<hops>
<hop>
@ -436,7 +474,7 @@
</hop>
<hop>
<from>获取网格信息变量</from>
<to>写入网格数据表</to>
<to>写入网格数据表-清空月度数据</to>
<from_nr>0</from_nr>
<to_nr>0</to_nr>
<enabled>Y</enabled>
@ -452,6 +490,15 @@
<evaluation>Y</evaluation>
<unconditional>Y</unconditional>
</hop>
<hop>
<from>写入网格数据表-清空月度数据</from>
<to>写入表-月度</to>
<from_nr>0</from_nr>
<to_nr>0</to_nr>
<enabled>Y</enabled>
<evaluation>Y</evaluation>
<unconditional>N</unconditional>
</hop>
</hops>
<notepads>
</notepads>

Loading…
Cancel
Save