From 38456437d6de324f20e8c97a6991c0aae65aae7d Mon Sep 17 00:00:00 2001 From: zhangyuan Date: Mon, 15 Jun 2020 10:05:44 +0800 Subject: [PATCH] =?UTF-8?q?=E8=AE=AE=E9=A2=98=E9=A1=B9=E7=9B=AE=E8=B6=8B?= =?UTF-8?q?=E5=8A=BF=E5=88=86=E6=9E=90-=E6=8C=89=E5=A4=A9=E7=BB=9F?= =?UTF-8?q?=E8=AE=A1=E3=80=82=E5=85=A8=E9=83=A8=E6=9B=B4=E6=96=B0=E3=80=82?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../screen_totality_comm_query_all.ktr | 2661 +++++++++++++++++ .../screen_totality_comm_update_all.ktr | 574 ++++ .../doc/kettle/screen-yushan/yushan_all.kjb | 1136 +++++++ .../screen-yushan/yushan_comm_day_all.kjb | 490 +++ .../yushan_comm_day_all_comm.kjb | 506 ++++ .../screen-yushan/yushan_day_delete.ktr | 2 +- .../screen-yushan/yushan_day_delete_all.ktr | 560 ++++ 7 files changed, 5928 insertions(+), 1 deletion(-) create mode 100644 epdc-cloud-property/doc/kettle/screen-yushan/screen_totality_comm_query_all.ktr create mode 100644 epdc-cloud-property/doc/kettle/screen-yushan/screen_totality_comm_update_all.ktr create mode 100644 epdc-cloud-property/doc/kettle/screen-yushan/yushan_all.kjb create mode 100644 epdc-cloud-property/doc/kettle/screen-yushan/yushan_comm_day_all.kjb create mode 100644 epdc-cloud-property/doc/kettle/screen-yushan/yushan_comm_day_all_comm.kjb create mode 100644 epdc-cloud-property/doc/kettle/screen-yushan/yushan_day_delete_all.ktr diff --git a/epdc-cloud-property/doc/kettle/screen-yushan/screen_totality_comm_query_all.ktr b/epdc-cloud-property/doc/kettle/screen-yushan/screen_totality_comm_query_all.ktr new file mode 100644 index 0000000..ded8246 --- /dev/null +++ b/epdc-cloud-property/doc/kettle/screen-yushan/screen_totality_comm_query_all.ktr @@ -0,0 +1,2661 @@ + + + + screen_totality_comm_query_all + + + + Normal + 0 + / + + + + + + + + + + + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + TRANSNAME + Y + TRANSNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + + LINES_UPDATED + Y + LINES_UPDATED + + + + LINES_INPUT + Y + LINES_INPUT + + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + + LINES_REJECTED + Y + LINES_REJECTED + + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + CLIENT + N + CLIENT + + + + + +
+ + + + ID_BATCH + Y + ID_BATCH + + + SEQ_NR + Y + SEQ_NR + + + LOGDATE + Y + LOGDATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + INPUT_BUFFER_ROWS + Y + INPUT_BUFFER_ROWS + + + OUTPUT_BUFFER_ROWS + Y + OUTPUT_BUFFER_ROWS + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + LOG_FIELD + N + LOG_FIELD + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + METRICS_DATE + Y + METRICS_DATE + + + METRICS_CODE + Y + METRICS_CODE + + + METRICS_DESCRIPTION + Y + METRICS_DESCRIPTION + + + METRICS_SUBJECT + Y + METRICS_SUBJECT + + + METRICS_TYPE + Y + METRICS_TYPE + + + METRICS_VALUE + Y + METRICS_VALUE + + + + + +
+ + 0.0 + 0.0 + + 10000 + 50 + 50 + N + Y + 50000 + Y + + N + 1000 + 100 + + + + + + + + + - + 2020/04/27 09:32:01.126 + - + 2020/04/27 09:32:01.126 + H4sIAAAAAAAAAAMAAAAAAAAAAAA= + N + + + + + source_ys_admin + ${db.mysql.epdc.source.ys.host} + MYSQL + Native + ${db.mysql.source.schema.ys.admin} + ${db.mysql.epdc.source.ys.port} + ${db.mysql.epdc.source.ys.username} + ${db.mysql.epdc.source.ys.password} + + + + + + EXTRA_OPTION_MYSQL.allowMultiQueries + true + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + EXTRA_OPTION_MYSQL.serverTimezone + Asia/Shanghai + + + EXTRA_OPTION_MYSQL.useSSL + false + + + EXTRA_OPTION_MYSQL.useUnicode + true + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + ${db.mysql.epdc.source.ys.port} + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + source_ys_events + ${db.mysql.epdc.source.ys.host} + MYSQL + Native + ${db.mysql.source.schema.ys.events} + ${db.mysql.epdc.source.ys.port} + ${db.mysql.epdc.source.ys.username} + ${db.mysql.epdc.source.ys.password} + + + + + + EXTRA_OPTION_MYSQL.allowMultiQueries + true + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + EXTRA_OPTION_MYSQL.serverTimezone + Asia/Shanghai + + + EXTRA_OPTION_MYSQL.useSSL + false + + + EXTRA_OPTION_MYSQL.useUnicode + true + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + ${db.mysql.epdc.source.ys.port} + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + source_ys_group + ${db.mysql.epdc.source.ys.host} + MYSQL + Native + ${db.mysql.source.schema.ys.group} + ${db.mysql.epdc.source.ys.port} + ${db.mysql.epdc.source.ys.username} + ${db.mysql.epdc.source.ys.password} + + + + + + EXTRA_OPTION_MYSQL.allowMultiQueries + true + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + EXTRA_OPTION_MYSQL.serverTimezone + Asia/Shanghai + + + EXTRA_OPTION_MYSQL.useSSL + false + + + EXTRA_OPTION_MYSQL.useUnicode + true + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + ${db.mysql.epdc.source.ys.port} + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + source_ys_news + ${db.mysql.epdc.source.ys.host} + MYSQL + Native + ${db.mysql.source.schema.ys.news} + ${db.mysql.epdc.source.ys.port} + ${db.mysql.epdc.source.ys.username} + ${db.mysql.epdc.source.ys.password} + + + + + + EXTRA_OPTION_MYSQL.allowMultiQueries + true + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + EXTRA_OPTION_MYSQL.serverTimezone + Asia/Shanghai + + + EXTRA_OPTION_MYSQL.useSSL + false + + + EXTRA_OPTION_MYSQL.useUnicode + true + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + ${db.mysql.epdc.source.ys.port} + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + source_ys_user + ${db.mysql.epdc.source.ys.host} + MYSQL + Native + ${db.mysql.source.schema.ys.user} + ${db.mysql.epdc.source.ys.port} + ${db.mysql.epdc.source.ys.username} + ${db.mysql.epdc.source.ys.password} + + + + + + EXTRA_OPTION_MYSQL.allowMultiQueries + true + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + EXTRA_OPTION_MYSQL.serverTimezone + Asia/Shanghai + + + EXTRA_OPTION_MYSQL.useSSL + false + + + EXTRA_OPTION_MYSQL.useUnicode + true + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + ${db.mysql.epdc.source.ys.port} + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + + 党群数 + 设置党群数变量 + Y + + + 网格数 + 设置网格数变量 + Y + + + 注册用户数 + 设置注册用户数变量 + Y + + + 街道用户数 + 设置街道用户数变量 + Y + + + 党员数 + 设置党员数变量 + Y + + + 街道党员数 + 设置街道党员数变量 + Y + + + 议题数 + 设置议题数变量 + Y + + + 日新增议题数 + 设置新增议题数变量 + Y + + + 项目数 + 设置项目数变量 + Y + + + 日新增项目数 + 设置新增项目数变量 + Y + + + 新闻数 + 设置新闻数变量 + Y + + + 新增新闻数 + 设置新增新闻数变量 + Y + + + 日新增结案议题数 + 设置日新增结案议题数变量 + Y + + + 日新增结案项目数 + 设置日新增结案项目数变量 + Y + + + + 党员数 + TableInput + + Y + + 1 + + none + + + source_ys_user + SELECT + COUNT(u.id) party_member_all +FROM + epdc_user u +WHERE + u.DEL_FLAG = '0' + AND u.PARTY_FLAG = '1' +AND u.CREATED_TIME < DATE_SUB(CURDATE(), INTERVAL ${dayIndex} DAY); + 0 + + N + Y + N + N + + + Integer + normal + party_member_all + 15 + 0 + 党员数 + party_member_all + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 208 + 576 + Y + + + + 党群数 + TableInput + + Y + + 1 + + none + + + source_ys_group + SELECT + COUNT(g.id) party_group_num +FROM + epdc_group g +WHERE + g.STATE = '10' +AND g.DEL_FLAG = '0' +AND g.CREATED_TIME < DATE_SUB(CURDATE(), INTERVAL ${dayIndex} DAY) +AND find_in_set(${commId}, g.ALL_DEPT_IDS); + 0 + + N + Y + N + N + + + BigNumber + normal + participate_of_news + 34 + 0 + 新闻参与量阅读量点赞量 + participate_of_news + ######0.0###################;-######0.0################### + . + + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + BigNumber + normal + read_of_news + 32 + 0 + 新闻参与量阅读量点赞量 + read_of_news + ######0.0###################;-######0.0################### + . + + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + BigNumber + normal + like_of_news + 32 + 0 + 新闻参与量阅读量点赞量 + like_of_news + ######0.0###################;-######0.0################### + . + + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 208 + 176 + Y + + + + 新增新闻数 + TableInput + + Y + + 1 + + none + + + source_ys_news + SELECT + COUNT(n.ID) AS new_news_num +FROM + epdc_news n +WHERE + n.DEL_FLAG = '0' + AND find_in_set(${commId}, n.ALL_DEPT_IDS) +AND n.CREATED_TIME < DATE_SUB(CURDATE(), INTERVAL ${dayIndex} DAY) + +AND n.CREATED_TIME > DATE_SUB(CURDATE(), INTERVAL ${dayIndex}+1 DAY); + 0 + + N + Y + N + N + + + BigNumber + normal + participate_of_news + 34 + 0 + 新闻参与量阅读量点赞量 + participate_of_news + ######0.0###################;-######0.0################### + . + + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + BigNumber + normal + read_of_news + 32 + 0 + 新闻参与量阅读量点赞量 + read_of_news + ######0.0###################;-######0.0################### + . + + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + BigNumber + normal + like_of_news + 32 + 0 + 新闻参与量阅读量点赞量 + like_of_news + ######0.0###################;-######0.0################### + . + + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 208 + 496 + Y + + + + 新闻数 + TableInput + + Y + + 1 + + none + + + source_ys_news + SELECT + COUNT(n.ID) AS news_num +FROM + epdc_news n +WHERE + n.DEL_FLAG = '0' + AND find_in_set(${commId}, n.ALL_DEPT_IDS) +AND n.CREATED_TIME < DATE_SUB(CURDATE(), INTERVAL ${dayIndex} DAY); + 0 + + N + Y + N + N + + + BigNumber + normal + participate_of_news + 34 + 0 + 新闻参与量阅读量点赞量 + participate_of_news + ######0.0###################;-######0.0################### + . + + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + BigNumber + normal + read_of_news + 32 + 0 + 新闻参与量阅读量点赞量 + read_of_news + ######0.0###################;-######0.0################### + . + + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + BigNumber + normal + like_of_news + 32 + 0 + 新闻参与量阅读量点赞量 + like_of_news + ######0.0###################;-######0.0################### + . + + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 208 + 416 + Y + + + + 日新增结案议题数 + TableInput + + Y + + 1 + + none + + + source_ys_events + SELECT + COUNT(i.ID) AS topic_finish_num +FROM + epdc_issue i +WHERE + i.DEL_FLAG = '0' + AND i.ISSUE_STATE ='2' + AND find_in_set(${commId}, i.ALL_DEPT_IDS) +AND i.CREATED_TIME < DATE_SUB(CURDATE(), INTERVAL ${dayIndex} DAY) + +AND i.CREATED_TIME > DATE_SUB(CURDATE(), INTERVAL ${dayIndex}+1 DAY); + 0 + + N + Y + N + N + + + BigNumber + normal + participate_of_news + 34 + 0 + 新闻参与量阅读量点赞量 + participate_of_news + ######0.0###################;-######0.0################### + . + + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + BigNumber + normal + read_of_news + 32 + 0 + 新闻参与量阅读量点赞量 + read_of_news + ######0.0###################;-######0.0################### + . + + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + BigNumber + normal + like_of_news + 32 + 0 + 新闻参与量阅读量点赞量 + like_of_news + ######0.0###################;-######0.0################### + . + + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 624 + 256 + Y + + + + 日新增结案项目数 + TableInput + + Y + + 1 + + none + + + source_ys_events + SELECT + COUNT(i.ID) AS project_finish_num +FROM + epdc_item i +WHERE + i.DEL_FLAG = '0' + AND i.ITEM_STATE = '10' + AND find_in_set(${commId}, i.ALL_DEPT_IDS) +AND i.CREATED_TIME < DATE_SUB(CURDATE(), INTERVAL ${dayIndex} DAY) + +AND i.CREATED_TIME > DATE_SUB(CURDATE(), INTERVAL ${dayIndex}+1 DAY); + 0 + + N + Y + N + N + + + BigNumber + normal + participate_of_news + 34 + 0 + 新闻参与量阅读量点赞量 + participate_of_news + ######0.0###################;-######0.0################### + . + + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + BigNumber + normal + read_of_news + 32 + 0 + 新闻参与量阅读量点赞量 + read_of_news + ######0.0###################;-######0.0################### + . + + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + BigNumber + normal + like_of_news + 32 + 0 + 新闻参与量阅读量点赞量 + like_of_news + ######0.0###################;-######0.0################### + . + + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 624 + 496 + Y + + + + 日新增议题数 + TableInput + + Y + + 1 + + none + + + source_ys_events + SELECT + COUNT(i.ID) AS new_case_num +FROM + epdc_issue i +WHERE + i.DEL_FLAG = '0' + AND find_in_set(${commId}, i.ALL_DEPT_IDS) +AND i.CREATED_TIME < DATE_SUB(CURDATE(), INTERVAL ${dayIndex} DAY) + +AND i.CREATED_TIME > DATE_SUB(CURDATE(), INTERVAL ${dayIndex}+1 DAY); + 0 + + N + Y + N + N + + + BigNumber + normal + participate_of_news + 34 + 0 + 新闻参与量阅读量点赞量 + participate_of_news + ######0.0###################;-######0.0################### + . + + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + BigNumber + normal + read_of_news + 32 + 0 + 新闻参与量阅读量点赞量 + read_of_news + ######0.0###################;-######0.0################### + . + + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + BigNumber + normal + like_of_news + 32 + 0 + 新闻参与量阅读量点赞量 + like_of_news + ######0.0###################;-######0.0################### + . + + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 624 + 176 + Y + + + + 日新增项目数 + TableInput + + Y + + 1 + + none + + + source_ys_events + SELECT + COUNT(i.ID) AS new_project_num +FROM + epdc_item i +WHERE + i.DEL_FLAG = '0' + AND find_in_set(${commId}, i.ALL_DEPT_IDS) +AND i.CREATED_TIME < DATE_SUB(CURDATE(), INTERVAL ${dayIndex} DAY) + +AND i.CREATED_TIME > DATE_SUB(CURDATE(), INTERVAL ${dayIndex}+1 DAY); + 0 + + N + Y + N + N + + + BigNumber + normal + participate_of_news + 34 + 0 + 新闻参与量阅读量点赞量 + participate_of_news + ######0.0###################;-######0.0################### + . + + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + BigNumber + normal + read_of_news + 32 + 0 + 新闻参与量阅读量点赞量 + read_of_news + ######0.0###################;-######0.0################### + . + + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + BigNumber + normal + like_of_news + 32 + 0 + 新闻参与量阅读量点赞量 + like_of_news + ######0.0###################;-######0.0################### + . + + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 624 + 416 + Y + + + + 注册用户数 + TableInput + + Y + + 1 + + none + + + source_ys_user + SELECT + COUNT(u.id) user_all +FROM + epdc_user u +WHERE + u.DEL_FLAG = '0' +AND u.CREATED_TIME < DATE_SUB(CURDATE(), INTERVAL ${dayIndex} DAY); + 0 + + N + Y + N + N + + + Integer + normal + user_all + 15 + 0 + 注册用户数 + user_all + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 208 + 256 + Y + + + + 网格数 + TableInput + + Y + + 1 + + none + + + source_ys_admin + SELECT + COUNT(id) grid_num +FROM + sys_dept +WHERE + type_key = 'grid_party' +AND del_flag = 0 +AND create_date < DATE_SUB(CURDATE(), INTERVAL ${dayIndex} DAY) +AND find_in_set(${commId}, pids) +ORDER BY + create_date ASC, + id ASC; + 0 + + N + Y + N + N + + + Integer + normal + issue_number + 15 + 0 + 党群总数 2 + issue_number + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 208 + 96 + Y + + + + 街道党员数 + TableInput + + Y + + 1 + + none + + + source_ys_user + SELECT + COUNT(u.id) party_member_num +FROM + epdc_user u +WHERE + u.DEL_FLAG = '0' + AND u.PARTY_FLAG = '1' + AND find_in_set(${commId}, u.ALL_DEPT_IDS) +AND u.CREATED_TIME < DATE_SUB(CURDATE(), INTERVAL ${dayIndex} DAY); + 0 + + N + Y + N + N + + + + + + + + + + + 208 + 656 + Y + + + + 街道用户数 + TableInput + + Y + + 1 + + none + + + source_ys_user + SELECT + COUNT(u.id) user_num +FROM + epdc_user u +WHERE + u.DEL_FLAG = '0' +AND u.CREATED_TIME < DATE_SUB(CURDATE(), INTERVAL ${dayIndex} DAY) + AND find_in_set(${commId}, u.ALL_DEPT_IDS); + 0 + + N + Y + N + N + + + + + + + + + + + 208 + 336 + Y + + + + 议题数 + TableInput + + Y + + 1 + + none + + + source_ys_events + SELECT + COUNT(i.ID) AS case_num +FROM + epdc_issue i +WHERE + i.DEL_FLAG = '0' + AND find_in_set(${commId}, i.ALL_DEPT_IDS) +AND i.CREATED_TIME < DATE_SUB(CURDATE(), INTERVAL ${dayIndex} DAY); + 0 + + N + Y + N + N + + + BigNumber + normal + participate_of_news + 34 + 0 + 新闻参与量阅读量点赞量 + participate_of_news + ######0.0###################;-######0.0################### + . + + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + BigNumber + normal + read_of_news + 32 + 0 + 新闻参与量阅读量点赞量 + read_of_news + ######0.0###################;-######0.0################### + . + + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + BigNumber + normal + like_of_news + 32 + 0 + 新闻参与量阅读量点赞量 + like_of_news + ######0.0###################;-######0.0################### + . + + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 624 + 96 + Y + + + + 设置党员数变量 + SetVariable + + Y + + 1 + + none + + + + + party_member_all + party_member_all + PARENT_JOB + + + + Y + + + + + + + + + + 448 + 576 + Y + + + + 设置党群数变量 + SetVariable + + Y + + 1 + + none + + + + + party_group_num + party_group_num + PARENT_JOB + + + + Y + + + + + + + + + + 448 + 176 + Y + + + + 设置新增新闻数变量 + SetVariable + + Y + + 1 + + none + + + + + new_news_num + new_news_num + PARENT_JOB + + + + Y + + + + + + + + + + 448 + 496 + Y + + + + 设置新增议题数变量 + SetVariable + + Y + + 1 + + none + + + + + new_case_num + new_case_num + PARENT_JOB + + + + Y + + + + + + + + + + 864 + 176 + Y + + + + 设置新增项目数变量 + SetVariable + + Y + + 1 + + none + + + + + new_project_num + new_project_num + PARENT_JOB + + + + Y + + + + + + + + + + 864 + 416 + Y + + + + 设置新闻数变量 + SetVariable + + Y + + 1 + + none + + + + + news_num + news_num + PARENT_JOB + + + + Y + + + + + + + + + + 448 + 416 + Y + + + + 设置日新增结案议题数变量 + SetVariable + + Y + + 1 + + none + + + + + topic_finish_num + topic_finish_num + PARENT_JOB + + + + Y + + + + + + + + + + 864 + 256 + Y + + + + 设置日新增结案项目数变量 + SetVariable + + Y + + 1 + + none + + + + + project_finish_num + project_finish_num + PARENT_JOB + + + + Y + + + + + + + + + + 864 + 496 + Y + + + + 设置注册用户数变量 + SetVariable + + Y + + 1 + + none + + + + + user_all + user_all + PARENT_JOB + + + + Y + + + + + + + + + + 448 + 256 + Y + + + + 设置网格数变量 + SetVariable + + Y + + 1 + + none + + + + + grid_num + grid_num + PARENT_JOB + + + + Y + + + + + + + + + + 448 + 96 + Y + + + + 设置街道党员数变量 + SetVariable + + Y + + 1 + + none + + + + + party_member_num + party_member_num + PARENT_JOB + + + + Y + + + + + + + + + + 448 + 656 + Y + + + + 设置街道用户数变量 + SetVariable + + Y + + 1 + + none + + + + + user_num + user_num + PARENT_JOB + + + + Y + + + + + + + + + + 448 + 336 + Y + + + + 设置议题数变量 + SetVariable + + Y + + 1 + + none + + + + + case_num + case_num + PARENT_JOB + + + + Y + + + + + + + + + + 864 + 96 + Y + + + + 设置项目数变量 + SetVariable + + Y + + 1 + + none + + + + + project_num + project_num + PARENT_JOB + + + + Y + + + + + + + + + + 864 + 336 + Y + + + + 项目数 + TableInput + + Y + + 1 + + none + + + source_ys_events + SELECT + COUNT(i.ID) AS project_num +FROM + epdc_item i +WHERE + i.DEL_FLAG = '0' + AND find_in_set(${commId}, i.ALL_DEPT_IDS) +AND i.CREATED_TIME < DATE_SUB(CURDATE(), INTERVAL ${dayIndex} DAY); + 0 + + N + Y + N + N + + + BigNumber + normal + participate_of_news + 34 + 0 + 新闻参与量阅读量点赞量 + participate_of_news + ######0.0###################;-######0.0################### + . + + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + BigNumber + normal + read_of_news + 32 + 0 + 新闻参与量阅读量点赞量 + read_of_news + ######0.0###################;-######0.0################### + . + + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + BigNumber + normal + like_of_news + 32 + 0 + 新闻参与量阅读量点赞量 + like_of_news + ######0.0###################;-######0.0################### + . + + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 624 + 336 + Y + + + + + + + N + + diff --git a/epdc-cloud-property/doc/kettle/screen-yushan/screen_totality_comm_update_all.ktr b/epdc-cloud-property/doc/kettle/screen-yushan/screen_totality_comm_update_all.ktr new file mode 100644 index 0000000..be7f1b2 --- /dev/null +++ b/epdc-cloud-property/doc/kettle/screen-yushan/screen_totality_comm_update_all.ktr @@ -0,0 +1,574 @@ + + + + screen_totality_comm_update_all + + + + Normal + 0 + / + + + + + + +
+ + + + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + TRANSNAME + Y + TRANSNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + + LINES_UPDATED + Y + LINES_UPDATED + + + + LINES_INPUT + Y + LINES_INPUT + + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + + LINES_REJECTED + Y + LINES_REJECTED + + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + CLIENT + N + CLIENT + + + + + +
+ + + + ID_BATCH + Y + ID_BATCH + + + SEQ_NR + Y + SEQ_NR + + + LOGDATE + Y + LOGDATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + INPUT_BUFFER_ROWS + Y + INPUT_BUFFER_ROWS + + + OUTPUT_BUFFER_ROWS + Y + OUTPUT_BUFFER_ROWS + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + LOG_FIELD + N + LOG_FIELD + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + METRICS_DATE + Y + METRICS_DATE + + + METRICS_CODE + Y + METRICS_CODE + + + METRICS_DESCRIPTION + Y + METRICS_DESCRIPTION + + + METRICS_SUBJECT + Y + METRICS_SUBJECT + + + METRICS_TYPE + Y + METRICS_TYPE + + + METRICS_VALUE + Y + METRICS_VALUE + + + + + +
+ + 0.0 + 0.0 + + 10000 + 50 + 50 + N + Y + 50000 + Y + + N + 1000 + 100 + + + + + + + + + - + 2020/04/27 09:32:01.126 + - + 2020/04/27 09:32:01.126 + H4sIAAAAAAAAAAMAAAAAAAAAAAA= + N + + + + + target_yushan + ${db.mysql.epdc.target.ys.host} + MYSQL + Native + ${db.mysql.target.schema.yushandb} + ${db.mysql.epdc.target.ys.port} + ${db.mysql.epdc.target.ys.username} + ${db.mysql.epdc.target.ys.password} + + + + + + EXTRA_OPTION_MYSQL.allowMultiQueries + true + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + EXTRA_OPTION_MYSQL.serverTimezone + Asia/Shanghai + + + EXTRA_OPTION_MYSQL.useSSL + false + + + EXTRA_OPTION_MYSQL.useUnicode + true + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + ${db.mysql.epdc.target.ys.port} + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + + + 议题项目趋势分析-按天统计 + ExecSQL + + Y + + 1 + + none + + + target_yushan + N + N + Y + N + INSERT INTO ys_trend_day ( + comm_id, + comm_name, + cal_date, + project_total_num, + project_finish_num, + topic_total_num, + topic_finish_num, + create_time, + update_time +) +VALUES + ( + ${commId}, '${commName}', DATE_SUB(CURDATE(), INTERVAL ${dayIndex}+1 DAY), ${new_project_num}, ${project_finish_num}, ${new_case_num}, ${topic_finish_num}, NOW(), null + ) + N + + + + + + + + + + + + + + + + 704 + 128 + Y + + + + + + + N + + diff --git a/epdc-cloud-property/doc/kettle/screen-yushan/yushan_all.kjb b/epdc-cloud-property/doc/kettle/screen-yushan/yushan_all.kjb new file mode 100644 index 0000000..7a077e0 --- /dev/null +++ b/epdc-cloud-property/doc/kettle/screen-yushan/yushan_all.kjb @@ -0,0 +1,1136 @@ + + + yushan_all + + + + 0 + / + - + 2020/04/23 21:11:25.317 + - + 2020/04/23 21:11:25.317 + + + + + + + +
+ + + + + ID_JOB + Y + ID_JOB + + + CHANNEL_ID + Y + CHANNEL_ID + + + JOBNAME + Y + JOBNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + START_JOB_ENTRY + N + START_JOB_ENTRY + + + CLIENT + N + CLIENT + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + JOBNAME + Y + TRANSNAME + + + JOBENTRYNAME + Y + STEPNAME + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + RESULT + Y + RESULT + + + NR_RESULT_ROWS + Y + NR_RESULT_ROWS + + + NR_RESULT_FILES + Y + NR_RESULT_FILES + + + LOG_FIELD + N + LOG_FIELD + + + COPY_NR + N + COPY_NR + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + N + + + + Start + + SPECIAL + + Y + N + N + 0 + 10 + 0 + 0 + 1 + 1 + 1 + N + Y + 0 + 80 + 240 + + + + 清空表 + + TRANS + + filename + + ${Internal.Entry.Current.Directory}/yushan_day_delete_all.ktr + + N + N + N + N + N + N + + + N + N + Basic + N + + N + Y + N + N + N + Pentaho local + + Y + + N + Y + 0 + 80 + 432 + + + + 网格下标 + + SET_VARIABLES + + Y + + CURRENT_JOB + + + gridIndex + 0 + CURRENT_JOB + + + N + Y + 0 + 464 + 432 + + + + 网格数 + + TRANS + + filename + + ${Internal.Entry.Current.Directory}/screen_totality_grid_query_grid_info.ktr + + N + N + N + N + N + N + + + N + N + Basic + N + + N + Y + N + N + N + Pentaho local + + Y + + N + Y + 0 + 640 + 432 + + + + if(numberOfGrid>0) + + SIMPLE_EVAL + + variable + + ${numberOfGrid} + number + + 0 + + + equal + greater + false + N + N + Y + 0 + 848 + 432 + + + + 结束循环 + + SPECIAL + + N + Y + N + 0 + 0 + 60 + 12 + 0 + 1 + 1 + N + Y + 0 + 640 + 560 + + + + if(numberOfGrid>gridIndex) + + SIMPLE_EVAL + + variable + + ${numberOfGrid} + number + + ${gridIndex} + + + equal + greater + false + N + N + Y + 0 + 1072 + 432 + + + + 网格下标加一，处理下个网格 + + EVAL + + + N + Y + 0 + 848 + 560 + + + + 网格操作 + + JOB + + filename + + ${Internal.Entry.Current.Directory}/yushan_grid_day.kjb + + + N + N + N + N + + + N + N + Nothing + + Y + N + N + N + N + Pentaho local + + Y + + N + N + Y + 0 + 1072 + 560 + + + + 街道下标 + + SET_VARIABLES + + Y + + CURRENT_JOB + + + streetIndex + 0 + CURRENT_JOB + + + N + Y + 0 + 464 + 656 + + + + 社区下标 + + SET_VARIABLES + + Y + + CURRENT_JOB + + + commIndex + 0 + CURRENT_JOB + + + N + Y + 0 + 464 + 912 + + + + 街道数 + + TRANS + + filename + + ${Internal.Entry.Current.Directory}/screen_totality_street_query_street_info.ktr + + N + N + N + N + N + N + + + N + N + Basic + N + + N + Y + N + N + N + Pentaho local + + Y + + N + Y + 0 + 640 + 656 + + + + if(numberOfStreet>0) + + SIMPLE_EVAL + + variable + + ${numberOfStreet} + number + + 0 + + + equal + greater + false + N + N + Y + 0 + 848 + 656 + + + + if(numberOfStreet>streetIndex) + + SIMPLE_EVAL + + variable + + ${numberOfStreet} + number + + ${streetIndex} + + + equal + greater + false + N + N + Y + 0 + 1072 + 656 + + + + 街道操作 + + JOB + + filename + + ${Internal.Entry.Current.Directory}/yushan_street_day.kjb + + + N + N + N + N + + + N + N + Nothing + + Y + N + N + N + N + Pentaho local + + Y + + N + N + Y + 0 + 1072 + 784 + + + + 街道下标加一，处理下个街道 + + EVAL + + + N + Y + 0 + 848 + 784 + + + + 结束循环 2 + + SPECIAL + + N + Y + N + 0 + 0 + 60 + 12 + 0 + 1 + 1 + N + Y + 0 + 640 + 784 + + + + 社区数 + + TRANS + + filename + + ${Internal.Entry.Current.Directory}/screen_totality_comm_query_comm_info.ktr + + N + N + N + N + N + N + + + N + N + Basic + N + + N + Y + N + N + N + Pentaho local + + Y + + N + Y + 0 + 640 + 912 + + + + if(numberOfComm>0) + + SIMPLE_EVAL + + variable + + ${numberOfComm} + number + + 0 + + + equal + greater + false + N + N + Y + 0 + 848 + 912 + + + + if(numberOfComm>commIndex) + + SIMPLE_EVAL + + variable + + ${numberOfComm} + number + + ${commIndex} + + + equal + greater + false + N + N + Y + 0 + 1072 + 912 + + + + 社区操作 + + JOB + + filename + + ${Internal.Entry.Current.Directory}/yushan_comm_day_all.kjb + + + N + N + N + N + + + N + N + Nothing + + Y + N + N + N + N + Pentaho local + + Y + + N + N + Y + 0 + 1072 + 1040 + + + + 社区下标加一，处理下个社区 + + EVAL + + + N + Y + 0 + 848 + 1040 + + + + 结束循环 3 + + SPECIAL + + N + Y + N + 0 + 0 + 60 + 12 + 0 + 1 + 1 + N + Y + 0 + 640 + 1040 + + + + + + 网格下标 + 网格数 + 0 + 0 + Y + Y + N + + + 网格数 + if(numberOfGrid>0) + 0 + 0 + Y + Y + N + + + if(numberOfGrid>0) + 结束循环 + 0 + 0 + Y + N + N + + + if(numberOfGrid>0) + if(numberOfGrid>gridIndex) + 0 + 0 + Y + Y + N + + + 网格下标加一，处理下个网格 + if(numberOfGrid>0) + 0 + 0 + Y + Y + N + + + Start + 清空表 + 0 + 0 + Y + Y + Y + + + 清空表 + 网格下标 + 0 + 0 + N + Y + N + + + if(numberOfGrid>gridIndex) + 网格操作 + 0 + 0 + Y + Y + N + + + 网格操作 + 网格下标加一，处理下个网格 + 0 + 0 + Y + Y + N + + + 清空表 + 街道下标 + 0 + 0 + N + Y + N + + + 街道下标 + 街道数 + 0 + 0 + Y + Y + N + + + 街道数 + if(numberOfStreet>0) + 0 + 0 + Y + Y + N + + + if(numberOfStreet>0) + if(numberOfStreet>streetIndex) + 0 + 0 + Y + Y + N + + + if(numberOfStreet>streetIndex) + 街道操作 + 0 + 0 + Y + Y + N + + + 街道操作 + 街道下标加一，处理下个街道 + 0 + 0 + Y + Y + N + + + 街道下标加一，处理下个街道 + if(numberOfStreet>0) + 0 + 0 + Y + Y + N + + + if(numberOfStreet>0) + 结束循环 2 + 0 + 0 + Y + N + N + + + 清空表 + 社区下标 + 0 + 0 + Y + Y + N + + + 社区下标 + 社区数 + 0 + 0 + Y + Y + N + + + 社区数 + if(numberOfComm>0) + 0 + 0 + Y + Y + N + + + if(numberOfComm>0) + if(numberOfComm>commIndex) + 0 + 0 + Y + Y + N + + + if(numberOfComm>commIndex) + 社区操作 + 0 + 0 + Y + Y + N + + + 社区操作 + 社区下标加一，处理下个社区 + 0 + 0 + Y + Y + N + + + 社区下标加一，处理下个社区 + if(numberOfComm>0) + 0 + 0 + Y + Y + N + + + if(numberOfComm>0) + 结束循环 3 + 0 + 0 + Y + N + N + + + + + + diff --git a/epdc-cloud-property/doc/kettle/screen-yushan/yushan_comm_day_all.kjb b/epdc-cloud-property/doc/kettle/screen-yushan/yushan_comm_day_all.kjb new file mode 100644 index 0000000..76f1924 --- /dev/null +++ b/epdc-cloud-property/doc/kettle/screen-yushan/yushan_comm_day_all.kjb @@ -0,0 +1,490 @@ + + + yushan_comm_day_all + + + + 0 + / + - + 2020/04/23 21:11:25.317 + - + 2020/04/23 21:11:25.317 + + + + + + + +
+ + + + + ID_JOB + Y + ID_JOB + + + CHANNEL_ID + Y + CHANNEL_ID + + + JOBNAME + Y + JOBNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + START_JOB_ENTRY + N + START_JOB_ENTRY + + + CLIENT + N + CLIENT + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + JOBNAME + Y + TRANSNAME + + + JOBENTRYNAME + Y + STEPNAME + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + RESULT + Y + RESULT + + + NR_RESULT_ROWS + Y + NR_RESULT_ROWS + + + NR_RESULT_FILES + Y + NR_RESULT_FILES + + + LOG_FIELD + N + LOG_FIELD + + + COPY_NR + N + COPY_NR + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + N + + + + Start + + SPECIAL + + Y + N + N + 0 + 0 + 60 + 12 + 0 + 1 + 1 + N + Y + 0 + 96 + 208 + + + + 天数下标 + + SET_VARIABLES + + Y + + CURRENT_JOB + + + dayIndex + 0 + CURRENT_JOB + + + days + 30 + CURRENT_JOB + + + N + Y + 0 + 368 + 368 + + + + if(dayIndex<days) + + SIMPLE_EVAL + + variable + + ${dayIndex} + number + + ${days} + + + equal + smaller + false + N + N + Y + 0 + 752 + 368 + + + + 社区操作 + + JOB + + filename + + ${Internal.Entry.Current.Directory}/yushan_comm_day_all_comm.kjb + + + N + N + N + N + + + N + N + Nothing + + Y + N + N + N + N + Pentaho local + + Y + + N + N + Y + 0 + 976 + 496 + + + + day下标加一，处理下个day + + EVAL + + + N + Y + 0 + 752 + 496 + + + + 成功 + + SUCCESS + + N + Y + 0 + 976 + 368 + + + + + + Start + 天数下标 + 0 + 0 + Y + Y + Y + + + 社区操作 + day下标加一，处理下个day + 0 + 0 + Y + Y + N + + + day下标加一，处理下个day + if(dayIndex<days) + 0 + 0 + Y + Y + N + + + 天数下标 + if(dayIndex<days) + 0 + 0 + Y + Y + N + + + if(dayIndex<days) + 社区操作 + 0 + 0 + Y + Y + N + + + if(dayIndex<days) + 成功 + 0 + 0 + Y + N + N + + + + + + diff --git a/epdc-cloud-property/doc/kettle/screen-yushan/yushan_comm_day_all_comm.kjb b/epdc-cloud-property/doc/kettle/screen-yushan/yushan_comm_day_all_comm.kjb new file mode 100644 index 0000000..e4e28bd --- /dev/null +++ b/epdc-cloud-property/doc/kettle/screen-yushan/yushan_comm_day_all_comm.kjb @@ -0,0 +1,506 @@ + + + yushan_comm_day_all_comm + + + + 0 + / + - + 2020/04/23 21:11:25.317 + - + 2020/04/23 21:11:25.317 + + + + + + + +
+ + + + + ID_JOB + Y + ID_JOB + + + CHANNEL_ID + Y + CHANNEL_ID + + + JOBNAME + Y + JOBNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + START_JOB_ENTRY + N + START_JOB_ENTRY + + + CLIENT + N + CLIENT + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + JOBNAME + Y + TRANSNAME + + + JOBENTRYNAME + Y + STEPNAME + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + RESULT + Y + RESULT + + + NR_RESULT_ROWS + Y + NR_RESULT_ROWS + + + NR_RESULT_FILES + Y + NR_RESULT_FILES + + + LOG_FIELD + N + LOG_FIELD + + + COPY_NR + N + COPY_NR + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + N + + + + 社区ID,NAME + + TRANS + + filename + + ${Internal.Entry.Current.Directory}/screen_totality_comm_query_comm.ktr + + N + N + N + N + N + N + + + N + N + Basic + N + + N + Y + N + N + N + Pentaho local + + Y + + N + Y + 0 + 256 + 208 + + + + 获取社区信息变量 + + TRANS + + filename + + ${Internal.Entry.Current.Directory}/screen_totality_comm_query_all.ktr + + N + N + N + N + N + N + + + N + N + Basic + N + + N + Y + N + N + N + Pentaho local + + Y + + N + Y + 0 + 560 + 208 + + + + 写入表-社区 + + TRANS + + filename + + ${Internal.Entry.Current.Directory}/screen_totality_comm_update_all.ktr + + N + N + N + N + N + N + + + N + N + Basic + N + + N + Y + N + N + N + Pentaho local + + Y + + N + Y + 0 + 752 + 208 + + + + Start + + SPECIAL + + Y + N + N + 0 + 0 + 60 + 12 + 0 + 1 + 1 + N + Y + 0 + 96 + 208 + + + + 写入表 + + TRANS + + filename + + ${Internal.Entry.Current.Directory}/screen_ys_commu_hot_topic_update_day.ktr + + N + N + N + N + N + N + + + N + N + Basic + N + + N + Y + N + N + N + Pentaho local + + Y + + N + Y + 0 + 560 + 320 + + + + + + 获取社区信息变量 + 写入表-社区 + 0 + 0 + Y + Y + N + + + Start + 社区ID,NAME + 0 + 0 + Y + Y + Y + + + 社区ID,NAME + 获取社区信息变量 + 0 + 0 + Y + Y + N + + + 社区ID,NAME + 写入表 + 0 + 0 + N + Y + N + + + + + + diff --git a/epdc-cloud-property/doc/kettle/screen-yushan/yushan_day_delete.ktr b/epdc-cloud-property/doc/kettle/screen-yushan/yushan_day_delete.ktr index 099f6a8..90d8e70 100644 --- a/epdc-cloud-property/doc/kettle/screen-yushan/yushan_day_delete.ktr +++ b/epdc-cloud-property/doc/kettle/screen-yushan/yushan_day_delete.ktr @@ -1,7 +1,7 @@ - EPDC_PROPERTY_SERVERay_delete + yushan_day_delete diff --git a/epdc-cloud-property/doc/kettle/screen-yushan/yushan_day_delete_all.ktr b/epdc-cloud-property/doc/kettle/screen-yushan/yushan_day_delete_all.ktr new file mode 100644 index 0000000..8ec9935 --- /dev/null +++ b/epdc-cloud-property/doc/kettle/screen-yushan/yushan_day_delete_all.ktr @@ -0,0 +1,560 @@ + + + + yushan_day_delete_all + + + + Normal + 0 + / + + + + + + +
+ + + + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + TRANSNAME + Y + TRANSNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + + LINES_UPDATED + Y + LINES_UPDATED + + + + LINES_INPUT + Y + LINES_INPUT + + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + + LINES_REJECTED + Y + LINES_REJECTED + + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + CLIENT + N + CLIENT + + + + + +
+ + + + ID_BATCH + Y + ID_BATCH + + + SEQ_NR + Y + SEQ_NR + + + LOGDATE + Y + LOGDATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + INPUT_BUFFER_ROWS + Y + INPUT_BUFFER_ROWS + + + OUTPUT_BUFFER_ROWS + Y + OUTPUT_BUFFER_ROWS + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + LOG_FIELD + N + LOG_FIELD + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + METRICS_DATE + Y + METRICS_DATE + + + METRICS_CODE + Y + METRICS_CODE + + + METRICS_DESCRIPTION + Y + METRICS_DESCRIPTION + + + METRICS_SUBJECT + Y + METRICS_SUBJECT + + + METRICS_TYPE + Y + METRICS_TYPE + + + METRICS_VALUE + Y + METRICS_VALUE + + + + + +
+ + 0.0 + 0.0 + + 10000 + 50 + 50 + N + Y + 50000 + Y + + N + 1000 + 100 + + + + + + + + + - + 2020/04/27 09:32:01.126 + - + 2020/04/27 09:32:01.126 + H4sIAAAAAAAAAAMAAAAAAAAAAAA= + N + + + + + target_yushan + ${db.mysql.epdc.target.ys.host} + MYSQL + Native + ${db.mysql.target.schema.yushandb} + ${db.mysql.epdc.target.ys.port} + ${db.mysql.epdc.target.ys.username} + ${db.mysql.epdc.target.ys.password} + + + + + + EXTRA_OPTION_MYSQL.allowMultiQueries + true + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + EXTRA_OPTION_MYSQL.serverTimezone + Asia/Shanghai + + + EXTRA_OPTION_MYSQL.useSSL + false + + + EXTRA_OPTION_MYSQL.useUnicode + true + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + ${db.mysql.epdc.target.ys.port} + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + + + 清空议题项目趋势分析-按月统计 + ExecSQL + + Y + + 1 + + none + + + target_yushan + N + N + N + N + delete from ys_trend_month; + N + + + + + + + + + + + + + + + + 384 + 213 + Y + + + + + + + N + +