diff --git a/esua-epdc/kettle-Code/esua_epdc_behavior/active_user_count.kjb b/esua-epdc/kettle-Code/esua_epdc_behavior/active_user_count.kjb new file mode 100644 index 000000000..71648c6b6 --- /dev/null +++ b/esua-epdc/kettle-Code/esua_epdc_behavior/active_user_count.kjb @@ -0,0 +1,386 @@ + + + active_user_count + + + + 0 + / + - + 2022/05/31 15:38:12.828 + - + 2022/05/31 15:38:12.828 + + + + + + + + + + + + + ID_JOB + Y + ID_JOB + + + CHANNEL_ID + Y + CHANNEL_ID + + + JOBNAME + Y + JOBNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + START_JOB_ENTRY + N + START_JOB_ENTRY + + + CLIENT + N + CLIENT + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + JOBNAME + Y + TRANSNAME + + + JOBENTRYNAME + Y + STEPNAME + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + RESULT + Y + RESULT + + + NR_RESULT_ROWS + Y + NR_RESULT_ROWS + + + NR_RESULT_FILES + Y + NR_RESULT_FILES + + + LOG_FIELD + N + LOG_FIELD + + + COPY_NR + N + COPY_NR + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + N + + + + Start + + SPECIAL + + Y + N + N + 0 + 0 + 60 + 12 + 0 + 1 + 1 + N + Y + 0 + 496 + 352 + + + + 成功 + + SUCCESS + + N + Y + 0 + 1008 + 352 + + + + epdc_active_user_count + + TRANS + + filename + + ${Internal.Entry.Current.Directory}/epdc_active_user_count.ktr + + N + N + N + N + N + N + + + N + N + Basic + N + + N + Y + N + N + N + Pentaho local + + Y + + N + Y + 0 + 768 + 352 + + + + + + epdc_active_user_count + 成功 + 0 + 0 + Y + Y + N + + + Start + epdc_active_user_count + 0 + 0 + Y + Y + Y + + + + + + diff --git a/esua-epdc/kettle-Code/esua_epdc_behavior/active_user_info.kjb b/esua-epdc/kettle-Code/esua_epdc_behavior/active_user_info.kjb new file mode 100644 index 000000000..fbbfdbdc2 --- /dev/null +++ b/esua-epdc/kettle-Code/esua_epdc_behavior/active_user_info.kjb @@ -0,0 +1,529 @@ + + + active_user_info + + + + 0 + / + - + 2022/05/31 15:38:12.828 + - + 2022/05/31 15:38:12.828 + + + + + + + +
+ + + + + ID_JOB + Y + ID_JOB + + + CHANNEL_ID + Y + CHANNEL_ID + + + JOBNAME + Y + JOBNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + START_JOB_ENTRY + N + START_JOB_ENTRY + + + CLIENT + N + CLIENT + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + JOBNAME + Y + TRANSNAME + + + JOBENTRYNAME + Y + STEPNAME + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + RESULT + Y + RESULT + + + NR_RESULT_ROWS + Y + NR_RESULT_ROWS + + + NR_RESULT_FILES + Y + NR_RESULT_FILES + + + LOG_FIELD + N + LOG_FIELD + + + COPY_NR + N + COPY_NR + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + N + + + + Start + + SPECIAL + + Y + N + N + 0 + 0 + 60 + 12 + 0 + 1 + 1 + N + Y + 0 + 320 + 336 + + + + allActiveUserInfoNum + + TRANS + + filename + + ${Internal.Entry.Current.Directory}/epdc_active_user_info_num.ktr + + N + N + N + N + N + N + + + N + N + Basic + N + + N + Y + N + N + N + Pentaho local + + Y + + N + Y + 0 + 528 + 176 + + + + 设置分页查询limit start + + SET_VARIABLES + + Y + + JVM + + + limitStart + 0 + CURRENT_JOB + + + N + Y + 0 + 320 + 176 + + + + 是否继续循环 + + EVAL + + + N + Y + 0 + 720 + 176 + + + + epdc_active_user_info_loop + + TRANS + + filename + + ${Internal.Entry.Current.Directory}/epdc_active_user_info_loop.ktr + + N + N + N + N + N + N + + + N + N + Basic + N + + N + Y + N + N + N + Pentaho local + + Y + + N + Y + 0 + 848 + 336 + + + + limitStart+1000 + + EVAL + + + N + Y + 0 + 608 + 336 + + + + 成功 + + SUCCESS + + N + Y + 0 + 928 + 176 + + + + + + 设置分页查询limit start + allActiveUserInfoNum + 0 + 0 + Y + Y + N + + + allActiveUserInfoNum + 是否继续循环 + 0 + 0 + Y + Y + N + + + 是否继续循环 + epdc_active_user_info_loop + 0 + 0 + Y + Y + N + + + limitStart+1000 + 是否继续循环 + 0 + 0 + Y + Y + N + + + epdc_active_user_info_loop + limitStart+1000 + 0 + 0 + Y + Y + N + + + 是否继续循环 + 成功 + 0 + 0 + Y + N + N + + + Start + 设置分页查询limit start + 0 + 0 + Y + Y + Y + + + + + + diff --git a/esua-epdc/kettle-Code/esua_epdc_behavior/behavior.kjb b/esua-epdc/kettle-Code/esua_epdc_behavior/behavior.kjb index 71fdf9ad2..fb74e64c1 100644 --- a/esua-epdc/kettle-Code/esua_epdc_behavior/behavior.kjb +++ b/esua-epdc/kettle-Code/esua_epdc_behavior/behavior.kjb @@ -305,7 +305,7 @@ N Y 0 - 80 + 96 288 @@ -342,7 +342,7 @@ N Y 0 - 304 + 288 288 @@ -379,8 +379,8 @@ N Y 0 - 544 - 384 + 704 + 432 @@ -416,8 +416,8 @@ N Y 0 - 768 - 384 + 944 + 432 @@ -429,83 +429,81 @@ Y 0 944 - 384 + 288 - epdc_active_user_info + active_user_info - TRANS + JOB filename - - ${Internal.Entry.Current.Directory}/epdc_active_user_info.ktr - + + ${Internal.Entry.Current.Directory}/active_user_info.kjb + + N N N - N - N N N N - Basic - N + Nothing - N Y N + N N - N + N Pentaho local Y + N N Y 0 - 544 - 176 + 496 + 288 - epdc_active_user_count + active_user_count - TRANS + JOB filename - - ${Internal.Entry.Current.Directory}/epdc_active_user_count.ktr - + + ${Internal.Entry.Current.Directory}/active_user_count.kjb + + N N N - N - N N N N - Basic - N + Nothing - N Y N + N N - N + N Pentaho local Y + N N Y 0 - 736 - 176 + 704 + 288 @@ -529,8 +527,8 @@ N - epdc_active_user_info - epdc_active_user_count + behavior_participate + 成功 0 0 Y @@ -539,7 +537,7 @@ behavior_basic - epdc_active_user_info + active_user_info 0 0 Y @@ -547,8 +545,8 @@ N - behavior_participate - 成功 + active_user_info + active_user_count 0 0 Y @@ -556,7 +554,7 @@ N - epdc_active_user_count + active_user_count behavior_party 0 0 diff --git a/esua-epdc/kettle-Code/esua_epdc_behavior/behavior_calc.kjb b/esua-epdc/kettle-Code/esua_epdc_behavior/behavior_calc.kjb new file mode 100644 index 000000000..a022a8c65 --- /dev/null +++ b/esua-epdc/kettle-Code/esua_epdc_behavior/behavior_calc.kjb @@ -0,0 +1,523 @@ + + + behavior_calc + + + + 0 + / + - + 2020/03/13 17:45:13.526 + - + 2020/03/13 17:45:13.526 + + + + + + + +
+ + + + + ID_JOB + Y + ID_JOB + + + CHANNEL_ID + Y + CHANNEL_ID + + + JOBNAME + Y + JOBNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + START_JOB_ENTRY + N + START_JOB_ENTRY + + + CLIENT + N + CLIENT + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + JOBNAME + Y + TRANSNAME + + + JOBENTRYNAME + Y + STEPNAME + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + RESULT + Y + RESULT + + + NR_RESULT_ROWS + Y + NR_RESULT_ROWS + + + NR_RESULT_FILES + Y + NR_RESULT_FILES + + + LOG_FIELD + N + LOG_FIELD + + + COPY_NR + N + COPY_NR + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + N + + + + Start + + SPECIAL + + Y + N + N + 0 + 0 + 60 + 3 + 0 + 1 + 1 + N + Y + 0 + 272 + 160 + + + + behavior_party + + JOB + + filename + + ${Internal.Entry.Current.Directory}/behavior_party.kjb + + + N + N + N + N + + + N + N + Nothing + + Y + N + N + N + N + Pentaho local + + Y + + N + N + Y + 0 + 624 + 304 + + + + behavior_participate + + JOB + + filename + + ${Internal.Entry.Current.Directory}/behavior_participate.kjb + + + N + N + N + N + + + N + N + Nothing + + Y + N + N + N + N + Pentaho local + + Y + + N + N + Y + 0 + 816 + 304 + + + + 成功 + + SUCCESS + + N + Y + 0 + 1008 + 304 + + + + active_user_info + + JOB + + filename + + ${Internal.Entry.Current.Directory}/active_user_info.kjb + + + N + N + N + N + + + N + N + Nothing + + Y + N + N + N + N + Pentaho local + + Y + + N + N + Y + 0 + 448 + 160 + + + + active_user_count + + JOB + + filename + + ${Internal.Entry.Current.Directory}/active_user_count.kjb + + + N + N + N + N + + + N + N + Nothing + + Y + N + N + N + N + Pentaho local + + Y + + N + N + Y + 0 + 624 + 160 + + + + + + behavior_party + behavior_participate + 0 + 0 + Y + Y + N + + + behavior_participate + 成功 + 0 + 0 + Y + Y + N + + + Start + active_user_info + 0 + 0 + Y + Y + Y + + + active_user_info + active_user_count + 0 + 0 + Y + Y + N + + + active_user_count + behavior_party + 0 + 0 + Y + Y + N + + + + + + diff --git a/esua-epdc/kettle-Code/esua_epdc_behavior/behavior_once.kjb b/esua-epdc/kettle-Code/esua_epdc_behavior/behavior_once.kjb new file mode 100644 index 000000000..ae56cb1e0 --- /dev/null +++ b/esua-epdc/kettle-Code/esua_epdc_behavior/behavior_once.kjb @@ -0,0 +1,569 @@ + + + behavior_once + + + + 0 + / + - + 2020/03/13 17:45:13.526 + - + 2020/03/13 17:45:13.526 + + + + + + + +
+ + + + + ID_JOB + Y + ID_JOB + + + CHANNEL_ID + Y + CHANNEL_ID + + + JOBNAME + Y + JOBNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + START_JOB_ENTRY + N + START_JOB_ENTRY + + + CLIENT + N + CLIENT + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + JOBNAME + Y + TRANSNAME + + + JOBENTRYNAME + Y + STEPNAME + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + RESULT + Y + RESULT + + + NR_RESULT_ROWS + Y + NR_RESULT_ROWS + + + NR_RESULT_FILES + Y + NR_RESULT_FILES + + + LOG_FIELD + N + LOG_FIELD + + + COPY_NR + N + COPY_NR + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + N + + + + Start + + SPECIAL + + Y + N + N + 0 + 0 + 60 + 3 + 0 + 1 + 1 + N + Y + 0 + 96 + 288 + + + + behavior_basic + + JOB + + filename + + ${Internal.Entry.Current.Directory}/behavior_basic.kjb + + + N + N + N + N + + + N + N + Nothing + + Y + N + N + N + N + Pentaho local + + Y + + N + N + Y + 0 + 288 + 288 + + + + behavior_party + + JOB + + filename + + ${Internal.Entry.Current.Directory}/behavior_party.kjb + + + N + N + N + N + + + N + N + Nothing + + Y + N + N + N + N + Pentaho local + + Y + + N + N + Y + 0 + 704 + 432 + + + + behavior_participate + + JOB + + filename + + ${Internal.Entry.Current.Directory}/behavior_participate.kjb + + + N + N + N + N + + + N + N + Nothing + + Y + N + N + N + N + Pentaho local + + Y + + N + N + Y + 0 + 944 + 432 + + + + 成功 + + SUCCESS + + N + Y + 0 + 944 + 288 + + + + active_user_info + + JOB + + filename + + ${Internal.Entry.Current.Directory}/active_user_info.kjb + + + N + N + N + N + + + N + N + Nothing + + Y + N + N + N + N + Pentaho local + + Y + + N + N + Y + 0 + 496 + 288 + + + + active_user_count + + JOB + + filename + + ${Internal.Entry.Current.Directory}/active_user_count.kjb + + + N + N + N + N + + + N + N + Nothing + + Y + N + N + N + N + Pentaho local + + Y + + N + N + Y + 0 + 704 + 288 + + + + + + Start + behavior_basic + 0 + 0 + Y + Y + Y + + + behavior_party + behavior_participate + 0 + 0 + Y + Y + N + + + behavior_participate + 成功 + 0 + 0 + Y + Y + N + + + behavior_basic + active_user_info + 0 + 0 + Y + Y + N + + + active_user_info + active_user_count + 0 + 0 + Y + Y + N + + + active_user_count + behavior_party + 0 + 0 + Y + Y + N + + + + + + diff --git a/esua-epdc/kettle-Code/esua_epdc_behavior/epdc_active_user_info_loop.ktr b/esua-epdc/kettle-Code/esua_epdc_behavior/epdc_active_user_info_loop.ktr new file mode 100644 index 000000000..d867a2ce2 --- /dev/null +++ b/esua-epdc/kettle-Code/esua_epdc_behavior/epdc_active_user_info_loop.ktr @@ -0,0 +1,1303 @@ + + + + epdc_active_user_info_loop + + + + Normal + 0 + / + + + + + + +
+ + + + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + TRANSNAME + Y + TRANSNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + + LINES_UPDATED + Y + LINES_UPDATED + + + + LINES_INPUT + Y + LINES_INPUT + + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + + LINES_REJECTED + Y + LINES_REJECTED + + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + CLIENT + N + CLIENT + + + + + +
+ + + + ID_BATCH + Y + ID_BATCH + + + SEQ_NR + Y + SEQ_NR + + + LOGDATE + Y + LOGDATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + INPUT_BUFFER_ROWS + Y + INPUT_BUFFER_ROWS + + + OUTPUT_BUFFER_ROWS + Y + OUTPUT_BUFFER_ROWS + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + LOG_FIELD + N + LOG_FIELD + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + METRICS_DATE + Y + METRICS_DATE + + + METRICS_CODE + Y + METRICS_CODE + + + METRICS_DESCRIPTION + Y + METRICS_DESCRIPTION + + + METRICS_SUBJECT + Y + METRICS_SUBJECT + + + METRICS_TYPE + Y + METRICS_TYPE + + + METRICS_VALUE + Y + METRICS_VALUE + + + + + +
+ + 0.0 + 0.0 + + 10000 + 50 + 50 + N + Y + 50000 + Y + + N + 1000 + 100 + + + + + + + + + - + 2020/02/25 14:03:43.587 + - + 2020/02/25 14:03:43.587 + H4sIAAAAAAAAAAMAAAAAAAAAAAA= + N + + + + + epdc_analysis_source + ${db.mysql.epdc.source.host} + MYSQL + Native + ${esua.epdc.analysis.database} + ${db.mysql.epdc.source.port} + ${db.mysql.epdc.source.username} + ${db.mysql.epdc.source.password} + + + + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + EXTRA_OPTION_MYSQL.useSSL + false + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + ${db.mysql.epdc.source.port} + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + epdc_analysis_target + ${db.mysql.epdc.target.host} + MYSQL + Native + ${esua.epdc.analysis.database} + ${db.mysql.epdc.target.port} + ${db.mysql.epdc.target.username} + ${db.mysql.epdc.target.password} + + + + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + EXTRA_OPTION_MYSQL.useSSL + false + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + ${db.mysql.epdc.target.port} + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + + 表输入 + 字段选择 + Y + + + 字段选择 + 插入 / 更新 + Y + + + + 字段选择 + SelectValues + + Y + + 1 + + none + + + + + ID + + + USER_ID + + + USER_NAME + + + DEPT_ID + + + DEPT_NAME + + + MOBILE + + + PARTY_FLAG + + + STATISTICAL_MONTH + + + REACH_ACTIVE_TIME + + + VALID_TIME + + + ALL_DEPT_IDS + + + ALL_DEPT_NAMES + + + CREATED_TIME + + + CREATED_BY + + + UPDATED_BY + + + UPDATED_TIME + + + DEL_FLAG + + + REVISION + + N + + + + + + + + + + + 560 + 272 + Y + + + + 插入 / 更新 + InsertUpdate + + Y + + 1 + + none + + + epdc_analysis_target + 100 + N + + esua_epdc_analysis +
epdc_active_user_info
+ + USER_ID + USER_ID + = + + + + STATISTICAL_MONTH + STATISTICAL_MONTH + = + + + + ID + ID + N + + + USER_ID + USER_ID + N + + + USER_NAME + USER_NAME + N + + + DEPT_ID + DEPT_ID + N + + + DEPT_NAME + DEPT_NAME + N + + + MOBILE + MOBILE + N + + + PARTY_FLAG + PARTY_FLAG + N + + + STATISTICAL_MONTH + STATISTICAL_MONTH + N + + + REACH_ACTIVE_TIME + REACH_ACTIVE_TIME + N + + + VALID_TIME + VALID_TIME + N + + + ALL_DEPT_IDS + ALL_DEPT_IDS + N + + + ALL_DEPT_NAMES + ALL_DEPT_NAMES + N + + + CREATED_TIME + CREATED_TIME + N + + + CREATED_BY + CREATED_BY + N + + + UPDATED_BY + UPDATED_BY + N + + + UPDATED_TIME + UPDATED_TIME + N + + + DEL_FLAG + DEL_FLAG + N + + + REVISION + REVISION + N + + + + + + + + + + + + 768 + 272 + Y + + + + 表输入 + TableInput + + Y + + 1 + + none + + + epdc_analysis_source + +select REPLACE(MD5(UUID()), '-', '') as ID, + beh.USER_ID, + user.REAL_NAME AS USER_NAME, + user.DEPT_ID, + dept.NAME AS DEPT_NAME, + user.MOBILE, + user.PARTY_FLAG, + beh.MONTH_YEAR AS STATISTICAL_MONTH, + DATE_FORMAT(DATE_ADD(now(),interval -1 day),'%Y-%m-%d') AS REACH_ACTIVE_TIME, + last_day(DATE_SUB(NOW(),INTERVAL 1 DAY)) AS VALID_TIME, + user.ALL_DEPT_IDS, + user.ALL_DEPT_NAMES, + now() AS CREATED_TIME, + 'admin' AS CREATED_BY, + 'admin' AS UPDATED_BY, + now() AS UPDATED_TIME, + 0 AS DEL_FLAG, + 0 AS REVISION +FROM + (select eub.USER_ID, + SUM(IFNULL(eub.VOICE_LIKE_FLAG,0)) AS VOICE_LIKE_FLAG, + SUM(IFNULL(eub.VOICE_OPPOSE_FLAG,0)) AS VOICE_OPPOSE_FLAG, + SUM(IFNULL(eub.EVENT_PUBLISH_FLAG,0)) AS EVENT_PUBLISH_FLAG, + SUM(IFNULL(eub.EVENT_LIKE_FLAG,0)) AS EVENT_LIKE_FLAG, + SUM(IFNULL(eub.EVENT_OPPOSE_FLAG,0)) AS EVENT_OPPOSE_FLAG, + SUM(IFNULL(eub.EVENT_COMMENT_FLAG,0)) AS EVENT_COMMENT_FLAG, + SUM(IFNULL(eub.EVENT_EVALUATE_FLAG,0)) AS EVENT_EVALUATE_FLAG, + SUM(IFNULL(eub.GROUP_PUBLISH_FLAG,0)) AS GROUP_PUBLISH_FLAG, + SUM(IFNULL(eub.GROUP_LIKE_FLAG,0)) AS GROUP_LIKE_FLAG, + SUM(IFNULL(eub.GROUP_OPPOSE_FLAG,0)) AS GROUP_OPPOSE_FLAG, + SUM(IFNULL(eub.GROUP_COMMENT_FLAG,0)) AS GROUP_COMMENT_FLAG, + SUM(IFNULL(eub.GROUP_JOIN_FLAG,0)) AS GROUP_JOIN_FLAG, + SUM(IFNULL(eub.GROUP_CREATE_FLAG,0)) AS GROUP_CREATE_FLAG, + IFNULL(eub.OPEN_FLAG,0) AS OPEN_FLAG, + DATE_FORMAT(DATE_SUB(NOW(),INTERVAL 1 DAY),'%Y-%m') as MONTH_YEAR + FROM + epdc_user_behavior_log eub + where + DATE_FORMAT(eub.CREATED_TIME,'%Y-%m') = DATE_FORMAT(DATE_SUB(NOW(),INTERVAL 1 DAY),'%Y-%m') + group by eub.USER_ID,date_format(eub.CREATED_TIME,'%Y-%m'))beh + left join meta_epdc_user user on beh.USER_ID=user.id + left join meta_sys_dept dept on dept.ID=user.DEPT_ID + where (beh.VOICE_LIKE_FLAG + + beh.VOICE_OPPOSE_FLAG + + beh.EVENT_PUBLISH_FLAG + + beh.EVENT_LIKE_FLAG + + beh.EVENT_OPPOSE_FLAG + + beh.EVENT_COMMENT_FLAG + + beh.EVENT_EVALUATE_FLAG + + beh.GROUP_PUBLISH_FLAG + + beh.GROUP_LIKE_FLAG + + beh.GROUP_OPPOSE_FLAG + + beh.GROUP_COMMENT_FLAG + + beh.GROUP_JOIN_FLAG + + beh.GROUP_CREATE_FLAG>0 or beh.OPEN_FLAG>0) ORDER BY beh.USER_ID LIMIT ${limitStart},1000 + 0 + + N + Y + N + N + + + String + normal + ID + 32 + -1 + 表输入 + ID + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + USER_ID + 32 + -1 + 表输入 + USER_ID + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + USER_NAME + 30 + -1 + 表输入 + USER_NAME + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + DEPT_ID + 15 + 0 + 表输入 + DEPT_ID + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + DEPT_NAME + 50 + -1 + 表输入 + DEPT_NAME + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + MOBILE + 20 + -1 + 表输入 + MOBILE + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + PARTY_FLAG + 32 + -1 + 表输入 + PARTY_FLAG + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + STATISTICAL_MONTH + 7 + -1 + 表输入 + STATISTICAL_MONTH + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + REACH_ACTIVE_TIME + 10 + -1 + 表输入 + REACH_ACTIVE_TIME + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Date + normal + VALID_TIME + -1 + -1 + 表输入 + VALID_TIME + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + ALL_DEPT_IDS + 512 + -1 + 表输入 + ALL_DEPT_IDS + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + ALL_DEPT_NAMES + 512 + -1 + 表输入 + ALL_DEPT_NAMES + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Timestamp + normal + CREATED_TIME + 0 + -1 + 表输入 + CREATED_TIME + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + CREATED_BY + 5 + -1 + 表输入 + CREATED_BY + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + UPDATED_BY + 5 + -1 + 表输入 + UPDATED_BY + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Timestamp + normal + UPDATED_TIME + 0 + -1 + 表输入 + UPDATED_TIME + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + DEL_FLAG + 15 + 0 + 表输入 + DEL_FLAG + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + REVISION + 15 + 0 + 表输入 + REVISION + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 336 + 272 + Y + + + + + + + N + + diff --git a/esua-epdc/kettle-Code/esua_epdc_behavior/epdc_active_user_info_num.ktr b/esua-epdc/kettle-Code/esua_epdc_behavior/epdc_active_user_info_num.ktr new file mode 100644 index 000000000..2b0a0b679 --- /dev/null +++ b/esua-epdc/kettle-Code/esua_epdc_behavior/epdc_active_user_info_num.ktr @@ -0,0 +1,643 @@ + + + + epdc_active_user_info_num + + + + Normal + 0 + / + + + + + + + + + + + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + TRANSNAME + Y + TRANSNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + + LINES_UPDATED + Y + LINES_UPDATED + + + + LINES_INPUT + Y + LINES_INPUT + + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + + LINES_REJECTED + Y + LINES_REJECTED + + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + CLIENT + N + CLIENT + + + + + +
+ + + + ID_BATCH + Y + ID_BATCH + + + SEQ_NR + Y + SEQ_NR + + + LOGDATE + Y + LOGDATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + INPUT_BUFFER_ROWS + Y + INPUT_BUFFER_ROWS + + + OUTPUT_BUFFER_ROWS + Y + OUTPUT_BUFFER_ROWS + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + LOG_FIELD + N + LOG_FIELD + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + METRICS_DATE + Y + METRICS_DATE + + + METRICS_CODE + Y + METRICS_CODE + + + METRICS_DESCRIPTION + Y + METRICS_DESCRIPTION + + + METRICS_SUBJECT + Y + METRICS_SUBJECT + + + METRICS_TYPE + Y + METRICS_TYPE + + + METRICS_VALUE + Y + METRICS_VALUE + + + + + +
+ + 0.0 + 0.0 + + 10000 + 50 + 50 + N + Y + 50000 + Y + + N + 1000 + 100 + + + + + + + + + - + 2020/02/25 14:03:43.587 + - + 2020/02/25 14:03:43.587 + H4sIAAAAAAAAAAMAAAAAAAAAAAA= + N + + + + 查询全部活跃用户数 + 592 + 352 + 145 + 30 + Microsoft YaHei UI + 9 + N + N + 0 + 0 + 0 + 255 + 205 + 112 + 100 + 100 + 100 + Y + + + + epdc_analysis_source + ${db.mysql.epdc.source.host} + MYSQL + Native + ${esua.epdc.analysis.database} + ${db.mysql.epdc.source.port} + ${db.mysql.epdc.source.username} + ${db.mysql.epdc.source.password} + + + + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + EXTRA_OPTION_MYSQL.useSSL + false + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + ${db.mysql.epdc.source.port} + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + + 查询总记录数 + 设置变量-总记录数 + Y + + + + 查询总记录数 + TableInput + + Y + + 1 + + none + + + epdc_analysis_source + +select +count(*) NUM +FROM + (select eub.USER_ID, + SUM(IFNULL(eub.VOICE_LIKE_FLAG,0)) AS VOICE_LIKE_FLAG, + SUM(IFNULL(eub.VOICE_OPPOSE_FLAG,0)) AS VOICE_OPPOSE_FLAG, + SUM(IFNULL(eub.EVENT_PUBLISH_FLAG,0)) AS EVENT_PUBLISH_FLAG, + SUM(IFNULL(eub.EVENT_LIKE_FLAG,0)) AS EVENT_LIKE_FLAG, + SUM(IFNULL(eub.EVENT_OPPOSE_FLAG,0)) AS EVENT_OPPOSE_FLAG, + SUM(IFNULL(eub.EVENT_COMMENT_FLAG,0)) AS EVENT_COMMENT_FLAG, + SUM(IFNULL(eub.EVENT_EVALUATE_FLAG,0)) AS EVENT_EVALUATE_FLAG, + SUM(IFNULL(eub.GROUP_PUBLISH_FLAG,0)) AS GROUP_PUBLISH_FLAG, + SUM(IFNULL(eub.GROUP_LIKE_FLAG,0)) AS GROUP_LIKE_FLAG, + SUM(IFNULL(eub.GROUP_OPPOSE_FLAG,0)) AS GROUP_OPPOSE_FLAG, + SUM(IFNULL(eub.GROUP_COMMENT_FLAG,0)) AS GROUP_COMMENT_FLAG, + SUM(IFNULL(eub.GROUP_JOIN_FLAG,0)) AS GROUP_JOIN_FLAG, + SUM(IFNULL(eub.GROUP_CREATE_FLAG,0)) AS GROUP_CREATE_FLAG, + IFNULL(eub.OPEN_FLAG,0) AS OPEN_FLAG, + DATE_FORMAT(DATE_SUB(NOW(),INTERVAL 1 DAY),'%Y-%m') as MONTH_YEAR + FROM + epdc_user_behavior_log eub + where + DATE_FORMAT(eub.CREATED_TIME,'%Y-%m') = DATE_FORMAT(DATE_SUB(NOW(),INTERVAL 1 DAY),'%Y-%m') + group by eub.USER_ID,date_format(eub.CREATED_TIME,'%Y-%m'))beh + left join meta_epdc_user user on beh.USER_ID=user.id + left join meta_sys_dept dept on dept.ID=user.DEPT_ID + where (beh.VOICE_LIKE_FLAG + + beh.VOICE_OPPOSE_FLAG + + beh.EVENT_PUBLISH_FLAG + + beh.EVENT_LIKE_FLAG + + beh.EVENT_OPPOSE_FLAG + + beh.EVENT_COMMENT_FLAG + + beh.EVENT_EVALUATE_FLAG + + beh.GROUP_PUBLISH_FLAG + + beh.GROUP_LIKE_FLAG + + beh.GROUP_OPPOSE_FLAG + + beh.GROUP_COMMENT_FLAG + + beh.GROUP_JOIN_FLAG + + beh.GROUP_CREATE_FLAG>0 or beh.OPEN_FLAG>0) + 0 + + N + N + N + N + + + + + + + + + + + 535 + 450 + Y + + + + 设置变量-总记录数 + SetVariable + + Y + + 1 + + none + + + + + NUM + activeUserNum + PARENT_JOB + + + + Y + + + + + + + + + + 775 + 450 + Y + + + + + + + N + +