Skip to content

Commit b42b0cd

Browse files
viragtripathiviragtripathi
committed
Updated logback configs.
1 parent 66c0920 commit b42b0cd

File tree

20 files changed

+1240
-170
lines changed

20 files changed

+1240
-170
lines changed

‎examples/db2/demo/config/logback-cli.xml

Lines changed: 80 additions & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -1,13 +1,16 @@
11
<configuration debug="false" scan="true" scanPeriod="15 seconds">
22

33
<property name="LOG_REDIS_CONNECT_PATH" value="logs/redis-connect"/>
4-
<property name="LOG_REDIS_CONNECT_MANAGER_PATH" value="logs/redis-connect-manager.log"/>
5-
<property name="LOG_REDIS_CONNECT_HEARTBEAT_PATH" value="logs/redis-connect-heartbeat.log"/>
4+
<property name="LOG_REDIS_CONNECT_MANAGER_PATH" value="logs/redis-connect-manager"/>
5+
<property name="LOG_REDIS_CONNECT_PIPELINE_PATH" value="logs/redis-connect-pipeline"/>
6+
<property name="LOG_REDIS_CONNECT_HEARTBEAT_PATH" value="logs/redis-connect-heartbeat"/>
7+
8+
<define name="PROCESS_ID" class="com.redis.connect.utils.PidPropertyDefiner"/>
69

710
<appender name="REDIS_CONNECT_HEARTBEAT" class="ch.qos.logback.core.rolling.RollingFileAppender">
8-
<file>${LOG_REDIS_CONNECT_HEARTBEAT_PATH}</file>
11+
<file>${LOG_REDIS_CONNECT_HEARTBEAT_PATH}-${PROCESS_ID}.log</file>
912
<rollingPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedRollingPolicy">
10-
<fileNamePattern>logs/archived/redis-connect-heartbeat.%d{yyyy-MM-dd}.%i.log.gz</fileNamePattern>
13+
<fileNamePattern>logs/archived/redis-connect-heartbeat-${PROCESS_ID}.%d{yyyy-MM-dd}.%i.log.gz</fileNamePattern>
1114
<!-- each archived file, size max 10MB -->
1215
<maxFileSize>10MB</maxFileSize>
1316
<!-- total size of all archive files, if total size > 20GB, it will delete old archived file -->
@@ -16,13 +19,13 @@
1619
<maxHistory>60</maxHistory>
1720
</rollingPolicy>
1821
<encoder>
19-
<pattern>%d %p %c{1.} [%t] %m%n</pattern>
22+
<pattern>%d %p %c{1} [%t] %m%n</pattern>
2023
</encoder>
2124
</appender>
2225
<appender name="REDIS_CONNECT_MANAGER" class="ch.qos.logback.core.rolling.RollingFileAppender">
23-
<file>${LOG_REDIS_CONNECT_MANAGER_PATH}</file>
26+
<file>${LOG_REDIS_CONNECT_MANAGER_PATH}-${PROCESS_ID}.log</file>
2427
<rollingPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedRollingPolicy">
25-
<fileNamePattern>logs/archived/redis-connect-manager.%d{yyyy-MM-dd}.%i.log.gz</fileNamePattern>
28+
<fileNamePattern>logs/archived/redis-connect-manager-${PROCESS_ID}.%d{yyyy-MM-dd}.%i.log.gz</fileNamePattern>
2629
<!-- each archived file, size max 10MB -->
2730
<maxFileSize>10MB</maxFileSize>
2831
<!-- total size of all archive files, if total size > 20GB, it will delete old archived file -->
@@ -31,13 +34,13 @@
3134
<maxHistory>60</maxHistory>
3235
</rollingPolicy>
3336
<encoder>
34-
<pattern>%d %p %c{1.} [%t] %m%n</pattern>
37+
<pattern>%d %p %c{1} [%t] %m%n</pattern>
3538
</encoder>
3639
</appender>
3740
<appender name="REDIS_CONNECT" class="ch.qos.logback.core.rolling.RollingFileAppender">
38-
<file>${LOG_REDIS_CONNECT_PATH}-${PID}.log</file>
41+
<file>${LOG_REDIS_CONNECT_PATH}-${PROCESS_ID}.log</file>
3942
<rollingPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedRollingPolicy">
40-
<fileNamePattern>logs/archived/redis-connect-${PID}.%d{yyyy-MM-dd}.%i.log.gz</fileNamePattern>
43+
<fileNamePattern>logs/archived/redis-connect-${PROCESS_ID}.%d{yyyy-MM-dd}.%i.log.gz</fileNamePattern>
4144
<!-- each archived file, size max 10MB -->
4245
<maxFileSize>10MB</maxFileSize>
4346
<!-- total size of all archive files, if total size > 20GB, it will delete old archived file -->
@@ -48,6 +51,63 @@
4851
<encoder>
4952
<pattern>%d %p %c{1.} [%t] %m%n</pattern>
5053
</encoder>
54+
<filter class="ch.qos.logback.core.filter.EvaluatorFilter">
55+
<evaluator name="eval1">
56+
<expression>message.contains("polling records...")</expression>
57+
</evaluator>
58+
<OnMismatch>NEUTRAL</OnMismatch>
59+
<OnMatch>DENY</OnMatch>
60+
</filter>
61+
<filter class="ch.qos.logback.core.filter.EvaluatorFilter">
62+
<evaluator name="eval2">
63+
<expression>message.contains("no records available yet, sleeping a bit...")</expression>
64+
</evaluator>
65+
<OnMismatch>NEUTRAL</OnMismatch>
66+
<OnMatch>DENY</OnMatch>
67+
</filter>
68+
<filter class="ch.qos.logback.core.filter.EvaluatorFilter">
69+
<evaluator name="eval3">
70+
<expression>message.contains("checking for more records...")</expression>
71+
</evaluator>
72+
<OnMismatch>NEUTRAL</OnMismatch>
73+
<OnMatch>DENY</OnMatch>
74+
</filter>
75+
<filter class="ch.qos.logback.core.filter.EvaluatorFilter">
76+
<evaluator name="eval4">
77+
<expression>message.contains("No change in the database")</expression>
78+
</evaluator>
79+
<OnMismatch>NEUTRAL</OnMismatch>
80+
<OnMatch>DENY</OnMatch>
81+
</filter>
82+
<filter class="ch.qos.logback.core.filter.EvaluatorFilter">
83+
<evaluator name="eval5">
84+
<expression>message.contains("polled no new records")</expression>
85+
</evaluator>
86+
<OnMismatch>NEUTRAL</OnMismatch>
87+
<OnMatch>DENY</OnMatch>
88+
</filter>
89+
<filter class="ch.qos.logback.core.filter.EvaluatorFilter">
90+
<evaluator name="eval6">
91+
<expression>message.contains("no records available or batch size not reached yet, sleeping a bit...") </expression>
92+
</evaluator>
93+
<OnMismatch>NEUTRAL</OnMismatch>
94+
<OnMatch>DENY</OnMatch>
95+
</filter>
96+
</appender>
97+
<appender name="REDIS_CONNECT_PIPELINE" class="ch.qos.logback.core.rolling.RollingFileAppender">
98+
<file>${LOG_REDIS_CONNECT_PIPELINE_PATH}-${PROCESS_ID}.log</file>
99+
<rollingPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedRollingPolicy">
100+
<fileNamePattern>logs/archived/redis-connect-pipeline-${PROCESS_ID}.%d{yyyy-MM-dd}.%i.log.gz</fileNamePattern>
101+
<!-- each archived file, size max 10MB -->
102+
<maxFileSize>10MB</maxFileSize>
103+
<!-- total size of all archive files, if total size > 20GB, it will delete old archived file -->
104+
<totalSizeCap>20GB</totalSizeCap>
105+
<!-- 60 days to keep -->
106+
<maxHistory>60</maxHistory>
107+
</rollingPolicy>
108+
<encoder>
109+
<pattern>%d %p %c{1} [%t] %m%n</pattern>
110+
</encoder>
51111
</appender>
52112
<appender name="CONSOLE" class="ch.qos.logback.core.ConsoleAppender">
53113
<encoder>
@@ -57,23 +117,27 @@
57117

58118
<logger name="redis-connect-heartbeat" level="OFF" additivity="false">
59119
<appender-ref ref="REDIS_CONNECT_HEARTBEAT"/>
60-
<appender-ref ref="CONSOLE" />
120+
<appender-ref ref="CONSOLE"/>
61121
</logger>
62122
<logger name="redis-connect-manager" level="OFF" additivity="false">
63123
<appender-ref ref="REDIS_CONNECT_MANAGER"/>
124+
<appender-ref ref="CONSOLE"/>
125+
</logger>
126+
<logger name="redis-connect-pipeline" level="OFF" additivity="false">
127+
<appender-ref ref="REDIS_CONNECT_PIPELINE"/>
64128
<appender-ref ref="CONSOLE" />
65129
</logger>
66130
<logger name="redis-connect" level="OFF" additivity="false">
67131
<appender-ref ref="REDIS_CONNECT"/>
68-
<appender-ref ref="CONSOLE" />
132+
<appender-ref ref="CONSOLE"/>
69133
</logger>
70134
<logger name="io.netty" level="OFF" additivity="false">
71135
<appender-ref ref="REDIS_CONNECT"/>
72-
<appender-ref ref="CONSOLE" />
136+
<appender-ref ref="CONSOLE"/>
73137
</logger>
74138
<logger name="io.lettuce" level="OFF" additivity="false">
75139
<appender-ref ref="REDIS_CONNECT"/>
76-
<appender-ref ref="CONSOLE" />
140+
<appender-ref ref="CONSOLE"/>
77141
</logger>
78142
<logger name="com.zaxxer" level="OFF" additivity="false">
79143
<appender-ref ref="REDIS_CONNECT"/>
@@ -101,12 +165,13 @@
101165
</logger>
102166
<logger name="Validator" level="OFF" additivity="false"/>
103167
<logger name="_org.springframework.web.servlet.HandlerMapping" level="OFF" additivity="false"/>
104-
<logger name="com.redis.connect.cluster.RedisConnectSpringBootApplication" level="OFF" additivity="false"/>
168+
<logger name="com.redis.connect.cluster.rest.RedisConnectSpringBootApplication" level="OFF" additivity="false"/>
105169
<logger name="reactor.util" level="OFF" additivity="false"/>
106170

107171
<root>
108172
<appender-ref ref="REDIS_CONNECT"/>
109173
<appender-ref ref="REDIS_CONNECT_MANAGER"/>
174+
<appender-ref ref="REDIS_CONNECT_PIPELINE"/>
110175
<appender-ref ref="REDIS_CONNECT_HEARTBEAT"/>
111176
</root>
112177

‎examples/db2/demo/config/logback.xml

Lines changed: 81 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -1,13 +1,16 @@
11
<configuration debug="false" scan="true" scanPeriod="15 seconds">
22

33
<property name="LOG_REDIS_CONNECT_PATH" value="logs/redis-connect"/>
4-
<property name="LOG_REDIS_CONNECT_MANAGER_PATH" value="logs/redis-connect-manager.log"/>
5-
<property name="LOG_REDIS_CONNECT_HEARTBEAT_PATH" value="logs/redis-connect-heartbeat.log"/>
4+
<property name="LOG_REDIS_CONNECT_MANAGER_PATH" value="logs/redis-connect-manager"/>
5+
<property name="LOG_REDIS_CONNECT_PIPELINE_PATH" value="logs/redis-connect-pipeline"/>
6+
<property name="LOG_REDIS_CONNECT_HEARTBEAT_PATH" value="logs/redis-connect-heartbeat"/>
7+
8+
<define name="PROCESS_ID" class="com.redis.connect.utils.PidPropertyDefiner"/>
69

710
<appender name="REDIS_CONNECT_HEARTBEAT" class="ch.qos.logback.core.rolling.RollingFileAppender">
8-
<file>${LOG_REDIS_CONNECT_HEARTBEAT_PATH}</file>
11+
<file>${LOG_REDIS_CONNECT_HEARTBEAT_PATH}-${PROCESS_ID}.log</file>
912
<rollingPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedRollingPolicy">
10-
<fileNamePattern>logs/archived/redis-connect-heartbeat.%d{yyyy-MM-dd}.%i.log.gz</fileNamePattern>
13+
<fileNamePattern>logs/archived/redis-connect-heartbeat-${PROCESS_ID}.%d{yyyy-MM-dd}.%i.log.gz</fileNamePattern>
1114
<!-- each archived file, size max 10MB -->
1215
<maxFileSize>10MB</maxFileSize>
1316
<!-- total size of all archive files, if total size > 20GB, it will delete old archived file -->
@@ -16,13 +19,13 @@
1619
<maxHistory>60</maxHistory>
1720
</rollingPolicy>
1821
<encoder>
19-
<pattern>%d %p %c{1.} [%t] %m%n</pattern>
22+
<pattern>%d %p %c{1} [%t] %m%n</pattern>
2023
</encoder>
2124
</appender>
2225
<appender name="REDIS_CONNECT_MANAGER" class="ch.qos.logback.core.rolling.RollingFileAppender">
23-
<file>${LOG_REDIS_CONNECT_MANAGER_PATH}</file>
26+
<file>${LOG_REDIS_CONNECT_MANAGER_PATH}-${PROCESS_ID}.log</file>
2427
<rollingPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedRollingPolicy">
25-
<fileNamePattern>logs/archived/redis-connect-manager.%d{yyyy-MM-dd}.%i.log.gz</fileNamePattern>
28+
<fileNamePattern>logs/archived/redis-connect-manager-${PROCESS_ID}.%d{yyyy-MM-dd}.%i.log.gz</fileNamePattern>
2629
<!-- each archived file, size max 10MB -->
2730
<maxFileSize>10MB</maxFileSize>
2831
<!-- total size of all archive files, if total size > 20GB, it will delete old archived file -->
@@ -31,13 +34,13 @@
3134
<maxHistory>60</maxHistory>
3235
</rollingPolicy>
3336
<encoder>
34-
<pattern>%d %p %c{1.} [%t] %m%n</pattern>
37+
<pattern>%d %p %c{1} [%t] %m%n</pattern>
3538
</encoder>
3639
</appender>
3740
<appender name="REDIS_CONNECT" class="ch.qos.logback.core.rolling.RollingFileAppender">
38-
<file>${LOG_REDIS_CONNECT_PATH}-${PID}.log</file>
41+
<file>${LOG_REDIS_CONNECT_PATH}-${PROCESS_ID}.log</file>
3942
<rollingPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedRollingPolicy">
40-
<fileNamePattern>logs/archived/redis-connect-${PID}.%d{yyyy-MM-dd}.%i.log.gz</fileNamePattern>
43+
<fileNamePattern>logs/archived/redis-connect-${PROCESS_ID}.%d{yyyy-MM-dd}.%i.log.gz</fileNamePattern>
4144
<!-- each archived file, size max 10MB -->
4245
<maxFileSize>10MB</maxFileSize>
4346
<!-- total size of all archive files, if total size > 20GB, it will delete old archived file -->
@@ -48,6 +51,63 @@
4851
<encoder>
4952
<pattern>%d %p %c{1.} [%t] %m%n</pattern>
5053
</encoder>
54+
<filter class="ch.qos.logback.core.filter.EvaluatorFilter">
55+
<evaluator name="eval1">
56+
<expression>message.contains("polling records...")</expression>
57+
</evaluator>
58+
<OnMismatch>NEUTRAL</OnMismatch>
59+
<OnMatch>DENY</OnMatch>
60+
</filter>
61+
<filter class="ch.qos.logback.core.filter.EvaluatorFilter">
62+
<evaluator name="eval2">
63+
<expression>message.contains("no records available yet, sleeping a bit...")</expression>
64+
</evaluator>
65+
<OnMismatch>NEUTRAL</OnMismatch>
66+
<OnMatch>DENY</OnMatch>
67+
</filter>
68+
<filter class="ch.qos.logback.core.filter.EvaluatorFilter">
69+
<evaluator name="eval3">
70+
<expression>message.contains("checking for more records...")</expression>
71+
</evaluator>
72+
<OnMismatch>NEUTRAL</OnMismatch>
73+
<OnMatch>DENY</OnMatch>
74+
</filter>
75+
<filter class="ch.qos.logback.core.filter.EvaluatorFilter">
76+
<evaluator name="eval4">
77+
<expression>message.contains("No change in the database")</expression>
78+
</evaluator>
79+
<OnMismatch>NEUTRAL</OnMismatch>
80+
<OnMatch>DENY</OnMatch>
81+
</filter>
82+
<filter class="ch.qos.logback.core.filter.EvaluatorFilter">
83+
<evaluator name="eval5">
84+
<expression>message.contains("polled no new records")</expression>
85+
</evaluator>
86+
<OnMismatch>NEUTRAL</OnMismatch>
87+
<OnMatch>DENY</OnMatch>
88+
</filter>
89+
<filter class="ch.qos.logback.core.filter.EvaluatorFilter">
90+
<evaluator name="eval6">
91+
<expression>message.contains("no records available or batch size not reached yet, sleeping a bit...") </expression>
92+
</evaluator>
93+
<OnMismatch>NEUTRAL</OnMismatch>
94+
<OnMatch>DENY</OnMatch>
95+
</filter>
96+
</appender>
97+
<appender name="REDIS_CONNECT_PIPELINE" class="ch.qos.logback.core.rolling.RollingFileAppender">
98+
<file>${LOG_REDIS_CONNECT_PIPELINE_PATH}-${PROCESS_ID}.log</file>
99+
<rollingPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedRollingPolicy">
100+
<fileNamePattern>logs/archived/redis-connect-pipeline-${PROCESS_ID}.%d{yyyy-MM-dd}.%i.log.gz</fileNamePattern>
101+
<!-- each archived file, size max 10MB -->
102+
<maxFileSize>10MB</maxFileSize>
103+
<!-- total size of all archive files, if total size > 20GB, it will delete old archived file -->
104+
<totalSizeCap>20GB</totalSizeCap>
105+
<!-- 60 days to keep -->
106+
<maxHistory>60</maxHistory>
107+
</rollingPolicy>
108+
<encoder>
109+
<pattern>%d %p %c{1} [%t] %m%n</pattern>
110+
</encoder>
51111
</appender>
52112
<appender name="CONSOLE" class="ch.qos.logback.core.ConsoleAppender">
53113
<encoder>
@@ -57,23 +117,27 @@
57117

58118
<logger name="redis-connect-heartbeat" level="INFO" additivity="false">
59119
<appender-ref ref="REDIS_CONNECT_HEARTBEAT"/>
60-
<appender-ref ref="CONSOLE" />
120+
<appender-ref ref="CONSOLE"/>
61121
</logger>
62122
<logger name="redis-connect-manager" level="INFO" additivity="false">
63123
<appender-ref ref="REDIS_CONNECT_MANAGER"/>
64-
<appender-ref ref="CONSOLE" />
124+
<appender-ref ref="CONSOLE"/>
125+
</logger>
126+
<logger name="redis-connect-pipeline" level="INFO" additivity="false">
127+
<appender-ref ref="REDIS_CONNECT_PIPELINE"/>
128+
<appender-ref ref="CONSOLE"/>
65129
</logger>
66130
<logger name="redis-connect" level="INFO" additivity="false">
67131
<appender-ref ref="REDIS_CONNECT"/>
68-
<appender-ref ref="CONSOLE" />
132+
<appender-ref ref="CONSOLE"/>
69133
</logger>
70134
<logger name="io.netty" level="OFF" additivity="false">
71135
<appender-ref ref="REDIS_CONNECT"/>
72-
<appender-ref ref="CONSOLE" />
136+
<appender-ref ref="CONSOLE"/>
73137
</logger>
74138
<logger name="io.lettuce" level="OFF" additivity="false">
75139
<appender-ref ref="REDIS_CONNECT"/>
76-
<appender-ref ref="CONSOLE" />
140+
<appender-ref ref="CONSOLE"/>
77141
</logger>
78142
<logger name="com.zaxxer" level="OFF" additivity="false">
79143
<appender-ref ref="REDIS_CONNECT"/>
@@ -101,12 +165,13 @@
101165
</logger>
102166
<logger name="Validator" level="OFF" additivity="false"/>
103167
<logger name="_org.springframework.web.servlet.HandlerMapping" level="OFF" additivity="false"/>
104-
<logger name="com.redis.connect.cluster.RedisConnectSpringBootApplication" level="OFF" additivity="false"/>
168+
<logger name="com.redis.connect.cluster.rest.RedisConnectSpringBootApplication" level="OFF" additivity="false"/>
105169
<logger name="reactor.util" level="OFF" additivity="false"/>
106170

107171
<root>
108172
<appender-ref ref="REDIS_CONNECT"/>
109173
<appender-ref ref="REDIS_CONNECT_MANAGER"/>
174+
<appender-ref ref="REDIS_CONNECT_PIPELINE"/>
110175
<appender-ref ref="REDIS_CONNECT_HEARTBEAT"/>
111176
</root>
112177

‎examples/files/demo/config/logback-cli.xml

Lines changed: 44 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -49,8 +49,50 @@
4949
<maxHistory>60</maxHistory>
5050
</rollingPolicy>
5151
<encoder>
52-
<pattern>%d %p %c{1} [%t] %m%n</pattern>
52+
<pattern>%d %p %c{1.} [%t] %m%n</pattern>
5353
</encoder>
54+
<filter class="ch.qos.logback.core.filter.EvaluatorFilter">
55+
<evaluator name="eval1">
56+
<expression>message.contains("polling records...")</expression>
57+
</evaluator>
58+
<OnMismatch>NEUTRAL</OnMismatch>
59+
<OnMatch>DENY</OnMatch>
60+
</filter>
61+
<filter class="ch.qos.logback.core.filter.EvaluatorFilter">
62+
<evaluator name="eval2">
63+
<expression>message.contains("no records available yet, sleeping a bit...")</expression>
64+
</evaluator>
65+
<OnMismatch>NEUTRAL</OnMismatch>
66+
<OnMatch>DENY</OnMatch>
67+
</filter>
68+
<filter class="ch.qos.logback.core.filter.EvaluatorFilter">
69+
<evaluator name="eval3">
70+
<expression>message.contains("checking for more records...")</expression>
71+
</evaluator>
72+
<OnMismatch>NEUTRAL</OnMismatch>
73+
<OnMatch>DENY</OnMatch>
74+
</filter>
75+
<filter class="ch.qos.logback.core.filter.EvaluatorFilter">
76+
<evaluator name="eval4">
77+
<expression>message.contains("No change in the database")</expression>
78+
</evaluator>
79+
<OnMismatch>NEUTRAL</OnMismatch>
80+
<OnMatch>DENY</OnMatch>
81+
</filter>
82+
<filter class="ch.qos.logback.core.filter.EvaluatorFilter">
83+
<evaluator name="eval5">
84+
<expression>message.contains("polled no new records")</expression>
85+
</evaluator>
86+
<OnMismatch>NEUTRAL</OnMismatch>
87+
<OnMatch>DENY</OnMatch>
88+
</filter>
89+
<filter class="ch.qos.logback.core.filter.EvaluatorFilter">
90+
<evaluator name="eval6">
91+
<expression>message.contains("no records available or batch size not reached yet, sleeping a bit...") </expression>
92+
</evaluator>
93+
<OnMismatch>NEUTRAL</OnMismatch>
94+
<OnMatch>DENY</OnMatch>
95+
</filter>
5496
</appender>
5597
<appender name="REDIS_CONNECT_PIPELINE" class="ch.qos.logback.core.rolling.RollingFileAppender">
5698
<file>${LOG_REDIS_CONNECT_PIPELINE_PATH}-${PROCESS_ID}.log</file>
@@ -133,4 +175,4 @@
133175
<appender-ref ref="REDIS_CONNECT_HEARTBEAT"/>
134176
</root>
135177

136-
</configuration>
178+
</configuration>

0 commit comments

Comments
 (0)