SpringBoot 使用 ELK 日志收集系统安装配置
Elasticsearch
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
| {
"name" : "9KA6kPN",
"cluster_name" : "elasticsearch",
"cluster_uuid" : "BtscSPXeR0manhl2LibpuA",
"version" : {
"number" : "6.1.1",
"build_hash" : "bd92e7f",
"build_date" : "2017-12-17T20:23:25.338Z",
"build_snapshot" : false,
"lucene_version" : "7.1.0",
"minimum_wire_compatibility_version" : "5.6.0",
"minimum_index_compatibility_version" : "5.0.0"
},
"tagline" : "You Know, for Search"
}
|
1
| bin/plugin install mobz/elasticsearch-head
|
Logstash
添加 log_to_es.conf
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
| input {
tcp {
host => "localhost"
port => 4560
mode => "server"
tags => ["applog"]
codec => json_lines
}
}
output {
stdout{codec =>rubydebug}
elasticsearch {
action => "index" #The operation on ES
hosts => "localhost:9200" #ElasticSearch host, can be array.
index => "applog" #The index to write data to.
}
}
|
这是从本地通过 TCP 读取读取日志并发送到 ElasticSearch
- 启动
1
| bin/logstash -f log_to_es.conf
|
Kibana
配置应用
1
2
3
4
5
6
7
| dependencies {
compile('org.springframework.boot:spring-boot-starter-web')
compile('org.springframework.boot:spring-boot-starter-logging')
compile('net.logstash.logback:logstash-logback-encoder:4.11')
compile('net.logstash.log4j:jsonevent-layout:1.7')
testCompile('org.springframework.boot:spring-boot-starter-test')
}
|
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
| <?xml version="1.0" encoding="UTF-8"?>
<configuration>
<conversionRule conversionWord="clr" converterClass="org.springframework.boot.logging.logback.ColorConverter" />
<conversionRule conversionWord="wex" converterClass="org.springframework.boot.logging.logback.WhitespaceThrowableProxyConverter" />
<conversionRule conversionWord="wEx" converterClass="org.springframework.boot.logging.logback.ExtendedWhitespaceThrowableProxyConverter" />
<appender name="LOGSTASH" class="net.logstash.logback.appender.LogstashTcpSocketAppender">
<destination>127.0.0.1:4560</destination>
<encoder charset="UTF-8" class="net.logstash.logback.encoder.LogstashEncoder"/>
</appender>
<appender name="STDOUT" class="ch.qos.logback.core.ConsoleAppender">
<encoder charset="UTF-8">
<pattern>${CONSOLE_LOG_PATTERN:-%clr(%d{yyyy-MM-dd HH:mm:ss.SSS}){faint} %clr(${LOG_LEVEL_PATTERN:-%5p}) %clr(${PID:- }){magenta} %clr(---){faint} %clr([%21.21t]){faint} %clr(%-40.40logger{39}){cyan} %clr(:){faint} %m%n${LOG_EXCEPTION_CONVERSION_WORD:-%wEx}}</pattern>
</encoder>
</appender>
<root level="INFO">
<appender-ref ref="LOGSTASH"/>
<appender-ref ref="STDOUT"/>
</root>
</configuration>
|
1
2
3
4
5
6
| @GetMapping("/")
public void generateLog() {
for (int i = 0; i < 20; i++) {
logger.info("log " + Math.random());
}
}
|
