fluentd+elasticsearch+kibana
技術文書
2015/07/02
[49.212.169.75]
nginxインストール¶
[root@]# rpm -ivh http://nginx.org/packages/centos/6/noarch/RPMS/nginx-release-centos-6-0.el6.ngx.noarch.rpm
[root@]# yum install nginx
[root@]# nginx -v
[root@]# vi /etc/nginx/conf.d/kibana.conf
server
{
listen *:8000;
server_name localhost;
access_log /var/log/nginx/kibana.access.log;
location /kibana/
{
root /usr/share/nginx/html;
index index.html index.htm;
}
location /
{
proxy_pass http://127.0.0.1:9200;
proxy_read_timeout 90;
}
}
fluentdインストール¶
[root@]# curl -L http://toolbelt.treasure-data.com/sh/install-redhat.sh | sh
elasticsearch pluginインストール¶
[root@]# /usr/lib64/fluent/ruby/bin/fluent-gem install fluent-plugin-elasticsearch
javaインストール¶
[root@]# yum install java-1.8.0-openjdk-devel
elasticsearchインストール¶
[root@]# rpm --import http://packages.elasticsearch.org/GPG-KEY-elasticsearch
[root@]# vi /etc/yum.repos.d/elasticsearch.repo
[elasticsearch-1.4]
name=Elasticsearch repository for 1.4.x packages
baseurl=http://packages.elasticsearch.org/elasticsearch/1.4/centos
gpgcheck=1
gpgkey=http://packages.elasticsearch.org/GPG-KEY-elasticsearch
enabled=1
[root@]# yum install elasticsearch
[root@]# vi /etc/elasticsearch/elasticsearch.yml
http.cors.allow-origin: "*"
http.cors.enabled: true
[root@]# chkconfig elasticsearch on
[root@]# /etc/init.d/elasticsearch start
[root@]# curl -X GET http://localhost:9200/
{
"status" : 200,
"name" : "Hank Pym",
"cluster_name" : "elasticsearch",
"version" : {
"number" : "1.4.5",
"build_hash" : "2aaf797f2a571dcb779a3b61180afe8390ab61f9",
"build_timestamp" : "2015-04-27T08:06:06Z",
"build_snapshot" : false,
"lucene_version" : "4.10.4"
},
"tagline" : "You Know, for Search"
}
kinabaインストール¶
[root@]# wget https://download.elasticsearch.org/kibana/kibana/kibana-3.1.0.tar.gz [root@]# tar zxvf kibana-3.1.0.tar.gz [root@]# cp -r kibana-3.1.0 /usr/share/nginx/html/kibana
nginx起動¶
[root@]# /etc/init.d/nginx start
fluentd設定¶
[root@]# vi /etc/td-agent/td-agent.conf
<source>
type forward
port 24224
</source>
<match nginx.access.**>
type copy
<store>
type stdout
</store>
<store>
type elasticsearch
host localhost
port 9200
type_name access_log
logstash_format true
logstash_prefix nginx_access
logstash_dateformat %Y%m
</store>
</match>
fluentd起動¶
[root@]# /etc/init.d/td-agent start
[49.212.176.26]
送信元サーバfluentd設定¶
[root@]# vi /etc/td-agent/td-agent.conf
<source>
type tail
path /usr/local/openresty/nginx/logs/access.log
tag nginx.access
pos_file /var/log/td-agent/nginx.pos
format apache
</source>
<match nginx.access>
type forward
buffer_type memory
buffer_chunk_limit 256m
buffer_queue_limit 128
flush_interval 5s
<server>
host 192.168.1.2
port 24224
</server>
</match>
fluentd再起動¶
[root@]# /etc/init.d/td-agent restart
ブラウザ確認¶
http://49.212.169.75:8000/kibana/
参考URL
http://www.fisproject.jp/2015/02/centos-fluentd-elasticsearch-kibana-nginx/