Fluentd is a fully free and fully open-source log collector that instantly enables you to have a ‘Log Everything’ architecture with 125+ types of systems.
http://www.slideshare.net/treasure-data/the-basics-of-fluentd
# receive events via HTTP
<source>
type http
port 8888
</source>
# read logs from a file
<source>
type tail
path /var/log/httpd.log
format apache
tag apache.access
</source>
# save access logs to MongoDB
<match apache.access>
type mongo
database apache
collection log
</match>
# save alerts to a file
<match alert.**>
type file
path /var/log/fluent/alerts
</match>
# forward other logs to servers
<match **>
type forward
<server>
host 192.168.0.11
weight 20
</server>
<server>
host 192.168.0.12
weight 60
</server>
</match>
include http://example.com/conf
Reliability (core + plugin)
> Buffering
> Use file buffer for persistent data
> buffer chunk has ID for idempotent
> Retrying
> Error handling
> transaction, failover, etc on forward plugin
> secondary
http://www.slideshare.net/treasure-data/the-basics-of-fluentd
# receive events via HTTP
<source>
type http
port 8888
</source>
# read logs from a file
<source>
type tail
path /var/log/httpd.log
format apache
tag apache.access
</source>
# save access logs to MongoDB
<match apache.access>
type mongo
database apache
collection log
</match>
# save alerts to a file
<match alert.**>
type file
path /var/log/fluent/alerts
</match>
# forward other logs to servers
<match **>
type forward
<server>
host 192.168.0.11
weight 20
</server>
<server>
host 192.168.0.12
weight 60
</server>
</match>
include http://example.com/conf
Reliability (core + plugin)
> Buffering
> Use file buffer for persistent data
> buffer chunk has ID for idempotent
> Retrying
> Error handling
> transaction, failover, etc on forward plugin
> secondary
