doc/benchmark/5m-1-2500lps-256b-kube-01-marshal-02/results.html
<html>
<div>
<div><b>Options</b><div>
<div>Image: quay.io/jcantril/fluentd:marshal</div>
<div>Total Log Stressors: 1</div>
<div>Lines Per Second: 2500</div>
<div>Run Duration: 5m</div>
<div>Payload Source: synthetic</div>
</div>
<div>
Latency of logs collected based on the time the log was generated and ingested
</div>
<table border="1">
<tr>
<th>Total</th>
<th>Size</th>
<th>Elapsed</th>
<th>Mean</th>
<th>Min</th>
<th>Max</th>
<th>Median</th>
</tr>
<tr>
<th>Msg</th>
<th></th>
<th>(s)</th>
<th>(s)</th>
<th>(s)</th>
<th>(s)</th>
<th>(s)</th>
</tr>
<tr>
<td>722919</td>
<td>256</td>
<td>5m0s</td>
<td>14.322</td>
<td>1.077</td>
<td>32.992</td>
<td>13.513</td>
</tr>
</table>
<div>
<img src="cpu.png">
</div>
<div>
<img src="mem.png">
</div>
<div>
<img src="latency.png">
</div>
<div>
<img src="loss.png">
</div>
<div>
<table border="1">
<tr>
<th>Stream</th>
<th>Min Seq</th>
<th>Max Seq</th>
<th>Purged</th>
<th>Collected</th>
<th>Percent Collected</th>
</tr>
<tr>
<tr><td>loader-0</td><td>0</td><td>722918</td><td>0</td><td>722919</td><td>100.0%</td><tr>
</table>
</div>
<div>
<code style="display:block;white-space:pre-wrap">
<system>
log_level debug
</system>
<source>
@type tail
@id container-input
path /var/log/pods/testhack-ksowqntt_*/loader-*/*
exclude_path ["/var/log/pods/**/*/*.gz","/var/log/pods/**/*/*.tmp"]
pos_file "/var/lib/fluentd/pos/containers-app"
refresh_interval 5
rotate_wait 5
tag kubernetes.*
read_from_head "true"
<parse>
@type regexp
expression /^(?<@timestamp>[^\s]+) (?<stream>stdout|stderr) (?<logtag>[F|P]) (?<message>.*)$/
time_format '%Y-%m-%dT%H:%M:%S.%N%:z'
keep_time_key true
</parse>
</source>
<filter kubernetes.**>
@type concat
key message
partial_key logtag
partial_value P
separator ''
</filter>
<filter kubernetes.**>
@id kubernetes-metadata
@type kubernetes_metadata
kubernetes_url 'https://kubernetes.default.svc'
annotation_match ["^containerType\.logging\.openshift\.io\/.*$"]
allow_orphans false
cache_size '1000'
use_journal 'nil'
ssl_partial_chain 'true'
</filter>
<match **>
@type forward
heartbeat_type none
keepalive true
<buffer>
flush_mode interval
flush_interval 5s
flush_at_shutdown true
flush_thread_count 2
retry_type exponential_backoff
retry_wait 1s
retry_max_interval 60s
retry_forever true
overflow_action block
</buffer>
<server>
host 0.0.0.0
port 24224
</server>
</match>
</code>
</div>
</html>