Skip to content

Instantly share code, notes, and snippets.

@sonots

sonots/out_forward.conf

Last active November 2, 2021 06:14
Show Gist options
  • Save sonots/02de35a18b21dad0b1f3 to your computer and use it in GitHub Desktop.
Save sonots/02de35a18b21dad0b1f3 to your computer and use it in GitHub Desktop.
Download ZIP

Revisions

  1. sonots revised this gist Oct 16, 2015. 1 changed file with 2 additions and 3 deletions.
    5 changes: 2 additions & 3 deletions out_forward.conf
    View file
    Original file line number Diff line number Diff line change
    @@ -15,14 +15,13 @@

    flush_interval 30s # default: 60
    try_flush_interval 1 # default: 1
    queued_chunk_flush_interval 1 # default: 1 # 32Mbps (4m / sec) at maximum
    queued_chunk_flush_interval 1 # default: 1
    num_threads 2 # 64Mbps (2 * 4m / 1 sec) at maximum

    retry_wait 30s # default: 1.0
    max_retry_wait 1h # default: inifinity
    disable_retry_limit true # DO NOT discard buffer anyway

    num_threads 1 # keep 1 to suppress maximum flow

    require_ack_response true
    send_timeout 60s # default: 60s
    ack_response_timeout 61s # default: 190s
  2. sonots revised this gist Oct 16, 2015. No changes.
  3. sonots created this gist Oct 16, 2015.
    39 changes: 39 additions & 0 deletions out_forward.conf
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,39 @@
    <source>
    type in_tail
    # ...
    tag raw.eventlog
    </source>

    <match raw.**>
    type forward
    log_level "#{ENV['DEBUG'] ? 'debug' : 'info'}"

    buffer_type file
    buffer_path /var/log/fluentd-sender/buffer/buffer
    buffer_queue_limit 9999999999999 # DO NOT discard new incoming data anyway
    buffer_chunk_limit 4m

    flush_interval 30s # default: 60
    try_flush_interval 1 # default: 1
    queued_chunk_flush_interval 1 # default: 1 # 32Mbps (4m / sec) at maximum

    retry_wait 30s # default: 1.0
    max_retry_wait 1h # default: inifinity
    disable_retry_limit true # DO NOT discard buffer anyway

    num_threads 1 # keep 1 to suppress maximum flow

    require_ack_response true
    send_timeout 60s # default: 60s
    ack_response_timeout 61s # default: 190s

    heartbeat_type tcp
    recover_wait 10s # default: 10s
    phi_threshold 16 # default: 16
    hard_timeout 60s # default: equals to send_timeout

    <server>
    host foobar
    port 24224
    </server>
    </match>