mirror of
https://github.com/elastic/logstash.git
synced 2025-04-21 13:18:16 -04:00
c0a5665f52
With PR #13923 was described how the DLQ storage_policy behaves. With PR #14261 was introduced a duplication of the description in logstash.yml. This commit resolves the duplication and keeps the latest description that seems more direct expressive.
110 lines
5 KiB
YAML
110 lines
5 KiB
YAML
# List of pipelines to be loaded by Logstash
|
|
#
|
|
# This document must be a list of dictionaries/hashes, where the keys/values are pipeline settings.
|
|
# Default values for omitted settings are read from the `logstash.yml` file.
|
|
# When declaring multiple pipelines, each MUST have its own `pipeline.id`.
|
|
#
|
|
# Example of two pipelines:
|
|
#
|
|
# - pipeline.id: test
|
|
# pipeline.workers: 1
|
|
# pipeline.batch.size: 1
|
|
# config.string: "input { generator {} } filter { sleep { time => 1 } } output { stdout { codec => dots } }"
|
|
# - pipeline.id: another_test
|
|
# queue.type: persisted
|
|
# path.config: "/tmp/logstash/*.config"
|
|
#
|
|
# Available options:
|
|
#
|
|
# # name of the pipeline
|
|
# pipeline.id: mylogs
|
|
#
|
|
# # The configuration string to be used by this pipeline
|
|
# config.string: "input { generator {} } filter { sleep { time => 1 } } output { stdout { codec => dots } }"
|
|
#
|
|
# # The path from where to read the configuration text
|
|
# path.config: "/etc/conf.d/logstash/myconfig.cfg"
|
|
#
|
|
# # How many worker threads execute the Filters+Outputs stage of the pipeline
|
|
# pipeline.workers: 1 (actually defaults to number of CPUs)
|
|
#
|
|
# # How many events to retrieve from inputs before sending to filters+workers
|
|
# pipeline.batch.size: 125
|
|
#
|
|
# # How long to wait in milliseconds while polling for the next event
|
|
# # before dispatching an undersized batch to filters+outputs
|
|
# pipeline.batch.delay: 50
|
|
#
|
|
# Set the pipeline event ordering. Options are "auto" (the default), "true" # # or "false".
|
|
# "auto" automatically enables ordering if the 'pipeline.workers' setting
|
|
# is also set to '1', and disables otherwise.
|
|
# "true" enforces ordering on a pipeline and prevents logstash from starting
|
|
# a pipeline with multiple workers allocated.
|
|
# "false" disable any extra processing necessary for preserving ordering.
|
|
#
|
|
# pipeline.ordered: auto
|
|
#
|
|
# # Internal queuing model, "memory" for legacy in-memory based queuing and
|
|
# # "persisted" for disk-based acked queueing. Defaults is memory
|
|
# queue.type: memory
|
|
#
|
|
# # If using queue.type: persisted, the page data files size. The queue data consists of
|
|
# # append-only data files separated into pages. Default is 64mb
|
|
# queue.page_capacity: 64mb
|
|
#
|
|
# # If using queue.type: persisted, the maximum number of unread events in the queue.
|
|
# # Default is 0 (unlimited)
|
|
# queue.max_events: 0
|
|
#
|
|
# # If using queue.type: persisted, the total capacity of the queue in number of bytes.
|
|
# # Default is 1024mb or 1gb
|
|
# queue.max_bytes: 1024mb
|
|
#
|
|
# # If using queue.type: persisted, the maximum number of acked events before forcing a checkpoint
|
|
# # Default is 1024, 0 for unlimited
|
|
# queue.checkpoint.acks: 1024
|
|
#
|
|
# # If using queue.type: persisted, the maximum number of written events before forcing a checkpoint
|
|
# # Default is 1024, 0 for unlimited
|
|
# queue.checkpoint.writes: 1024
|
|
#
|
|
# # If using queue.type: persisted, the interval in milliseconds when a checkpoint is forced on the head page
|
|
# # Default is 1000, 0 for no periodic checkpoint.
|
|
# queue.checkpoint.interval: 1000
|
|
#
|
|
# # Enable Dead Letter Queueing for this pipeline.
|
|
# dead_letter_queue.enable: false
|
|
#
|
|
# If using dead_letter_queue.enable: true, the maximum size of dead letter queue for this pipeline. Entries
|
|
# will be dropped if they would increase the size of the dead letter queue beyond this setting.
|
|
# Default is 1024mb
|
|
# dead_letter_queue.max_bytes: 1024mb
|
|
#
|
|
# If using dead_letter_queue.enable: true, the interval in milliseconds where if no further events eligible for the DLQ
|
|
# have been created, a dead letter queue file will be written. A low value here will mean that more, smaller, queue files
|
|
# may be written, while a larger value will introduce more latency between items being "written" to the dead letter queue, and
|
|
# being available to be read by the dead_letter_queue input when items are are written infrequently.
|
|
# Default is 5000.
|
|
#
|
|
# dead_letter_queue.flush_interval: 5000
|
|
|
|
# If using dead_letter_queue.enable: true, controls which entries should be dropped to avoid exceeding the size limit.
|
|
# Set the value to `drop_newer` (default) to stop accepting new events that would push the DLQ size over the limit.
|
|
# Set the value to `drop_older` to remove queue pages containing the oldest events to make space for new ones.
|
|
#
|
|
# dead_letter_queue.storage_policy: drop_newer
|
|
|
|
# If using dead_letter_queue.enable: true, the interval that events have to be considered valid. After the interval has
|
|
# expired the events could be automatically deleted from the DLQ.
|
|
# The interval could be expressed in days, hours, minutes or seconds, using as postfix notation like 5d,
|
|
# to represent a five days interval.
|
|
# The available units are respectively d, h, m, s for day, hours, minutes and seconds.
|
|
# If not specified then the DLQ doesn't use any age policy for cleaning events.
|
|
#
|
|
# dead_letter_queue.retain.age: 1d
|
|
|
|
#
|
|
# If using dead_letter_queue.enable: true, the directory path where the data files will be stored.
|
|
# Default is path.data/dead_letter_queue
|
|
#
|
|
# path.dead_letter_queue:
|