Logstash ~ detailed explanation of logstash configuration (logstash.yml)

File path logstash/config/logstash.yml

# ---------- Node identity ----------

#  The name of the node , Default hostname 
node.name: test


# ---------- Data path ----------

#  Data storage path , Default LOGSTASH_HOME/data
path.data:


# ---------- Pipeline Settings ----------

# pipeline ID, Default main
pileline.id: main

#  Operation of output channel workers Data volume , Default cpu The core number 
pipeline.workers:

#  The maximum number of events that a single worker thread will input from the phone before trying to execute its filter and output , Default 125
pipeline.batch.size: 125

#  Before dispatching smaller batches to the pipeline , The number of milliseconds to wait , Default 50ms
pipeline.batch.delay: 50

#  This value is true when , Even if there are still running events in memory , It will also enforce. Logstash Exit during shutdown 
pipeline.unsafe_shutdown: false

#  Pipeline event sequencing 
#  optional : auto,true,false, Default auto
pipeline.ordered: auto


# ---------- Pipeline Configuration Settings ----------

#  Profile path 
path.config:

#  Pipeline configuration string of the main pipeline 
config.string:

#  The value is true when , Check if the configuration is valid , And then quit , Default false
config.test_and_exit: false

#  The value is true when , Periodically check whether the configuration has changed , And reload the configuration after the change , Default false
config.reload.automatic: false

#  Time interval for checking configuration file changes , Default 3s
config.reload.interval: 3s

#  The value is true when , Display the fully compiled configuration as debug log messages , The default is false
config.debug: false

#  The value is true when , Open transfer 
config.support_escapes: false


# ---------- HTTP API Settings ----------

#  Open or not htp visit , Default true
http.enabled: true

#  Bind host address , It can be ip, Host name , Default 127.0.0.1
http.host: 127.0.0.1

#  Service listening port , It can be a single port , It can also be a range port , Default 9600-9700
http.port: 9600-9700


# ---------- Module Settings ----------

#  Module definition , Must be an array 
#  The format of module variable name must be var.PLUGIN_TYPE.PLUGIN_NAME.KEY
modules:
    - name: MODULE_NAME
        var.PLUGINTYPE1.PLUGINNAME1.KEY1: VALUE
        var.PLUGINTYPE1.PLUGINNAME1.KEY2: VALUE
        var.PLUGINTYPE2.PLUGINNAME1.KEY1: VALUE
        var.PLUGINTYPE3.PLUGINNAME3.KEY1: VALUE


# ---------- Queuing Settings ----------

#  Internal queuing model of event buffer , optional ：memory,persisted, Default memory
queue.type: memory

#  Enable persistent queues (queue.type: persisted) The directory path where the data file will be stored 
#  Default path.data/queue
path.queue:

#  Enable persistent queues (queue.type: persisted) after , The maximum number of unread events in the queue 
#  Default 0
queue.max_events: 0

#  Enable persistent queues (queue.type: persisted) after , The total capacity of the queue , Unit byte , Default 1024mb
queue.max_bytes: 1024mb

#  Enable persistent queues (queue.type: persisted) after , The maximum before the mandatory checkpoint ACKed Number of events , Default 1024
queue.checkpoint.acks: 1024

#  Enable persistent queues (queue.type: persisted) after , Maximum written time before mandatory checkpoint , Default 1024
queue.checkpoint.writes: 1024

#  Enable persistent queues (queue.type: persisted) after , The interval between checkpoints , Company ms, Default 1000ms
queue.checkpoint.interval: 1000


# ---------- Dead-Letter Queue Settings ----------

#  Whether to enable plug-in support DLQ Signs of function , Default false
dead_letter_queue.enable: false

# dead_letter_queue.enable by true when , The maximum size of each dead letter queue 
#  If the size of the dead letter queue exceeds this value , Is deleted , Default 1024mb
dead_letter_queue.max_bytes: 1024mb

#  Dead letter queue storage path , Default path.data/dead_letter_queue
path.dead_letter_queue:


# ---------- Debugging Settings ----------

#  Log output level , Options ：fatal,error,warn,info,debug,trace, Default info
log.level: info

#  Log format , Options ：json,plain, Default plain
log.format:

#  Log path , Default LOGSTASH_HOME/logs
path.logs:


# ---------- Other Settings ----------

#  Plug in storage path 
path.plugins: []

#  Whether to enable log separation of each pipeline in different log files 
#  Default false
pipeline.separate_logs: false

=>=>=>=>=> Source of the article <=<=<=<=<=