flume 190 INSTALL

#1、 Unzip and rename

tar  -zxvf /opt/download/hadoop/apache-flume-1.9.0-bin.tar.gz -C /opt/software/
mv /opt/software/apache-flume-1.9.0-bin /opt/software/flume190

#2、 To configure

cd /opt/software/flume190/conf
mv flume-env.sh.template flume-env.sh
export JAVA_HOME=/opt/software/java/jdk180

# Configure environment variables and activate 
vim /etc/profile.d/myenv.sh
#flume
# flume
export FLUME_HOME=/opt/software/flume190
export FLUME_CONF_DIR=$FLUME_HOME/conf
export FLUME_LOG_DIR=$FLUME_HOME/log
export PATH=$PATH:$FLUME_HOME/bin

source /etc/profile

##google Of guava-xxx.jar and hadoop Whether the version of is consistent

 stay flume190/lib Delete the original guava
cp	/opt/software/hadoop/hadoop313/share/hadoop/hdfs/lib/guava-27.0-jre.jar Insert a code chip here 

#flume

Event
SOURCE 				=> 			CHANNEL 			=> 			SINK
NETCAT(iP+port)					memory							logger
SPOOLDIR(dir)					file							hdfs
TAILDIR(dir)													kafka
	
yum -y install gcc
yum install -y nc

# start-up flume

flume-ng agent --name a1 --conf /opt/software/flume190/conf/ --conf-file /root/flume_job/logconf/flume01.cnf -Dflume.root.logger=INFO,console
	
[root@singlelucky ~]# nc -v 192.168.19.130 6666
Ncat: Version 7.50 ( https://nmap.org/ncat )
Ncat: Connected to 192.168.19.130:6666.

SOURCE:NETCAT,CHANNEL:MEMORT,SINK:LOGGER

#vim flume01.cnf

# Component declaration 
a1.sources = s1
a1.channels = c1
a1.sinks = k1
	
# Initialize the data source 
a1.sources.s1.type = netcat
a1.sources.s1.bind = 192.168.19.130
a1.sources.s1.port = 6666
	
# Initialize channel 
a1.channels.c1.type = memory
a1.channels.c1.capacity = 100
a1.channels.c1.transacionCapacity = 10
	
# Initialize data slot 
a1.sinks.k1.type = logger
	
# Associated components 
a1.sources.s1.channels = c1
a1.sinks.k1.channel = c1