Docker容器中运行flume

flume配置文件如下:

# Name the components on this agent
app1.sources = r1
app1.sinks = k1
app1.channels = c1

# Describe/configure the source
app1.sources.r1.type = avro
app1.sources.r1.bind = 0.0.0.0
app1.sources.r1.port = 44444

# Describe the sink
#a1.sinks.k1.type = logger
app1.sinks.k1.type = file_roll
app1.sinks.k1.sink.directory = /var/log/my/app1
app1.sinks.k1.sink.rollInterval=86400
app1.sinks.k1.sink.batchSize=100
app1.sinks.k1.sink.serializer=text
app1.sinks.k1.sink.serializer.appendNewline = false

# Use a channel which buffers events in memory
app1.channels.c1.type = memory
app1.channels.c1.capacity = 1000
app1.channels.c1.transactionCapacity = 100
app1.channels.c1.byteCapacity = 100000000
app1.channels.c1.byteCapacityBufferPercentage = 10

# Bind the source and sink to the channel
app1.sources.r1.channels = c1
app1.sinks.k1.channel = c1


# Name the components on this agent
app2.sources = r2
app2.sinks = k2
app2.channels = c2

# Describe/configure the source
app2.sources.r2.type = avro
app2.sources.r2.bind = 0.0.0.0
app2.sources.r2.port = 44445

# Describe the sink
#a1.sinks.k1.type = logger
app2.sinks.k2.type = file_roll
app2.sinks.k2.sink.directory = /var/log/my/app2
app2.sinks.k2.sink.rollInterval=86400
app2.sinks.k2.sink.batchSize=100
app2.sinks.k2.sink.serializer=text
app2.sinks.k2.sink.serializer.appendNewline = false

# Use a channel which buffers events in memory
app2.channels.c2.type = memory
app2.channels.c2.capacity = 1000
app2.channels.c2.transactionCapacity = 100
app2.channels.c2.byteCapacity = 100000000
app2.channels.c2.byteCapacityBufferPercentage = 10

# Bind the source and sink to the channel
app2.sources.r2.channels = c2
app2.sinks.k2.channel = c2

dockerfile如下:

FROM ubuntu:16.04
MAINTAINER XXX "[email protected]"
RUN apt-get update
ADD jdk-8u77-linux-x64.tar.gz /usr/local/java
RUN cp /etc/profile /etc/profile.bak
ENV JAVA_HOME /usr/local/java/jdk1.8.0_77
ENV PATH $JAVA_HOME/bin:$PATH
ENV CLASSPATH .:$JAVA_HOME/lib
ADD apache-flume-1.7.0-bin.tar.gz /usr/local/flume
RUN apt-get install -y tzdata
RUN ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime
RUN echo "Asia/Shanghai" > /etc/timezone
RUN dpkg-reconfigure -f noninteractive tzdata
ENV LANG C.UTF-8
WORKDIR /var/log
RUN mkdir my
WORKDIR /var/log/my
RUN mkdir app1
RUN mkdir app2
EXPOSE 44444
EXPOSE 44445
ENTRYPOINT (/usr/local/flume/apache-flume-1.7.0-bin/bin/flume-ng agent --conf /usr/local/flume/apache-flume-1.7.0-bin/conf -conf-file /usr/local/flume/apache-flume-1.7.0-bin/conf/flume-conf.properties --name app1 &) && (/usr/local/flume/apache-flume-1.7.0-bin/bin/flume-ng agent --conf /usr/local/flume/apache-flume-1.7.0-bin/conf -conf-file /usr/local/flume/apache-flume-1.7.0-bin/conf/flume-conf.properties --name app2 &) && /bin/bash

你可能感兴趣的:(docker,docker,flume)