readme提醒流式计算.pdfVIP

readme

1.项目生产日志

1.1.配置log4j

#Rulesreminder:

#DEBUGINFOWARNERRORFATAL

#Globalloggingconfiguration

log4j.rootLogger=INFO,R,stdout

##Fileoutput...

log4j.appender.R=org.apache.log4j.RollingFileAppender

log4j.appender.R.File=/home/hadoop/flume/logs/test.log

log4j.appender.R.MaxFileSize=100MB

log4j.appender.R.MaxBackupIndex=7

log4j.appender.R.layout=org.apache.log4j.PatternLayout

log4j.appender.R.layout.ConversionPattern=%d[%t]%-5p%l

method\:%M%m%n

#log4j.logger.org.apache.catalina=INFO,R,stdout

log4j.appender.stdout=org.apache.log4j.ConsoleAppender

log4j.appender.stdout.layout=org.apache.log4j.PatternLayout

log4j.appender.stdout.layout.ConversionPattern=%d[%t]%-5p%l

method\:%M%m%n

#%d:显示日志记录时间

#[%t]:输出产生该日志的线程名

#%-5p:显示该条日志的优先级

#%l:输出日志的发生位置，包括类目名、发生的线程，以及在代码中的行数

#%M：方法名

#%m：显示输出消息

#%n:当前平台下的换行符

1.2.修改项目，加日志

1、privatestaticLoggerlogger=LoggerFactory

.getLogger(NoteController.class);

2、在项目方法代码中书写：

logger.info((nanoTime2-nanoTime)/+);

2.flume的agent配置

a1.sources=r1

a1.sinks=k1k2

a1.channels=c1c2

#Describe/configurethesource

a1.sources.r1.type=exec

mand=tail-F/home/hadoop/flume/logs/test.log

#Descrihesink

a1.sinks.k1.type=logger

a1.sinks.k2.type=org.apache.flume.plugins.KafkaSink

a1.sinks.k2.metadata.broker.list=master:9092,slave1:9092,slave2:9092,slave3:9092

a1.sinks.k2.sink.directory=/home/hadoop/flume/logs

a1.sinks.k2.partitioner.class=org.apache.flume.plugins.SinglePartition

a1.sinks.k2.serializer.class=kafka.serializer.StringEncoder

a1.sinks.k2.request.required.acks=0

a1.sinks.k2.max.message.size=

a1.sinks.k2.producer.type=sync

a1.sinks.k2.encoding=UTF-8

a1.sinks.k2.topic.name=testTopic

a1.sinks.k2.channel=c2

#Useachannelwhichbufferseventsinmemory

a1.channels.c1.type=memory

a1.channels.c1.capacity=10000

a1.channels.c1.trans