Storm实时日志分析实战--编码实现.docVIP

Storm实时日志分析实战--编码实现 LogParserBolt类 package com.ibeifeng.bigdata.storm.weglog; import backtype.storm.task.OutputCollector; import backtype.storm.task.TopologyContext; import backtype.storm.topology.IBasicBolt; import backtype.storm.topology.IRichBolt; import backtype.storm.topology.OutputFieldsDeclarer; import backtype.storm.tuple.Fields; import backtype.storm.tuple.Tuple; import backtype.storm.tuple.Values; import java.text.DateFormat; import java.text.SimpleDateFormat; import java.util.Date; import java.util.Map; import java.util.regex.Matcher; import java.util.regex.Pattern; import static com.ibeifeng.bigdata.storm.weglog.WebLogConstants.*; /** * 日志解析类 * Created by ad on 2016/12/17. */ public class LogParserBolt implements IRichBolt { private Pattern pattern; private OutputCollector collector; @Override public void prepare(Map stormConf, TopologyContext context, OutputCollector collector) { pattern = Ppile(([^ ]*) [^ ]* [^ ]* \\[([\\d+]*)\\] \\\[^ ]* ([^ ]*) [^ ]*\\\ \\d{3} \\d+ \\\([^\]*)\\\ \\\([^\]*)\\\ \\\[^ ]*\\\); this.collector = collector; } @Override public void execute(Tuple input) { String webLog = input.getStringByField(str); // 解析 if(webLog!= null || !.equals(webLog)){ Matcher matcher = pattern.matcher(webLog); if(matcher.find()){ //matcher.group(0); String ip = matcher.group(1); String serverTimeStr = matcher.group(2); // 处理时间 long timestamp = Long.parseLong(serverTimeStr); Date date = new Date(); date.setTime(timestamp); DateFormat df = new SimpleDateFormat(yyyyMMddHHmm); String dateStr = df.format(date); String day = dateStr.substring(0,8); String hour = dateStr.substring(0,10); String minute = dateStr ; String requestUrl = matcher.group(3);