Storm实时流处理框架PPT演讲_2013-11-05.ppt

项目入口(TopologyMain.java) if (args != null args.length 0) { //远程运行 StormSubmitter.submitTopology(args[0], config,builder.createTopology()); } else { //本地运行 LocalCluster cluster = new LocalCluster(); cluster.submitTopology(simple, config, builder.createTopology()); } } 喷发节点(ReadSpout.java) public class ReadSpout implements IRichSpout { private SpoutOutputCollector collector; private boolean complete=false; private Reader Fread=null; private BufferedReader Fbuff=null; @Override public void open(Map conf, TopologyContext context,SpoutOutputCollector collector) { this.collector=collector; File file =new File(domain.log); Fread = new FileReader(file); Fbuff=new BufferedReader(Fread); } @Override public void nextTuple() { if(!complete){ String str=null; while((str=Fbuff.readLine())!= null){this.collector.emit(new Values(str));} complete=true; } } @Override public void declareOutputFields(OutputFieldsDeclarer declarer) { declarer.declare(new Fields(line)); } 喷发节点(ReadSpout.java) @Override public void close() { } @Override public void activate() { } @Override public void deactivate() { } @Override public void ack(Object msgId) { } @Override public void fail(Object msgId) { } @Override public MapString, Object getComponentConfiguration() { return null; } } 处理节点(MonitorBolt.java) public class MonitorBolt implements IRichBolt { private OutputCollector collector; @Override public void prepare(Map stormConf, TopologyContext context, OutputCollector collector) { this.collector = collector; } @Override public void execute(Tuple input) { String str =input.getString(0); //相当于list容器 String regex=\\.google\\.; boolean result=Ppile(regex).matcher(str).find(); if(result){ this.collector.emit(new Values(str)); } } 处理节点(MonitorBolt.java) @Override public void cleanup() { } @Override public void declareOutputFields(OutputFieldsDeclarer declar