Java Code Examples for backtype.storm.topology.OutputFieldsDeclarer#declareStream()
The following examples show how to use
backtype.storm.topology.OutputFieldsDeclarer#declareStream() .
You can vote up the ones you like or vote down the ones you don't like,
and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
Source File: StormSpout.java From PoseidonX with Apache License 2.0 | 6 votes |
/** * {@inheritDoc} */ @Override public void declareOutputFields(OutputFieldsDeclarer declarer) { if (!StringUtils.isEmpty(input.getOutputStream())) { declarer.declareStream(input.getOutputStream(), new Fields(input.getOutputSchema().getAllAttributeNames())); } else { if (input.getOutputSchema() != null) { declarer.declare(new Fields(input.getOutputSchema().getAllAttributeNames())); } } }
Example 2
Source File: FlowmixBuilder.java From flowmix with Apache License 2.0 | 6 votes |
public static void declareOutputStreams(OutputFieldsDeclarer declarer, Fields fields) { declarer.declareStream(PARTITION, fields); declarer.declareStream(FILTER, fields); declarer.declareStream(SELECT, fields); declarer.declareStream(AGGREGATE, fields); declarer.declareStream(SWITCH, fields); declarer.declareStream(SORT, fields); declarer.declareStream(JOIN, fields); declarer.declareStream(SPLIT, fields); declarer.declareStream(EACH, fields); declarer.declareStream(OUTPUT, fields); declarer.declareStream(BROADCAST_STREAM + PARTITION, fields); declarer.declareStream(BROADCAST_STREAM + FILTER, fields); declarer.declareStream(BROADCAST_STREAM + SELECT, fields); declarer.declareStream(BROADCAST_STREAM + AGGREGATE, fields); declarer.declareStream(BROADCAST_STREAM + SWITCH, fields); declarer.declareStream(BROADCAST_STREAM + SORT, fields); declarer.declareStream(BROADCAST_STREAM + JOIN, fields); declarer.declareStream(BROADCAST_STREAM + EACH, fields); declarer.declareStream(BROADCAST_STREAM + SPLIT, fields); }
Example 3
Source File: StormBolt.java From PoseidonX with Apache License 2.0 | 5 votes |
private void declare(OutputFieldsDeclarer declarer, String streamName, IEventType schema) { if (!StringUtils.isEmpty(streamName)) { declarer.declareStream(streamName, new Fields(schema.getAllAttributeNames())); } else { declarer.declare(new Fields(schema.getAllAttributeNames())); } }
Example 4
Source File: PcapParserBolt.java From opensoc-streaming with Apache License 2.0 | 5 votes |
public void declareOutputFields(OutputFieldsDeclarer declarer) { declarer.declareStream("message", new Fields("key", "message")); //declarer.declareStream("pcap_index_stream", new Fields("index_json", "pcap_id")); declarer.declareStream("pcap_header_stream", new Fields("header_json", "pcap_id")); declarer.declareStream("pcap_data_stream", new Fields("pcap_id", "timestamp", "pcap")); declarer.declareStream("error", new Fields("error")); }
Example 5
Source File: StormEntranceProcessingItem.java From incubator-samoa with Apache License 2.0 | 5 votes |
@Override public void declareOutputFields(OutputFieldsDeclarer declarer) { // for (StormStream stream : streams) { // declarer.declareStream(stream.getOutputId(), new // Fields(StormSamoaUtils.CONTENT_EVENT_FIELD, // StormSamoaUtils.KEY_FIELD)); // } declarer.declareStream(outputStream.getOutputId(), new Fields(StormSamoaUtils.CONTENT_EVENT_FIELD, StormSamoaUtils.KEY_FIELD)); }
Example 6
Source File: StormProcessingItem.java From incubator-samoa with Apache License 2.0 | 5 votes |
@Override public void declareOutputFields(OutputFieldsDeclarer declarer) { for (StormStream stream : streams) { declarer.declareStream(stream.getOutputId(), new Fields(StormSamoaUtils.CONTENT_EVENT_FIELD, StormSamoaUtils.KEY_FIELD)); } }
Example 7
Source File: AbstractStreamBolt.java From eagle with Apache License 2.0 | 5 votes |
@Override public void declareOutputFields(OutputFieldsDeclarer declarer) { if (this.outputStreamIds != null) { LOG.info("declare streams: {} ", outputStreamIds); for (String streamId : this.outputStreamIds) { declarer.declareStream(streamId, new Fields(AlertConstants.FIELD_0)); } } else { declarer.declare(new Fields(AlertConstants.FIELD_0)); } }
Example 8
Source File: CorrelationSpout.java From eagle with Apache License 2.0 | 5 votes |
/** * the only output field is for StreamEvent. * * @param declarer */ @Override public void declareOutputFields(OutputFieldsDeclarer declarer) { for (int i = 0; i < numOfRouterBolts; i++) { String streamId = StreamIdConversion.generateStreamIdBetween(spoutName, routeBoltName + i); declarer.declareStream(streamId, new Fields(AlertConstants.FIELD_0)); LOG.info("declare stream between spout and streamRouterBolt " + streamId); } }
Example 9
Source File: MockStreamReceiver.java From eagle with Apache License 2.0 | 4 votes |
@Override public void declareOutputFields(OutputFieldsDeclarer declarer) { for (String streamId : outputStreamIds) { declarer.declareStream(streamId, new Fields(AlertConstants.FIELD_0)); } }
Example 10
Source File: TestStormStreamIdRouting.java From eagle with Apache License 2.0 | 4 votes |
@Override public void declareOutputFields(OutputFieldsDeclarer declarer) { declarer.declareStream("green-bolt-stream-1", new Fields("a")); declarer.declareStream("green-bolt-stream-2", new Fields("a")); }
Example 11
Source File: ElasticSearchJsonBolt.java From cognition with Apache License 2.0 | 4 votes |
@Override public final void declareOutputFields(OutputFieldsDeclarer declarer) { declarer.declare(new Fields(AbstractLogRecordBolt.RECORD)); declarer.declareStream(ES_JSON, new Fields(ES_JSON)); }
Example 12
Source File: FlowLoaderBaseBolt.java From flowmix with Apache License 2.0 | 4 votes |
@Override public void declareOutputFields(OutputFieldsDeclarer outputFieldsDeclarer) { outputFieldsDeclarer.declareStream(FLOW_LOADER_STREAM, new Fields("flows")); }
Example 13
Source File: FlowLoaderBaseSpout.java From flowmix with Apache License 2.0 | 4 votes |
@Override public void declareOutputFields(OutputFieldsDeclarer outputFieldsDeclarer) { outputFieldsDeclarer.declareStream(FLOW_LOADER_STREAM, new Fields("flows")); }
Example 14
Source File: GenericEnrichmentBolt.java From opensoc-streaming with Apache License 2.0 | 4 votes |
public void declareOutputFields(OutputFieldsDeclarer declearer) { declearer.declareStream("message", new Fields("key", "message")); declearer.declareStream("error", new Fields("message")); }
Example 15
Source File: TickSpout.java From flowmix with Apache License 2.0 | 4 votes |
@Override public void declareOutputFields(OutputFieldsDeclarer outputFieldsDeclarer) { outputFieldsDeclarer.declareStream("tick", new Fields()); }
Example 16
Source File: AbstractAlertBolt.java From opensoc-streaming with Apache License 2.0 | 4 votes |
public void declareOutputFields(OutputFieldsDeclarer declearer) { declearer.declareStream("message", new Fields("key", "message")); declearer.declareStream("alert", new Fields( "message")); declearer.declareStream("error", new Fields("message")); }
Example 17
Source File: HBaseBolt.java From opensoc-streaming with Apache License 2.0 | 4 votes |
/** {@inheritDoc} */ public void declareOutputFields(OutputFieldsDeclarer declarer) { declarer.declareStream("error", new Fields("HBase")); }
Example 18
Source File: MRRunningJobFetchSpout.java From eagle with Apache License 2.0 | 4 votes |
@Override public void declareOutputFields(OutputFieldsDeclarer outputFieldsDeclarer) { outputFieldsDeclarer.declareStream(MRRunningJobConfig.APP_TO_JOB_STREAM, new Fields("appId", "appInfo", "mrJobEntity")); outputFieldsDeclarer.declareStream(MRRunningJobConfig.APP_TO_METRIC_STREAM, new Fields("apps")); }
Example 19
Source File: TelemetryParserBolt.java From opensoc-streaming with Apache License 2.0 | 4 votes |
public void declareOutputFields(OutputFieldsDeclarer declearer) { declearer.declareStream("message", new Fields("key", "message")); declearer.declareStream("error", new Fields("message")); }
Example 20
Source File: PcapSimulatorSpout.java From opensoc-streaming with Apache License 2.0 | 3 votes |
public void declareOutputFields(OutputFieldsDeclarer declarer) { System.out.println("Declaring output fields of PcapSimulatorSpout"); declarer.declareStream("pcap_index_stream", new Fields("index_json")); declarer.declareStream("pcap_header_stream", new Fields("header_json")); declarer.declareStream("pcap_data_stream", new Fields("pcap_id", "timestamp", "pcap")); }