Java Code Examples for backtype.storm.tuple.Fields#toList()

The following examples show how to use backtype.storm.tuple.Fields#toList() . You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
Source File: SingleJoinBolt.java    From jstorm with Apache License 2.0 5 votes vote down vote up 
@Override
public void prepare(Map conf, TopologyContext context, OutputCollector collector) {
    _fieldLocations = new HashMap<String, GlobalStreamId>();
    _collector = collector;
    int timeout = ((Number) conf.get(Config.TOPOLOGY_MESSAGE_TIMEOUT_SECS)).intValue();
    _pending = new TimeCacheMap<List<Object>, Map<GlobalStreamId, Tuple>>(timeout, new ExpireCallback());
    _numSources = context.getThisSources().size();
    Set<String> idFields = null;
    for (GlobalStreamId source : context.getThisSources().keySet()) {
        Fields fields = context.getComponentOutputFields(source.get_componentId(), source.get_streamId());
        Set<String> setFields = new HashSet<String>(fields.toList());
        if (idFields == null)
            idFields = setFields;
        else
            idFields.retainAll(setFields);
            
        for (String outfield : _outFields) {
            for (String sourcefield : fields) {
                if (outfield.equals(sourcefield)) {
                    _fieldLocations.put(outfield, source);
                }
            }
        }
    }
    _idFields = new Fields(new ArrayList<String>(idFields));
    
    if (_fieldLocations.size() != _outFields.size()) {
        throw new RuntimeException("Cannot find all outfields among sources");
    }
}
Example 2
Source File: SubtopologyBolt.java    From jstorm with Apache License 2.0 5 votes vote down vote up 
public InitialReceiver(String stream, Fields allFields) {
    // TODO: don't want to project for non-batch bolts...???
    // how to distinguish "batch" streams from non-batch streams?
    _stream = stream;
    _factory = new RootFactory(allFields);
    List<String> projected = new ArrayList(allFields.toList());
    projected.remove(0);
    _project = new ProjectionFactory(_factory, new Fields(projected));
}
Example 3
Source File: TridentUtils.java    From jstorm with Apache License 2.0 5 votes vote down vote up 
public static Fields fieldsSubtract(Fields all, Fields minus) {
    Set<String> removeSet = new HashSet<String>(minus.toList());
    List<String> toKeep = new ArrayList<String>();
    for(String s: all.toList()) {
        if(!removeSet.contains(s)) {
            toKeep.add(s);
        }
    }
    return new Fields(toKeep);
}
Example 4
Source File: SingleJoinBolt.java    From jstorm with Apache License 2.0 5 votes vote down vote up 
@Override
public void prepare(Map conf, TopologyContext context, OutputCollector collector) {
    _fieldLocations = new HashMap<String, GlobalStreamId>();
    _collector = collector;
    int timeout = ((Number) conf.get(Config.TOPOLOGY_MESSAGE_TIMEOUT_SECS)).intValue();
    _pending = new TimeCacheMap<List<Object>, Map<GlobalStreamId, Tuple>>(timeout, new ExpireCallback());
    _numSources = context.getThisSources().size();
    Set<String> idFields = null;
    for (GlobalStreamId source : context.getThisSources().keySet()) {
        Fields fields = context.getComponentOutputFields(source.get_componentId(), source.get_streamId());
        Set<String> setFields = new HashSet<String>(fields.toList());
        if (idFields == null)
            idFields = setFields;
        else
            idFields.retainAll(setFields);

        for (String outfield : _outFields) {
            for (String sourcefield : fields) {
                if (outfield.equals(sourcefield)) {
                    _fieldLocations.put(outfield, source);
                }
            }
        }
    }
    _idFields = new Fields(new ArrayList<String>(idFields));

    if (_fieldLocations.size() != _outFields.size()) {
        throw new RuntimeException("Cannot find all outfields among sources");
    }
}