com.google.cloud.dataflow.sdk.options.Validation Java Examples

@Description("ProjectId where data source topic lives")
@Default.String("pubsub-public-data")
@Validation.Required
String getSourceProject();
 

@Description("TopicId of source topic")
@Default.String("taxirides-realtime")
@Validation.Required
String getSourceTopic();
 

@Description("ProjectId where data sink topic lives")
@Validation.Required
String getSinkProject();
 

@Description("TopicId of sink topic")
@Default.String("visualizer")
@Validation.Required
String getSinkTopic();
 

@Description("Number of Shards to create for the correlation calculations")
@Validation.Required
int getShards();
 

@Description("When outputing correlations should the underlying values be included. "
    + "Warning this will generate a lot of extra work and should only be used for testing / demos")
@Validation.Required
boolean getIncludeUnderlying();
 

@Description("The lowest ABS(correlation value) to emit. If there are 1000 FX instrements there will be (N^2-N)/2 "
    + "correlations very slide of the window. If you are consuming this in a UI downstream you need to be aware"
    + "of not swamping the downstream systems with values that have little importance. 0.5 is a good starting point."
    + "important to note that 0.5 is not the median there is normally a heavey skew towards 0 ")
@Validation.Required
double getMinCorrelationValue();
 

@Description("Should NAN values be propogated forward")
@Validation.Required
boolean getPropogateNAN();
 

@Description("Prefix of output URI to write to")
@Validation.Required
String getOutput();
 

@Description("Path of the file to write to")
@Validation.Required
String getOutput();