com.google.cloud.dataflow.sdk.options.Description Java Examples

@Description("Path of the file to write to")
String getOutput();
 

@Description("Path of the file to write to")
@Validation.Required
String getOutput();
 

@Description("Sets the delay between executions. A value of {@code -1} indicates that the default value should be used.")
@Default.Long(-1L)
Long getExecutionRetryDelay();
 

@Description("Sets the number of times that failed tasks are re-executed. " +
		"A value of zero effectively disables fault tolerance. A value of -1 indicates " +
		"that the system default value (as defined in the configuration) should be used.")
@Default.Integer(-1)
Integer getNumberOfExecutionRetries();
 

@Description("The interval between consecutive checkpoints (i.e. snapshots of the current pipeline state used for " +
		"fault tolerance).")
@Default.Long(-1L)
Long getCheckpointingInterval();
 

@Description("The degree of parallelism to be used when distributing operations onto workers.")
@Default.Integer(-1)
Integer getParallelism();
 

/**
 * The job name is used to identify jobs running on a Flink cluster.
 */
@Description("Dataflow job name, to uniquely identify active jobs. "
		+ "Defaults to using the ApplicationName-UserName-Date.")
@Default.InstanceFactory(DataflowPipelineOptions.JobNameFactory.class)
String getJobName();
 

@Description("Whether to use the recursive algorithm")
@Default.Boolean(true)
Boolean getRecursive();
 

@Description("Window slide, in seconds")
@Default.Long(SLIDE_SIZE)
Long getSlide();
 

@Description("Sliding window duration, in seconds")
@Default.Long(WINDOW_SIZE)
Long getWindowSize();
 

@Description("The groupId")
@Default.String(GROUP_ID)
String getGroup();
 

@Description("The Zookeeper server to connect to")
@Default.String(ZOOKEEPER)
String getZookeeper();
 

@Description("The Kafka Broker to read from")
@Default.String(KAFKA_BROKER)
String getBroker();
 

@Description("The Kafka topic to read from")
@Default.String(KAFKA_TOPIC)
String getKafkaTopic();
 

@Description("ProjectId where data source topic lives")
@Default.String("pubsub-public-data")
@Validation.Required
String getSourceProject();
 

@Description("Path of the file to read from")
@Default.String("gs://dataflow-samples/shakespeare/kinglear.txt")
String getInput();
 

@Description("Prefix of output URI to write to")
@Validation.Required
String getOutput();
 

@Description("Path to the directory or GCS prefix containing files to read from")
@Default.String("gs://dataflow-samples/shakespeare/")
String getInput();
 

@Description("Enable Logging output to see results being output from the example")
@Default.Boolean(false)
boolean getEnableSampleLogging();
 

@Description("Sliding Window Period")
@Default.Integer(300)
int getCorrelationWindowPeriod();
 

@Description("Correlation sliding window size")
@Default.Integer(600)
int getCorrelationWindowSize();
 

@Description("Should NAN values be propogated forward")
@Validation.Required
boolean getPropogateNAN();
 

@Description("The lowest ABS(correlation value) to emit. If there are 1000 FX instrements there will be (N^2-N)/2 "
    + "correlations very slide of the window. If you are consuming this in a UI downstream you need to be aware"
    + "of not swamping the downstream systems with values that have little importance. 0.5 is a good starting point."
    + "important to note that 0.5 is not the median there is normally a heavey skew towards 0 ")
@Validation.Required
double getMinCorrelationValue();
 

@Description("When outputing correlations should the underlying values be included. "
    + "Warning this will generate a lot of extra work and should only be used for testing / demos")
@Validation.Required
boolean getIncludeUnderlying();
 

@Description("Resolution of the candles in secs")
@Default.Integer(120)
int getCandleResolution();
 

@Description("Number of Shards to create for the correlation calculations")
@Validation.Required
int getShards();
 

@Description("TopicId of sink topic")
@Default.String("visualizer")
@Validation.Required
String getSinkTopic();
 

@Description("ProjectId where data sink topic lives")
@Validation.Required
String getSinkProject();
 

@Description("TopicId of source topic")
@Default.String("taxirides-realtime")
@Validation.Required
String getSourceTopic();
 

/**
 * List of local files to make available to workers.
 * <p>
 * Jars are placed on the worker's classpath.
 * <p>
 * The default value is the list of jars from the main program's classpath.
 */
@Description("Jar-Files to send to all workers and put on the classpath. " +
		"The default value is all files from the classpath.")
@JsonIgnore
List<String> getFilesToStage();