org.apache.hadoop.classification.InterfaceAudience.LimitedPrivate Java Examples

@Override
@LimitedPrivate({"HDFS", "MapReduce"})
public Token<?>[] addDelegationTokens(String renewer, Credentials credentials) throws IOException {
  try (WaitRecorder recorder = OperatorStats.getWaitRecorder(operatorStats)) {
    return underlyingFs.addDelegationTokens(renewer, credentials);
  } catch(FSError e) {
    throw propagateFSError(e);
  }
}
 

@Override
@LimitedPrivate({"HDFS"})
public InputStream getWrappedStream() {
  return underlyingIs.getWrappedStream();
}
 

@LimitedPrivate("hive")
public void init() throws IOException {
  super.initializeInternal();
  checkAndAwaitRecordReaderInitialization();
}
 

@LimitedPrivate("hive")
public void init() throws IOException {
  super.initializeInternal();
  checkAndAwaitRecordReaderInitialization();
}
 

@LimitedPrivate("Hive, Pig")
public static Configuration createConfFromByteString(ByteString bs)
    throws IOException {
  return TezUtils.createConfFromByteString(bs);
}
 

@LimitedPrivate("Hive, Pig")
@Unstable
public static Configuration createConfFromUserPayload(byte[] bb)
    throws IOException {
  return TezUtils.createConfFromUserPayload(bb);
}
 

@LimitedPrivate("Hive, Pig")
public static ByteString createByteStringFromConf(Configuration conf)
    throws IOException {
  return TezUtils.createByteStringFromConf(conf);
}
 

@LimitedPrivate("Hive, Pig")
@Unstable
public static byte[] createUserPayloadFromConf(Configuration conf)
    throws IOException {
  return TezUtils.createUserPayloadFromConf(conf);
}
 

@Override
@LimitedPrivate("yarn")
@Unstable
public Resource getClusterResource() {
  return null;
}
 

/**
 * @return true if tokens should be canceled when the app completes.
 */
@LimitedPrivate("mapreduce")
@Unstable
public abstract boolean getCancelTokensWhenComplete();
 

@LimitedPrivate("yarn")
@Evolving
ResourceCalculator getResourceCalculator();
 

@Override
@LimitedPrivate({"HDFS", "MapReduce"})
public String getCanonicalServiceName() {
  return underlyingFs.getCanonicalServiceName();
}
 

@Override
@LimitedPrivate({"HDFS"})
@VisibleForTesting
public FileSystem[] getChildFileSystems() {
  return underlyingFs.getChildFileSystems();
}
 

@Override
@LimitedPrivate({"HDFS", "MapReduce"})
public String getCanonicalServiceName() {
  return underlyingFs.getCanonicalServiceName();
}
 

@Override
@LimitedPrivate("yarn")
@Unstable
public Resource getClusterResource() {
  return null;
}
 

/**
 * @return true if tokens should be canceled when the app completes.
 */
@LimitedPrivate("mapreduce")
@Unstable
public abstract boolean getCancelTokensWhenComplete();
 

@Override
@LimitedPrivate({"HDFS", "MapReduce"})
public Token<?>[] addDelegationTokens(String renewer, Credentials credentials) throws IOException {
  return underlyingFs.addDelegationTokens(renewer, credentials);
}
 

@Override
@LimitedPrivate({"HDFS"})
@VisibleForTesting
public FileSystem[] getChildFileSystems() {
  return underlyingFs.getChildFileSystems();
}
 

@Override
@LimitedPrivate({"HDFS"})
public InputStream getWrappedStream() {
  return underlyingIs.getWrappedStream();
}
 

@LimitedPrivate("yarn")
@Evolving
ResourceCalculator getResourceCalculator();
 

/**
 * Moves the given application to the given queue
 * @param appId
 * @param newQueue
 * @return the name of the queue the application was placed into
 * @throws YarnException if the move cannot be carried out
 */
@LimitedPrivate("yarn")
@Evolving
public String moveApplication(ApplicationId appId, String newQueue)
    throws YarnException;
 

/**
 * Set to false if tokens should not be canceled when the app finished else
 * false.  WARNING: this is not recommended unless you want your single job
 * tokens to be reused by others jobs.
 * @param cancel true if tokens should be canceled when the app finishes. 
 */
@LimitedPrivate("mapreduce")
@Unstable
public abstract void setCancelTokensWhenComplete(boolean cancel);
 

/**
 * Moves the given application to the given queue
 * @param appId
 * @param newQueue
 * @return the name of the queue the application was placed into
 * @throws YarnException if the move cannot be carried out
 */
@LimitedPrivate("yarn")
@Evolving
public String moveApplication(ApplicationId appId, String newQueue)
    throws YarnException;
 

/**
 * Get the container for the given containerId.
 * @param containerId
 * @return the container for the given containerId.
 */
@LimitedPrivate("yarn")
@Unstable
public RMContainer getRMContainer(ContainerId containerId);
 

/**
 * The master key for client-to-AM tokens for this app attempt. This is only
 * used for RMStateStore. Normal operation must invoke the secret manager to
 * get the key and not use the local key directly.
 * @return The master key for client-to-AM tokens for this app attempt
 */
@LimitedPrivate("RMStateStore")
SecretKey getClientTokenMasterKey();
 

/**
 * Get the whole resource capacity of the cluster.
 * @return the whole resource capacity of the cluster.
 */
@LimitedPrivate("yarn")
@Unstable
public Resource getClusterResource();
 

/**
 * Gets the apps under a given queue
 * @param queueName the name of the queue.
 * @return a collection of app attempt ids in the given queue.
 */
@LimitedPrivate("yarn")
@Stable
public List<ApplicationAttemptId> getAppsInQueue(String queueName);
 

/**
 * Translates MR keys to Tez for the provided vertex conf. The conversion is
 * done in place.
 *
 * @param conf
 *          Configuration for the vertex being configured.
 */
@LimitedPrivate("Hive, Pig")
@Unstable
public static void translateVertexConfToTez(Configuration conf) {
  convertVertexConfToTez(conf);
}
 

/**
 * Get node resource usage report.
 * @param nodeId
 * @return the {@link SchedulerNodeReport} for the node or null
 * if nodeId does not point to a defined node.
 */
@LimitedPrivate("yarn")
@Stable
public SchedulerNodeReport getNodeReport(NodeId nodeId);
 

/**
 * Set to false if tokens should not be canceled when the app finished else
 * false.  WARNING: this is not recommended unless you want your single job
 * tokens to be reused by others jobs.
 * @param cancel true if tokens should be canceled when the app finishes. 
 */
@LimitedPrivate("mapreduce")
@Unstable
public abstract void setCancelTokensWhenComplete(boolean cancel);