Java Code Examples for org.apache.hadoop.yarn.conf.YarnConfiguration#RM_SCHEDULER_MINIMUM_ALLOCATION_MB

The following examples show how to use org.apache.hadoop.yarn.conf.YarnConfiguration#RM_SCHEDULER_MINIMUM_ALLOCATION_MB . You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
Source File: FifoScheduler.java    From hadoop with Apache License 2.0 6 votes vote down vote up 
private void validateConf(Configuration conf) {
  // validate scheduler memory allocation setting
  int minMem = conf.getInt(
    YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_MB,
    YarnConfiguration.DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_MB);
  int maxMem = conf.getInt(
    YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_MB,
    YarnConfiguration.DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_MB);

  if (minMem <= 0 || minMem > maxMem) {
    throw new YarnRuntimeException("Invalid resource scheduler memory"
      + " allocation configuration"
      + ", " + YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_MB
      + "=" + minMem
      + ", " + YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_MB
      + "=" + maxMem + ", min and max should be greater than 0"
      + ", max should be no smaller than min.");
  }
}
Example 2
Source File: FifoScheduler.java    From big-c with Apache License 2.0 6 votes vote down vote up 
private void validateConf(Configuration conf) {
  // validate scheduler memory allocation setting
  int minMem = conf.getInt(
    YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_MB,
    YarnConfiguration.DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_MB);
  int maxMem = conf.getInt(
    YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_MB,
    YarnConfiguration.DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_MB);

  if (minMem <= 0 || minMem > maxMem) {
    throw new YarnRuntimeException("Invalid resource scheduler memory"
      + " allocation configuration"
      + ", " + YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_MB
      + "=" + minMem
      + ", " + YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_MB
      + "=" + maxMem + ", min and max should be greater than 0"
      + ", max should be no smaller than min.");
  }
}
Example 3
Source File: FairScheduler.java    From big-c with Apache License 2.0 5 votes vote down vote up 
private void validateConf(Configuration conf) {
  // validate scheduler memory allocation setting
  int minMem = conf.getInt(
    YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_MB,
    YarnConfiguration.DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_MB);
  int maxMem = conf.getInt(
    YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_MB,
    YarnConfiguration.DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_MB);

  if (minMem < 0 || minMem > maxMem) {
    throw new YarnRuntimeException("Invalid resource scheduler memory"
      + " allocation configuration"
      + ", " + YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_MB
      + "=" + minMem
      + ", " + YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_MB
      + "=" + maxMem + ", min should equal greater than 0"
      + ", max should be no smaller than min.");
  }

  // validate scheduler vcores allocation setting
  int minVcores = conf.getInt(
    YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_VCORES,
    YarnConfiguration.DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_VCORES);
  int maxVcores = conf.getInt(
    YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_VCORES,
    YarnConfiguration.DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_VCORES);

  if (minVcores < 0 || minVcores > maxVcores) {
    throw new YarnRuntimeException("Invalid resource scheduler vcores"
      + " allocation configuration"
      + ", " + YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_VCORES
      + "=" + minVcores
      + ", " + YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_VCORES
      + "=" + maxVcores + ", min should equal greater than 0"
      + ", max should be no smaller than min.");
  }
}
Example 4
Source File: CapacityScheduler.java    From big-c with Apache License 2.0 5 votes vote down vote up 
private void validateConf(Configuration conf) {
  // validate scheduler memory allocation setting
  int minMem = conf.getInt(
    YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_MB,
    YarnConfiguration.DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_MB);
  int maxMem = conf.getInt(
    YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_MB,
    YarnConfiguration.DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_MB);

  if (minMem <= 0 || minMem > maxMem) {
    throw new YarnRuntimeException("Invalid resource scheduler memory"
      + " allocation configuration"
      + ", " + YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_MB
      + "=" + minMem
      + ", " + YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_MB
      + "=" + maxMem + ", min and max should be greater than 0"
      + ", max should be no smaller than min.");
  }

  // validate scheduler vcores allocation setting
  int minVcores = conf.getInt(
    YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_VCORES,
    YarnConfiguration.DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_VCORES);
  int maxVcores = conf.getInt(
    YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_VCORES,
    YarnConfiguration.DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_VCORES);

  if (minVcores <= 0 || minVcores > maxVcores) {
    throw new YarnRuntimeException("Invalid resource scheduler vcores"
      + " allocation configuration"
      + ", " + YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_VCORES
      + "=" + minVcores
      + ", " + YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_VCORES
      + "=" + maxVcores + ", min and max should be greater than 0"
      + ", max should be no smaller than min.");
  }
}
Example 5
Source File: FairScheduler.java    From hadoop with Apache License 2.0 4 votes vote down vote up 
private void validateConf(Configuration conf) {
  // validate scheduler memory allocation setting
  int minMem = conf.getInt(
    YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_MB,
    YarnConfiguration.DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_MB);
  int maxMem = conf.getInt(
    YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_MB,
    YarnConfiguration.DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_MB);

  if (minMem < 0 || minMem > maxMem) {
    throw new YarnRuntimeException("Invalid resource scheduler memory"
      + " allocation configuration"
      + ", " + YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_MB
      + "=" + minMem
      + ", " + YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_MB
      + "=" + maxMem + ", min should equal greater than 0"
      + ", max should be no smaller than min.");
  }

  // validate scheduler vcores allocation setting
  int minVcores = conf.getInt(
    YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_VCORES,
    YarnConfiguration.DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_VCORES);
  int maxVcores = conf.getInt(
    YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_VCORES,
    YarnConfiguration.DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_VCORES);

  if (minVcores < 0 || minVcores > maxVcores) {
    throw new YarnRuntimeException("Invalid resource scheduler vcores"
      + " allocation configuration"
      + ", " + YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_VCORES
      + "=" + minVcores
      + ", " + YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_VCORES
      + "=" + maxVcores + ", min should equal greater than 0"
      + ", max should be no smaller than min.");
  }

  // validate scheduler gcores allocating setting
  int minGcores = conf.getInt(
    YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_GCORES,
    YarnConfiguration.DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_GCORES);
  int maxGcores = conf.getInt(
    YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_GCORES,
    YarnConfiguration.DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_GCORES);

  if (minGcores < 0 || minGcores > maxGcores) {
    throw new YarnRuntimeException("Invalid resource scheduler gcores"
      + " allocation configuration"
      + ", " + YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_GCORES
      + "=" + minGcores
      + ", " + YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_GCORES
      + "=" + maxGcores + ", min should equal greater than 0"
      + ", max should be no smaller than min.");
  }
}
Example 6
Source File: CapacityScheduler.java    From hadoop with Apache License 2.0 4 votes vote down vote up 
private void validateConf(Configuration conf) {
  // validate scheduler memory allocation setting
  int minMem = conf.getInt(
    YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_MB,
    YarnConfiguration.DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_MB);
  int maxMem = conf.getInt(
    YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_MB,
    YarnConfiguration.DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_MB);

  if (minMem <= 0 || minMem > maxMem) {
    throw new YarnRuntimeException("Invalid resource scheduler memory"
      + " allocation configuration"
      + ", " + YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_MB
      + "=" + minMem
      + ", " + YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_MB
      + "=" + maxMem + ", min and max should be greater than 0"
      + ", max should be no smaller than min.");
  }

  // validate scheduler vcores allocation setting
  int minVcores = conf.getInt(
    YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_VCORES,
    YarnConfiguration.DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_VCORES);
  int maxVcores = conf.getInt(
    YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_VCORES,
    YarnConfiguration.DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_VCORES);

  if (minVcores <= 0 || minVcores > maxVcores) {
    throw new YarnRuntimeException("Invalid resource scheduler vcores"
      + " allocation configuration"
      + ", " + YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_VCORES
      + "=" + minVcores
      + ", " + YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_VCORES
      + "=" + maxVcores + ", min and max should be greater than 0"
      + ", max should be no smaller than min.");
  }

  // validate scheduler gcores allocation setting
  int minGcores = conf.getInt(
    YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_GCORES,
    YarnConfiguration.DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_GCORES);
  int maxGcores = conf.getInt(
    YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_GCORES,
    YarnConfiguration.DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_GCORES);

  if (minGcores < 0 || minGcores > maxGcores) {
    throw new YarnRuntimeException("Invalid resource scheduler gcores"
      + " allocation configuration"
      + ", " + YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_GCORES
      + "=" + minGcores
      + ", " + YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_GCORES
      + "=" + maxGcores + ", min and max should be greater than 0"
      + ", max should be no smaller than min.");
  }
}