org.apache.hadoop.mapred.JobPriority Java Examples

The following examples show how to use org.apache.hadoop.mapred.JobPriority. You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example #1
Source File: Job20LineHistoryEventEmitter.java    From hadoop with Apache License 2.0 6 votes vote down vote up 
HistoryEvent maybeEmitEvent(ParsedLine line, String jobIDName,
    HistoryEventEmitter thatg) {
  JobID jobID = JobID.forName(jobIDName);

  if (jobIDName == null) {
    return null;
  }

  String priority = line.get("JOB_PRIORITY");

  if (priority != null) {
    return new JobPriorityChangeEvent(jobID, JobPriority.valueOf(priority));
  }

  return null;
}
Example #2
Source File: Job20LineHistoryEventEmitter.java    From big-c with Apache License 2.0 6 votes vote down vote up 
HistoryEvent maybeEmitEvent(ParsedLine line, String jobIDName,
    HistoryEventEmitter thatg) {
  JobID jobID = JobID.forName(jobIDName);

  if (jobIDName == null) {
    return null;
  }

  String priority = line.get("JOB_PRIORITY");

  if (priority != null) {
    return new JobPriorityChangeEvent(jobID, JobPriority.valueOf(priority));
  }

  return null;
}
Example #3
Source File: TestEvents.java    From hadoop with Apache License 2.0 5 votes vote down vote up 
/**
 * simple test JobPriorityChangeEvent and JobPriorityChange
 * 
 * @throws Exception
 */

@Test(timeout = 10000)
public void testJobPriorityChange() throws Exception {
  org.apache.hadoop.mapreduce.JobID jid = new JobID("001", 1);
  JobPriorityChangeEvent test = new JobPriorityChangeEvent(jid,
      JobPriority.LOW);
  assertEquals(test.getJobId().toString(), jid.toString());
  assertEquals(test.getPriority(), JobPriority.LOW);

}
Example #4
Source File: TypeConverter.java    From hadoop with Apache License 2.0 5 votes vote down vote up 
public static JobStatus fromYarn(JobReport jobreport, String trackingUrl) {
  JobPriority jobPriority = JobPriority.NORMAL;
  JobStatus jobStatus = new org.apache.hadoop.mapred.JobStatus(
      fromYarn(jobreport.getJobId()), jobreport.getSetupProgress(), jobreport
          .getMapProgress(), jobreport.getReduceProgress(), jobreport
          .getCleanupProgress(), fromYarn(jobreport.getJobState()),
      jobPriority, jobreport.getUser(), jobreport.getJobName(), jobreport
          .getJobFile(), trackingUrl, jobreport.isUber());
  jobStatus.setStartTime(jobreport.getStartTime());
  jobStatus.setFinishTime(jobreport.getFinishTime());
  jobStatus.setFailureInfo(jobreport.getDiagnostics());
  return jobStatus;
}
Example #5
Source File: TypeConverter.java    From hadoop with Apache License 2.0 5 votes vote down vote up 
public static JobStatus fromYarn(ApplicationReport application,
    String jobFile) {
  String trackingUrl = application.getTrackingUrl();
  trackingUrl = trackingUrl == null ? "" : trackingUrl;
  JobStatus jobStatus =
    new JobStatus(
        TypeConverter.fromYarn(application.getApplicationId()),
        0.0f, 0.0f, 0.0f, 0.0f,
        TypeConverter.fromYarn(application.getYarnApplicationState(), application.getFinalApplicationStatus()),
        org.apache.hadoop.mapreduce.JobPriority.NORMAL,
        application.getUser(), application.getName(),
        application.getQueue(), jobFile, trackingUrl, false
    );
  jobStatus.setSchedulingInfo(trackingUrl); // Set AM tracking url
  jobStatus.setStartTime(application.getStartTime());
  jobStatus.setFinishTime(application.getFinishTime());
  jobStatus.setFailureInfo(application.getDiagnostics());
  ApplicationResourceUsageReport resourceUsageReport =
      application.getApplicationResourceUsageReport();
  if (resourceUsageReport != null) {
    jobStatus.setNeededMem(
        resourceUsageReport.getNeededResources().getMemory());
    jobStatus.setNumReservedSlots(
        resourceUsageReport.getNumReservedContainers());
    jobStatus.setNumUsedSlots(resourceUsageReport.getNumUsedContainers());
    jobStatus.setReservedMem(
        resourceUsageReport.getReservedResources().getMemory());
    jobStatus.setUsedMem(resourceUsageReport.getUsedResources().getMemory());
  }
  return jobStatus;
}
Example #6
Source File: JobHistoryParser.java    From hadoop with Apache License 2.0 5 votes vote down vote up 
/** Create a job info object where job information will be stored
 * after a parse
 */
public JobInfo() {
  submitTime = launchTime = finishTime = -1;
  totalMaps = totalReduces = failedMaps = failedReduces = 0;
  finishedMaps = finishedReduces = 0;
  username = jobname = jobConfPath = jobQueueName = "";
  tasksMap = new HashMap<TaskID, TaskInfo>();
  completedTaskAttemptsMap = new HashMap<TaskAttemptID, TaskAttemptInfo>();
  jobACLs = new HashMap<JobACL, AccessControlList>();
  priority = JobPriority.NORMAL;
}
Example #7
Source File: TestEvents.java    From big-c with Apache License 2.0 5 votes vote down vote up 
/**
 * simple test JobPriorityChangeEvent and JobPriorityChange
 * 
 * @throws Exception
 */

@Test(timeout = 10000)
public void testJobPriorityChange() throws Exception {
  org.apache.hadoop.mapreduce.JobID jid = new JobID("001", 1);
  JobPriorityChangeEvent test = new JobPriorityChangeEvent(jid,
      JobPriority.LOW);
  assertEquals(test.getJobId().toString(), jid.toString());
  assertEquals(test.getPriority(), JobPriority.LOW);

}
Example #8
Source File: TypeConverter.java    From big-c with Apache License 2.0 5 votes vote down vote up 
public static JobStatus fromYarn(JobReport jobreport, String trackingUrl) {
  JobPriority jobPriority = JobPriority.NORMAL;
  JobStatus jobStatus = new org.apache.hadoop.mapred.JobStatus(
      fromYarn(jobreport.getJobId()), jobreport.getSetupProgress(), jobreport
          .getMapProgress(), jobreport.getReduceProgress(), jobreport
          .getCleanupProgress(), fromYarn(jobreport.getJobState()),
      jobPriority, jobreport.getUser(), jobreport.getJobName(), jobreport
          .getJobFile(), trackingUrl, jobreport.isUber());
  jobStatus.setStartTime(jobreport.getStartTime());
  jobStatus.setFinishTime(jobreport.getFinishTime());
  jobStatus.setFailureInfo(jobreport.getDiagnostics());
  return jobStatus;
}
Example #9
Source File: TypeConverter.java    From big-c with Apache License 2.0 5 votes vote down vote up 
public static JobStatus fromYarn(ApplicationReport application,
    String jobFile) {
  String trackingUrl = application.getTrackingUrl();
  trackingUrl = trackingUrl == null ? "" : trackingUrl;
  JobStatus jobStatus =
    new JobStatus(
        TypeConverter.fromYarn(application.getApplicationId()),
        0.0f, 0.0f, 0.0f, 0.0f,
        TypeConverter.fromYarn(application.getYarnApplicationState(), application.getFinalApplicationStatus()),
        org.apache.hadoop.mapreduce.JobPriority.NORMAL,
        application.getUser(), application.getName(),
        application.getQueue(), jobFile, trackingUrl, false
    );
  jobStatus.setSchedulingInfo(trackingUrl); // Set AM tracking url
  jobStatus.setStartTime(application.getStartTime());
  jobStatus.setFinishTime(application.getFinishTime());
  jobStatus.setFailureInfo(application.getDiagnostics());
  ApplicationResourceUsageReport resourceUsageReport =
      application.getApplicationResourceUsageReport();
  if (resourceUsageReport != null) {
    jobStatus.setNeededMem(
        resourceUsageReport.getNeededResources().getMemory());
    jobStatus.setNumReservedSlots(
        resourceUsageReport.getNumReservedContainers());
    jobStatus.setNumUsedSlots(resourceUsageReport.getNumUsedContainers());
    jobStatus.setReservedMem(
        resourceUsageReport.getReservedResources().getMemory());
    jobStatus.setUsedMem(resourceUsageReport.getUsedResources().getMemory());
  }
  return jobStatus;
}
Example #10
Source File: JobHistoryParser.java    From big-c with Apache License 2.0 5 votes vote down vote up 
/** Create a job info object where job information will be stored
 * after a parse
 */
public JobInfo() {
  submitTime = launchTime = finishTime = -1;
  totalMaps = totalReduces = failedMaps = failedReduces = 0;
  finishedMaps = finishedReduces = 0;
  username = jobname = jobConfPath = jobQueueName = "";
  tasksMap = new HashMap<TaskID, TaskInfo>();
  completedTaskAttemptsMap = new HashMap<TaskAttemptID, TaskAttemptInfo>();
  jobACLs = new HashMap<JobACL, AccessControlList>();
  priority = JobPriority.NORMAL;
}
Example #11
Source File: JobPriorityChangeEvent.java    From hadoop with Apache License 2.0 4 votes vote down vote up 
/** Generate an event to record changes in Job priority
 * @param id Job Id
 * @param priority The new priority of the job
 */
public JobPriorityChangeEvent(JobID id, JobPriority priority) {
  datum.jobid = new Utf8(id.toString());
  datum.priority = new Utf8(priority.name());
}
Example #12
Source File: JobPriorityChangeEvent.java    From hadoop with Apache License 2.0 4 votes vote down vote up 
/** Get the job priority */
public JobPriority getPriority() {
  return JobPriority.valueOf(datum.priority.toString());
}
Example #13
Source File: JobPriorityChangeEvent.java    From big-c with Apache License 2.0 4 votes vote down vote up 
/** Generate an event to record changes in Job priority
 * @param id Job Id
 * @param priority The new priority of the job
 */
public JobPriorityChangeEvent(JobID id, JobPriority priority) {
  datum.jobid = new Utf8(id.toString());
  datum.priority = new Utf8(priority.name());
}
Example #14
Source File: JobPriorityChangeEvent.java    From big-c with Apache License 2.0 4 votes vote down vote up 
/** Get the job priority */
public JobPriority getPriority() {
  return JobPriority.valueOf(datum.priority.toString());
}