Java Code Examples for org.apache.hadoop.mapred.JobPriority

The following examples show how to use org.apache.hadoop.mapred.JobPriority. These examples are extracted from open source projects. You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
Source Project: hadoop   Source File: Job20LineHistoryEventEmitter.java    License: Apache License 2.0 6 votes vote down vote up
HistoryEvent maybeEmitEvent(ParsedLine line, String jobIDName,
    HistoryEventEmitter thatg) {
  JobID jobID = JobID.forName(jobIDName);

  if (jobIDName == null) {
    return null;
  }

  String priority = line.get("JOB_PRIORITY");

  if (priority != null) {
    return new JobPriorityChangeEvent(jobID, JobPriority.valueOf(priority));
  }

  return null;
}
 
Example 2
Source Project: big-c   Source File: Job20LineHistoryEventEmitter.java    License: Apache License 2.0 6 votes vote down vote up
HistoryEvent maybeEmitEvent(ParsedLine line, String jobIDName,
    HistoryEventEmitter thatg) {
  JobID jobID = JobID.forName(jobIDName);

  if (jobIDName == null) {
    return null;
  }

  String priority = line.get("JOB_PRIORITY");

  if (priority != null) {
    return new JobPriorityChangeEvent(jobID, JobPriority.valueOf(priority));
  }

  return null;
}
 
Example 3
Source Project: hadoop   Source File: TestEvents.java    License: Apache License 2.0 5 votes vote down vote up
/**
 * simple test JobPriorityChangeEvent and JobPriorityChange
 * 
 * @throws Exception
 */

@Test(timeout = 10000)
public void testJobPriorityChange() throws Exception {
  org.apache.hadoop.mapreduce.JobID jid = new JobID("001", 1);
  JobPriorityChangeEvent test = new JobPriorityChangeEvent(jid,
      JobPriority.LOW);
  assertEquals(test.getJobId().toString(), jid.toString());
  assertEquals(test.getPriority(), JobPriority.LOW);

}
 
Example 4
Source Project: hadoop   Source File: TypeConverter.java    License: Apache License 2.0 5 votes vote down vote up
public static JobStatus fromYarn(JobReport jobreport, String trackingUrl) {
  JobPriority jobPriority = JobPriority.NORMAL;
  JobStatus jobStatus = new org.apache.hadoop.mapred.JobStatus(
      fromYarn(jobreport.getJobId()), jobreport.getSetupProgress(), jobreport
          .getMapProgress(), jobreport.getReduceProgress(), jobreport
          .getCleanupProgress(), fromYarn(jobreport.getJobState()),
      jobPriority, jobreport.getUser(), jobreport.getJobName(), jobreport
          .getJobFile(), trackingUrl, jobreport.isUber());
  jobStatus.setStartTime(jobreport.getStartTime());
  jobStatus.setFinishTime(jobreport.getFinishTime());
  jobStatus.setFailureInfo(jobreport.getDiagnostics());
  return jobStatus;
}
 
Example 5
Source Project: hadoop   Source File: TypeConverter.java    License: Apache License 2.0 5 votes vote down vote up
public static JobStatus fromYarn(ApplicationReport application,
    String jobFile) {
  String trackingUrl = application.getTrackingUrl();
  trackingUrl = trackingUrl == null ? "" : trackingUrl;
  JobStatus jobStatus =
    new JobStatus(
        TypeConverter.fromYarn(application.getApplicationId()),
        0.0f, 0.0f, 0.0f, 0.0f,
        TypeConverter.fromYarn(application.getYarnApplicationState(), application.getFinalApplicationStatus()),
        org.apache.hadoop.mapreduce.JobPriority.NORMAL,
        application.getUser(), application.getName(),
        application.getQueue(), jobFile, trackingUrl, false
    );
  jobStatus.setSchedulingInfo(trackingUrl); // Set AM tracking url
  jobStatus.setStartTime(application.getStartTime());
  jobStatus.setFinishTime(application.getFinishTime());
  jobStatus.setFailureInfo(application.getDiagnostics());
  ApplicationResourceUsageReport resourceUsageReport =
      application.getApplicationResourceUsageReport();
  if (resourceUsageReport != null) {
    jobStatus.setNeededMem(
        resourceUsageReport.getNeededResources().getMemory());
    jobStatus.setNumReservedSlots(
        resourceUsageReport.getNumReservedContainers());
    jobStatus.setNumUsedSlots(resourceUsageReport.getNumUsedContainers());
    jobStatus.setReservedMem(
        resourceUsageReport.getReservedResources().getMemory());
    jobStatus.setUsedMem(resourceUsageReport.getUsedResources().getMemory());
  }
  return jobStatus;
}
 
Example 6
Source Project: hadoop   Source File: JobHistoryParser.java    License: Apache License 2.0 5 votes vote down vote up
/** Create a job info object where job information will be stored
 * after a parse
 */
public JobInfo() {
  submitTime = launchTime = finishTime = -1;
  totalMaps = totalReduces = failedMaps = failedReduces = 0;
  finishedMaps = finishedReduces = 0;
  username = jobname = jobConfPath = jobQueueName = "";
  tasksMap = new HashMap<TaskID, TaskInfo>();
  completedTaskAttemptsMap = new HashMap<TaskAttemptID, TaskAttemptInfo>();
  jobACLs = new HashMap<JobACL, AccessControlList>();
  priority = JobPriority.NORMAL;
}
 
Example 7
Source Project: big-c   Source File: TestEvents.java    License: Apache License 2.0 5 votes vote down vote up
/**
 * simple test JobPriorityChangeEvent and JobPriorityChange
 * 
 * @throws Exception
 */

@Test(timeout = 10000)
public void testJobPriorityChange() throws Exception {
  org.apache.hadoop.mapreduce.JobID jid = new JobID("001", 1);
  JobPriorityChangeEvent test = new JobPriorityChangeEvent(jid,
      JobPriority.LOW);
  assertEquals(test.getJobId().toString(), jid.toString());
  assertEquals(test.getPriority(), JobPriority.LOW);

}
 
Example 8
Source Project: big-c   Source File: TypeConverter.java    License: Apache License 2.0 5 votes vote down vote up
public static JobStatus fromYarn(JobReport jobreport, String trackingUrl) {
  JobPriority jobPriority = JobPriority.NORMAL;
  JobStatus jobStatus = new org.apache.hadoop.mapred.JobStatus(
      fromYarn(jobreport.getJobId()), jobreport.getSetupProgress(), jobreport
          .getMapProgress(), jobreport.getReduceProgress(), jobreport
          .getCleanupProgress(), fromYarn(jobreport.getJobState()),
      jobPriority, jobreport.getUser(), jobreport.getJobName(), jobreport
          .getJobFile(), trackingUrl, jobreport.isUber());
  jobStatus.setStartTime(jobreport.getStartTime());
  jobStatus.setFinishTime(jobreport.getFinishTime());
  jobStatus.setFailureInfo(jobreport.getDiagnostics());
  return jobStatus;
}
 
Example 9
Source Project: big-c   Source File: TypeConverter.java    License: Apache License 2.0 5 votes vote down vote up
public static JobStatus fromYarn(ApplicationReport application,
    String jobFile) {
  String trackingUrl = application.getTrackingUrl();
  trackingUrl = trackingUrl == null ? "" : trackingUrl;
  JobStatus jobStatus =
    new JobStatus(
        TypeConverter.fromYarn(application.getApplicationId()),
        0.0f, 0.0f, 0.0f, 0.0f,
        TypeConverter.fromYarn(application.getYarnApplicationState(), application.getFinalApplicationStatus()),
        org.apache.hadoop.mapreduce.JobPriority.NORMAL,
        application.getUser(), application.getName(),
        application.getQueue(), jobFile, trackingUrl, false
    );
  jobStatus.setSchedulingInfo(trackingUrl); // Set AM tracking url
  jobStatus.setStartTime(application.getStartTime());
  jobStatus.setFinishTime(application.getFinishTime());
  jobStatus.setFailureInfo(application.getDiagnostics());
  ApplicationResourceUsageReport resourceUsageReport =
      application.getApplicationResourceUsageReport();
  if (resourceUsageReport != null) {
    jobStatus.setNeededMem(
        resourceUsageReport.getNeededResources().getMemory());
    jobStatus.setNumReservedSlots(
        resourceUsageReport.getNumReservedContainers());
    jobStatus.setNumUsedSlots(resourceUsageReport.getNumUsedContainers());
    jobStatus.setReservedMem(
        resourceUsageReport.getReservedResources().getMemory());
    jobStatus.setUsedMem(resourceUsageReport.getUsedResources().getMemory());
  }
  return jobStatus;
}
 
Example 10
Source Project: big-c   Source File: JobHistoryParser.java    License: Apache License 2.0 5 votes vote down vote up
/** Create a job info object where job information will be stored
 * after a parse
 */
public JobInfo() {
  submitTime = launchTime = finishTime = -1;
  totalMaps = totalReduces = failedMaps = failedReduces = 0;
  finishedMaps = finishedReduces = 0;
  username = jobname = jobConfPath = jobQueueName = "";
  tasksMap = new HashMap<TaskID, TaskInfo>();
  completedTaskAttemptsMap = new HashMap<TaskAttemptID, TaskAttemptInfo>();
  jobACLs = new HashMap<JobACL, AccessControlList>();
  priority = JobPriority.NORMAL;
}
 
Example 11
Source Project: hadoop   Source File: JobPriorityChangeEvent.java    License: Apache License 2.0 4 votes vote down vote up
/** Generate an event to record changes in Job priority
 * @param id Job Id
 * @param priority The new priority of the job
 */
public JobPriorityChangeEvent(JobID id, JobPriority priority) {
  datum.jobid = new Utf8(id.toString());
  datum.priority = new Utf8(priority.name());
}
 
Example 12
Source Project: hadoop   Source File: JobPriorityChangeEvent.java    License: Apache License 2.0 4 votes vote down vote up
/** Get the job priority */
public JobPriority getPriority() {
  return JobPriority.valueOf(datum.priority.toString());
}
 
Example 13
Source Project: big-c   Source File: JobPriorityChangeEvent.java    License: Apache License 2.0 4 votes vote down vote up
/** Generate an event to record changes in Job priority
 * @param id Job Id
 * @param priority The new priority of the job
 */
public JobPriorityChangeEvent(JobID id, JobPriority priority) {
  datum.jobid = new Utf8(id.toString());
  datum.priority = new Utf8(priority.name());
}
 
Example 14
Source Project: big-c   Source File: JobPriorityChangeEvent.java    License: Apache License 2.0 4 votes vote down vote up
/** Get the job priority */
public JobPriority getPriority() {
  return JobPriority.valueOf(datum.priority.toString());
}