Java Code Examples for org.apache.hadoop.yarn.api.records.ApplicationAttemptReport

The following examples show how to use org.apache.hadoop.yarn.api.records.ApplicationAttemptReport. These examples are extracted from open source projects. You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
Source Project: big-c   Source File: ApplicationCLI.java    License: Apache License 2.0 6 votes vote down vote up
/**
 * Lists the application attempts matching the given applicationid
 * 
 * @param applicationId
 * @throws YarnException
 * @throws IOException
 */
private void listApplicationAttempts(String applicationId) throws YarnException,
    IOException {
  PrintWriter writer = new PrintWriter(
      new OutputStreamWriter(sysout, Charset.forName("UTF-8")));

  List<ApplicationAttemptReport> appAttemptsReport = client
      .getApplicationAttempts(ConverterUtils.toApplicationId(applicationId));
  writer.println("Total number of application attempts " + ":"
      + appAttemptsReport.size());
  writer.printf(APPLICATION_ATTEMPTS_PATTERN, "ApplicationAttempt-Id",
      "State", "AM-Container-Id", "Tracking-URL");
  for (ApplicationAttemptReport appAttemptReport : appAttemptsReport) {
    writer.printf(APPLICATION_ATTEMPTS_PATTERN, appAttemptReport
        .getApplicationAttemptId(), appAttemptReport
        .getYarnApplicationAttemptState(), appAttemptReport
        .getAMContainerId().toString(), appAttemptReport.getTrackingUrl());
  }
  writer.flush();
}
 
Example 2
Source Project: hadoop   Source File: RMAppAttemptImpl.java    License: Apache License 2.0 6 votes vote down vote up
@Override
public ApplicationAttemptReport createApplicationAttemptReport() {
  this.readLock.lock();
  ApplicationAttemptReport attemptReport = null;
  try {
    // AM container maybe not yet allocated. and also unmangedAM doesn't have
    // am container.
    ContainerId amId =
        masterContainer == null ? null : masterContainer.getId();
    attemptReport = ApplicationAttemptReport.newInstance(this
        .getAppAttemptId(), this.getHost(), this.getRpcPort(), this
        .getTrackingUrl(), this.getOriginalTrackingUrl(), this.getDiagnostics(),
        YarnApplicationAttemptState .valueOf(this.getState().toString()), amId);
  } finally {
    this.readLock.unlock();
  }
  return attemptReport;
}
 
Example 3
Source Project: big-c   Source File: TestAHSClient.java    License: Apache License 2.0 6 votes vote down vote up
@Test(timeout = 10000)
public void testGetApplicationAttempts() throws YarnException, IOException {
  Configuration conf = new Configuration();
  final AHSClient client = new MockAHSClient();
  client.init(conf);
  client.start();

  ApplicationId applicationId = ApplicationId.newInstance(1234, 5);
  List<ApplicationAttemptReport> reports =
      client.getApplicationAttempts(applicationId);
  Assert.assertNotNull(reports);
  Assert.assertEquals(reports.get(0).getApplicationAttemptId(),
    ApplicationAttemptId.newInstance(applicationId, 1));
  Assert.assertEquals(reports.get(1).getApplicationAttemptId(),
    ApplicationAttemptId.newInstance(applicationId, 2));
  client.stop();
}
 
Example 4
@Override
public Map<ApplicationAttemptId, ApplicationAttemptReport>
    getApplicationAttempts(ApplicationId appId)
        throws YarnException, IOException {
  ApplicationReportExt app = getApplication(
      appId, ApplicationReportField.USER_AND_ACLS);
  checkAccess(app);
  TimelineEntities entities = timelineDataManager.getEntities(
      AppAttemptMetricsConstants.ENTITY_TYPE,
      new NameValuePair(
          AppAttemptMetricsConstants.PARENT_PRIMARY_FILTER, appId
              .toString()), null, null, null, null, null,
      Long.MAX_VALUE, EnumSet.allOf(Field.class),
      UserGroupInformation.getLoginUser());
  Map<ApplicationAttemptId, ApplicationAttemptReport> appAttempts =
      new LinkedHashMap<ApplicationAttemptId, ApplicationAttemptReport>();
  for (TimelineEntity entity : entities.getEntities()) {
    ApplicationAttemptReport appAttempt =
        convertToApplicationAttemptReport(entity);
    appAttempts.put(appAttempt.getApplicationAttemptId(), appAttempt);
  }
  return appAttempts;
}
 
Example 5
Source Project: big-c   Source File: TestYarnClient.java    License: Apache License 2.0 6 votes vote down vote up
@Test(timeout = 10000)
public void testGetApplicationAttempt() throws YarnException, IOException {
  Configuration conf = new Configuration();
  final YarnClient client = new MockYarnClient();
  client.init(conf);
  client.start();

  List<ApplicationReport> expectedReports = ((MockYarnClient) client)
      .getReports();

  ApplicationId applicationId = ApplicationId.newInstance(1234, 5);
  ApplicationAttemptId appAttemptId = ApplicationAttemptId.newInstance(
      applicationId, 1);
  ApplicationAttemptReport report = client
      .getApplicationAttemptReport(appAttemptId);
  Assert.assertNotNull(report);
  Assert.assertEquals(report.getApplicationAttemptId().toString(),
      expectedReports.get(0).getCurrentApplicationAttemptId().toString());
  client.stop();
}
 
Example 6
Source Project: big-c   Source File: YarnClientImpl.java    License: Apache License 2.0 6 votes vote down vote up
@Override
public List<ApplicationAttemptReport> getApplicationAttempts(
    ApplicationId appId) throws YarnException, IOException {
  try {
    GetApplicationAttemptsRequest request = Records
        .newRecord(GetApplicationAttemptsRequest.class);
    request.setApplicationId(appId);
    GetApplicationAttemptsResponse response = rmClient
        .getApplicationAttempts(request);
    return response.getApplicationAttemptList();
  } catch (YarnException e) {
    if (!historyServiceEnabled) {
      // Just throw it as usual if historyService is not enabled.
      throw e;
    }
    // Even if history-service is enabled, treat all exceptions still the same
    // except the following
    if (e.getClass() != ApplicationNotFoundException.class) {
      throw e;
    }
    return historyClient.getApplicationAttempts(appId);
  }
}
 
Example 7
Source Project: big-c   Source File: TestApplicationHistoryClientService.java    License: Apache License 2.0 6 votes vote down vote up
@Test
public void testApplicationAttempts() throws IOException, YarnException {
  ApplicationId appId = ApplicationId.newInstance(0, 1);
  ApplicationAttemptId appAttemptId =
      ApplicationAttemptId.newInstance(appId, 1);
  ApplicationAttemptId appAttemptId1 =
      ApplicationAttemptId.newInstance(appId, 2);
  GetApplicationAttemptsRequest request =
      GetApplicationAttemptsRequest.newInstance(appId);
  GetApplicationAttemptsResponse response =
      clientService.getApplicationAttempts(request);
  List<ApplicationAttemptReport> attemptReports =
      response.getApplicationAttemptList();
  Assert.assertNotNull(attemptReports);
  Assert.assertEquals(appAttemptId, attemptReports.get(0)
    .getApplicationAttemptId());
  Assert.assertEquals(appAttemptId1, attemptReports.get(1)
    .getApplicationAttemptId());
}
 
Example 8
Source Project: hadoop   Source File: YarnClientImpl.java    License: Apache License 2.0 6 votes vote down vote up
@Override
public ApplicationAttemptReport getApplicationAttemptReport(
    ApplicationAttemptId appAttemptId) throws YarnException, IOException {
  try {
    GetApplicationAttemptReportRequest request = Records
        .newRecord(GetApplicationAttemptReportRequest.class);
    request.setApplicationAttemptId(appAttemptId);
    GetApplicationAttemptReportResponse response = rmClient
        .getApplicationAttemptReport(request);
    return response.getApplicationAttemptReport();
  } catch (YarnException e) {
    if (!historyServiceEnabled) {
      // Just throw it as usual if historyService is not enabled.
      throw e;
    }
    // Even if history-service is enabled, treat all exceptions still the same
    // except the following
    if (e.getClass() != ApplicationNotFoundException.class) {
      throw e;
    }
    return historyClient.getApplicationAttemptReport(appAttemptId);
  }
}
 
Example 9
Source Project: hadoop   Source File: YarnClientImpl.java    License: Apache License 2.0 6 votes vote down vote up
@Override
public List<ApplicationAttemptReport> getApplicationAttempts(
    ApplicationId appId) throws YarnException, IOException {
  try {
    GetApplicationAttemptsRequest request = Records
        .newRecord(GetApplicationAttemptsRequest.class);
    request.setApplicationId(appId);
    GetApplicationAttemptsResponse response = rmClient
        .getApplicationAttempts(request);
    return response.getApplicationAttemptList();
  } catch (YarnException e) {
    if (!historyServiceEnabled) {
      // Just throw it as usual if historyService is not enabled.
      throw e;
    }
    // Even if history-service is enabled, treat all exceptions still the same
    // except the following
    if (e.getClass() != ApplicationNotFoundException.class) {
      throw e;
    }
    return historyClient.getApplicationAttempts(appId);
  }
}
 
Example 10
Source Project: hadoop   Source File: ApplicationCLI.java    License: Apache License 2.0 6 votes vote down vote up
/**
 * Lists the application attempts matching the given applicationid
 * 
 * @param applicationId
 * @throws YarnException
 * @throws IOException
 */
private void listApplicationAttempts(String applicationId) throws YarnException,
    IOException {
  PrintWriter writer = new PrintWriter(
      new OutputStreamWriter(sysout, Charset.forName("UTF-8")));

  List<ApplicationAttemptReport> appAttemptsReport = client
      .getApplicationAttempts(ConverterUtils.toApplicationId(applicationId));
  writer.println("Total number of application attempts " + ":"
      + appAttemptsReport.size());
  writer.printf(APPLICATION_ATTEMPTS_PATTERN, "ApplicationAttempt-Id",
      "State", "AM-Container-Id", "Tracking-URL");
  for (ApplicationAttemptReport appAttemptReport : appAttemptsReport) {
    writer.printf(APPLICATION_ATTEMPTS_PATTERN, appAttemptReport
        .getApplicationAttemptId(), appAttemptReport
        .getYarnApplicationAttemptState(), appAttemptReport
        .getAMContainerId().toString(), appAttemptReport.getTrackingUrl());
  }
  writer.flush();
}
 
Example 11
Source Project: hadoop   Source File: TestAHSClient.java    License: Apache License 2.0 6 votes vote down vote up
@Test(timeout = 10000)
public void testGetApplicationAttempt() throws YarnException, IOException {
  Configuration conf = new Configuration();
  final AHSClient client = new MockAHSClient();
  client.init(conf);
  client.start();

  List<ApplicationReport> expectedReports =
      ((MockAHSClient) client).getReports();

  ApplicationId applicationId = ApplicationId.newInstance(1234, 5);
  ApplicationAttemptId appAttemptId =
      ApplicationAttemptId.newInstance(applicationId, 1);
  ApplicationAttemptReport report =
      client.getApplicationAttemptReport(appAttemptId);
  Assert.assertNotNull(report);
  Assert.assertEquals(report.getApplicationAttemptId().toString(),
    expectedReports.get(0).getCurrentApplicationAttemptId().toString());
  client.stop();
}
 
Example 12
Source Project: hadoop   Source File: TestYarnClient.java    License: Apache License 2.0 6 votes vote down vote up
@Test(timeout = 10000)
public void testGetApplicationAttempt() throws YarnException, IOException {
  Configuration conf = new Configuration();
  final YarnClient client = new MockYarnClient();
  client.init(conf);
  client.start();

  List<ApplicationReport> expectedReports = ((MockYarnClient) client)
      .getReports();

  ApplicationId applicationId = ApplicationId.newInstance(1234, 5);
  ApplicationAttemptId appAttemptId = ApplicationAttemptId.newInstance(
      applicationId, 1);
  ApplicationAttemptReport report = client
      .getApplicationAttemptReport(appAttemptId);
  Assert.assertNotNull(report);
  Assert.assertEquals(report.getApplicationAttemptId().toString(),
      expectedReports.get(0).getCurrentApplicationAttemptId().toString());
  client.stop();
}
 
Example 13
@Override
public Map<ApplicationAttemptId, ApplicationAttemptReport>
    getApplicationAttempts(ApplicationId appId)
        throws YarnException, IOException {
  ApplicationReportExt app = getApplication(
      appId, ApplicationReportField.USER_AND_ACLS);
  checkAccess(app);
  TimelineEntities entities = timelineDataManager.getEntities(
      AppAttemptMetricsConstants.ENTITY_TYPE,
      new NameValuePair(
          AppAttemptMetricsConstants.PARENT_PRIMARY_FILTER, appId
              .toString()), null, null, null, null, null,
      Long.MAX_VALUE, EnumSet.allOf(Field.class),
      UserGroupInformation.getLoginUser());
  Map<ApplicationAttemptId, ApplicationAttemptReport> appAttempts =
      new LinkedHashMap<ApplicationAttemptId, ApplicationAttemptReport>();
  for (TimelineEntity entity : entities.getEntities()) {
    ApplicationAttemptReport appAttempt =
        convertToApplicationAttemptReport(entity);
    appAttempts.put(appAttempt.getApplicationAttemptId(), appAttempt);
  }
  return appAttempts;
}
 
Example 14
Source Project: big-c   Source File: AHSClientImpl.java    License: Apache License 2.0 5 votes vote down vote up
@Override
public ApplicationAttemptReport getApplicationAttemptReport(
    ApplicationAttemptId applicationAttemptId) throws YarnException,
    IOException {
  GetApplicationAttemptReportRequest request = GetApplicationAttemptReportRequest
      .newInstance(applicationAttemptId);
  GetApplicationAttemptReportResponse response = ahsClient
      .getApplicationAttemptReport(request);
  return response.getApplicationAttemptReport();
}
 
Example 15
private void initLocalApplicationAttemptsList() {
  if (this.applicationAttemptList != null) {
    return;
  }
  GetApplicationAttemptsResponseProtoOrBuilder p = viaProto ? proto : builder;
  List<ApplicationAttemptReportProto> list = p.getApplicationAttemptsList();
  applicationAttemptList = new ArrayList<ApplicationAttemptReport>();

  for (ApplicationAttemptReportProto a : list) {
    applicationAttemptList.add(convertFromProtoFormat(a));
  }
}
 
Example 16
private void addLocalApplicationAttemptsToProto() {
  maybeInitBuilder();
  builder.clearApplicationAttempts();
  if (applicationAttemptList == null) {
    return;
  }
  Iterable<ApplicationAttemptReportProto> iterable =
      new Iterable<ApplicationAttemptReportProto>() {
        @Override
        public Iterator<ApplicationAttemptReportProto> iterator() {
          return new Iterator<ApplicationAttemptReportProto>() {

            Iterator<ApplicationAttemptReport> iter = applicationAttemptList
              .iterator();

            @Override
            public boolean hasNext() {
              return iter.hasNext();
            }

            @Override
            public ApplicationAttemptReportProto next() {
              return convertToProtoFormat(iter.next());
            }

            @Override
            public void remove() {
              throw new UnsupportedOperationException();

            }
          };

        }
      };
  builder.addAllApplicationAttempts(iterable);
}
 
Example 17
@Override
public ApplicationAttemptReport getApplicationAttemptReport() {
  if (this.applicationAttemptReport != null) {
    return this.applicationAttemptReport;
  }
  GetApplicationAttemptReportResponseProtoOrBuilder p =
      viaProto ? proto : builder;
  if (!p.hasApplicationAttemptReport()) {
    return null;
  }
  this.applicationAttemptReport =
      convertFromProtoFormat(p.getApplicationAttemptReport());
  return this.applicationAttemptReport;
}
 
Example 18
@Override
public void setApplicationAttemptReport(
    ApplicationAttemptReport ApplicationAttemptReport) {
  maybeInitBuilder();
  if (ApplicationAttemptReport == null) {
    builder.clearApplicationAttemptReport();
  }
  this.applicationAttemptReport = ApplicationAttemptReport;
}
 
Example 19
Source Project: hadoop   Source File: ClientRMService.java    License: Apache License 2.0 5 votes vote down vote up
@Override
public GetApplicationAttemptsResponse getApplicationAttempts(
    GetApplicationAttemptsRequest request) throws YarnException, IOException {
  ApplicationId appId = request.getApplicationId();
  UserGroupInformation callerUGI;
  try {
    callerUGI = UserGroupInformation.getCurrentUser();
  } catch (IOException ie) {
    LOG.info("Error getting UGI ", ie);
    throw RPCUtil.getRemoteException(ie);
  }
  RMApp application = this.rmContext.getRMApps().get(appId);
  if (application == null) {
    // If the RM doesn't have the application, throw
    // ApplicationNotFoundException and let client to handle.
    throw new ApplicationNotFoundException("Application with id '" + appId
        + "' doesn't exist in RM.");
  }
  boolean allowAccess = checkAccess(callerUGI, application.getUser(),
      ApplicationAccessType.VIEW_APP, application);
  GetApplicationAttemptsResponse response = null;
  if (allowAccess) {
    Map<ApplicationAttemptId, RMAppAttempt> attempts = application
        .getAppAttempts();
    List<ApplicationAttemptReport> listAttempts = 
      new ArrayList<ApplicationAttemptReport>();
    Iterator<Map.Entry<ApplicationAttemptId, RMAppAttempt>> iter = attempts
        .entrySet().iterator();
    while (iter.hasNext()) {
      listAttempts.add(iter.next().getValue()
          .createApplicationAttemptReport());
    }
    response = GetApplicationAttemptsResponse.newInstance(listAttempts);
  } else {
    throw new YarnException("User " + callerUGI.getShortUserName()
        + " does not have privilage to see this aplication " + appId);
  }
  return response;
}
 
Example 20
Source Project: hadoop   Source File: ApplicationHistoryManagerImpl.java    License: Apache License 2.0 5 votes vote down vote up
private ApplicationAttemptReport convertToApplicationAttemptReport(
    ApplicationAttemptHistoryData appAttemptHistory) {
  return ApplicationAttemptReport.newInstance(
    appAttemptHistory.getApplicationAttemptId(), appAttemptHistory.getHost(),
    appAttemptHistory.getRPCPort(), appAttemptHistory.getTrackingURL(), null,
    appAttemptHistory.getDiagnosticsInfo(),
    appAttemptHistory.getYarnApplicationAttemptState(),
    appAttemptHistory.getMasterContainerId());
}
 
Example 21
Source Project: big-c   Source File: ProtocolHATestBase.java    License: Apache License 2.0 5 votes vote down vote up
public List<ApplicationAttemptReport>
    createFakeApplicationAttemptReports() {
  List<ApplicationAttemptReport> reports =
      new ArrayList<ApplicationAttemptReport>();
  reports.add(createFakeApplicationAttemptReport());
  return reports;
}
 
Example 22
Source Project: hadoop   Source File: ApplicationHistoryClientService.java    License: Apache License 2.0 5 votes vote down vote up
@Override
public GetApplicationAttemptsResponse getApplicationAttempts(
    GetApplicationAttemptsRequest request) throws YarnException, IOException {
  GetApplicationAttemptsResponse response =
      GetApplicationAttemptsResponse
        .newInstance(new ArrayList<ApplicationAttemptReport>(history
          .getApplicationAttempts(request.getApplicationId()).values()));
  return response;
}
 
Example 23
Source Project: big-c   Source File: ApplicationHistoryManagerImpl.java    License: Apache License 2.0 5 votes vote down vote up
@Override
public Map<ApplicationAttemptId, ApplicationAttemptReport>
    getApplicationAttempts(ApplicationId appId) throws IOException {
  Map<ApplicationAttemptId, ApplicationAttemptHistoryData> histData =
      historyStore.getApplicationAttempts(appId);
  HashMap<ApplicationAttemptId, ApplicationAttemptReport> applicationAttemptsReport =
      new HashMap<ApplicationAttemptId, ApplicationAttemptReport>();
  for (Entry<ApplicationAttemptId, ApplicationAttemptHistoryData> entry : histData
    .entrySet()) {
    applicationAttemptsReport.put(entry.getKey(),
      convertToApplicationAttemptReport(entry.getValue()));
  }
  return applicationAttemptsReport;
}
 
Example 24
Source Project: big-c   Source File: ApplicationHistoryManagerImpl.java    License: Apache License 2.0 5 votes vote down vote up
private ApplicationAttemptReport convertToApplicationAttemptReport(
    ApplicationAttemptHistoryData appAttemptHistory) {
  return ApplicationAttemptReport.newInstance(
    appAttemptHistory.getApplicationAttemptId(), appAttemptHistory.getHost(),
    appAttemptHistory.getRPCPort(), appAttemptHistory.getTrackingURL(), null,
    appAttemptHistory.getDiagnosticsInfo(),
    appAttemptHistory.getYarnApplicationAttemptState(),
    appAttemptHistory.getMasterContainerId());
}
 
Example 25
Source Project: big-c   Source File: TestApplicationHistoryClientService.java    License: Apache License 2.0 5 votes vote down vote up
@Test
public void testApplicationAttemptReport() throws IOException, YarnException {
  ApplicationId appId = ApplicationId.newInstance(0, 1);
  ApplicationAttemptId appAttemptId =
      ApplicationAttemptId.newInstance(appId, 1);
  GetApplicationAttemptReportRequest request =
      GetApplicationAttemptReportRequest.newInstance(appAttemptId);
  GetApplicationAttemptReportResponse response =
      clientService.getApplicationAttemptReport(request);
  ApplicationAttemptReport attemptReport =
      response.getApplicationAttemptReport();
  Assert.assertNotNull(attemptReport);
  Assert.assertEquals("appattempt_0_0001_000001", attemptReport
    .getApplicationAttemptId().toString());
}
 
Example 26
Source Project: hadoop   Source File: AHSClientImpl.java    License: Apache License 2.0 5 votes vote down vote up
@Override
public List<ApplicationAttemptReport> getApplicationAttempts(
    ApplicationId appId) throws YarnException, IOException {
  GetApplicationAttemptsRequest request = GetApplicationAttemptsRequest
      .newInstance(appId);
  GetApplicationAttemptsResponse response = ahsClient
      .getApplicationAttempts(request);
  return response.getApplicationAttemptList();
}
 
Example 27
Source Project: hadoop   Source File: TestApplicationClientProtocolOnHA.java    License: Apache License 2.0 5 votes vote down vote up
@Test(timeout = 15000)
public void testGetApplicationAttemptReportOnHA() throws Exception {
  ApplicationAttemptReport report =
      client.getApplicationAttemptReport(cluster
          .createFakeApplicationAttemptId());
  Assert.assertTrue(report != null);
  Assert.assertEquals(cluster.createFakeApplicationAttemptReport(), report);
}
 
Example 28
Source Project: hadoop   Source File: TestApplicationClientProtocolOnHA.java    License: Apache License 2.0 5 votes vote down vote up
@Test(timeout = 15000)
public void testGetApplicationAttemptsOnHA() throws Exception {
  List<ApplicationAttemptReport> reports =
      client.getApplicationAttempts(cluster.createFakeAppId());
  Assert.assertTrue(reports != null && !reports.isEmpty());
  Assert.assertEquals(cluster.createFakeApplicationAttemptReports(),
      reports);
}
 
Example 29
Source Project: hadoop   Source File: ProtocolHATestBase.java    License: Apache License 2.0 5 votes vote down vote up
public List<ApplicationAttemptReport>
    createFakeApplicationAttemptReports() {
  List<ApplicationAttemptReport> reports =
      new ArrayList<ApplicationAttemptReport>();
  reports.add(createFakeApplicationAttemptReport());
  return reports;
}
 
Example 30
Source Project: hadoop   Source File: TestAHSClient.java    License: Apache License 2.0 5 votes vote down vote up
@Override
public List<ApplicationAttemptReport> getApplicationAttempts(
    ApplicationId appId) throws YarnException, IOException {
  when(mockAppAttemptsResponse.getApplicationAttemptList()).thenReturn(
    getAttempts(appId));
  return super.getApplicationAttempts(appId);
}