Java Code Examples for org.apache.hadoop.yarn.api.records.NodeId#getHost()

The following examples show how to use org.apache.hadoop.yarn.api.records.NodeId#getHost() . These examples are extracted from open source projects. You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
@Override
public void afterSchedulerEventHandled(SchedulerEvent event) {
  switch (event.getType()) {
    case NODE_ADDED:
      if (!(event instanceof NodeAddedSchedulerEvent)) {
        LOGGER.error("{} not an instance of {}", event.getClass().getName(), NodeAddedSchedulerEvent.class.getName());
        return;
      }

      NodeAddedSchedulerEvent nodeAddedEvent = (NodeAddedSchedulerEvent) event;
      NodeId nodeId = nodeAddedEvent.getAddedRMNode().getNodeID();
      String host = nodeId.getHost();

      SchedulerNode node = yarnScheduler.getSchedulerNode(nodeId);
      nodeStore.add(node);
      LOGGER.info("afterSchedulerEventHandled: NM registration from node {}", host);
      break;

    case NODE_UPDATE:
      if (!(event instanceof NodeUpdateSchedulerEvent)) {
        LOGGER.error("{} not an instance of {}", event.getClass().getName(), NodeUpdateSchedulerEvent.class.getName());
        return;
      }

      RMNode rmNode = ((NodeUpdateSchedulerEvent) event).getRMNode();
      handleContainerAllocation(rmNode);

      break;

    default:
      break;
  }
}
 
Example 2
Source Project: incubator-tez   File: AMNodeMap.java    License: Apache License 2.0 5 votes vote down vote up
private void addToBlackList(NodeId nodeId) {
  String host = nodeId.getHost();
  Set<NodeId> nodes;
  
  if (!blacklistMap.containsKey(host)) {
    nodes = new HashSet<NodeId>();
    blacklistMap.put(host, nodes);
  } else {
    nodes = blacklistMap.get(host);
  }
  
  if (!nodes.contains(nodeId)) {
    nodes.add(nodeId);
  }
}
 
Example 3
Source Project: tez   File: PerSourceNodeTracker.java    License: Apache License 2.0 5 votes vote down vote up
private void addToBlackList(NodeId nodeId) {
  String host = nodeId.getHost();

  if (!blacklistMap.containsKey(host)) {
    blacklistMap.putIfAbsent(host, new HashSet<NodeId>());
  }
  Set<NodeId> nodes = blacklistMap.get(host);

  if (!nodes.contains(nodeId)) {
    nodes.add(nodeId);
  }
}
 
Example 4
Source Project: tez   File: TestAMNodeTracker.java    License: Apache License 2.0 5 votes vote down vote up
private static NodeReport generateNodeReport(NodeId nodeId, NodeState nodeState) {
  NodeReport nodeReport = mock(NodeReport.class);
  doReturn(nodeId).when(nodeReport).getNodeId();
  doReturn(nodeState).when(nodeReport).getNodeState();
  String httpAddress = nodeId.getHost() + ":3433";
  doReturn(httpAddress).when(nodeReport).getHttpAddress();
  doReturn("/default-rack").when(nodeReport).getRackName();
  doReturn(Resource.newInstance(0, 0)).when(nodeReport).getUsed();
  doReturn(Resource.newInstance(10240, 12)).when(nodeReport).getCapability();
  doReturn(10).when(nodeReport).getNumContainers();
  doReturn(nodeState.toString()).when(nodeReport).getHealthReport();
  long healthReportTime = System.currentTimeMillis();
  doReturn(healthReportTime).when(nodeReport).getLastHealthReportTime();
  return nodeReport;
}
 
Example 5
public static RMNode getRMNode(String host, int port, Resource resource) {
  NodeId id = NodeId.newInstance(host, port);
  RMContext context = new MockRMContext();
  return new RMNodeImpl(id, context, id.getHost(), id.getPort(), id.getPort(), new NodeBase(host, "/tmp"), resource, "version-one");
}