Java Code Examples for org.apache.hadoop.hdfs.web.URLConnectionFactory#newDefaultURLConnectionFactory()

The following examples show how to use org.apache.hadoop.hdfs.web.URLConnectionFactory#newDefaultURLConnectionFactory() . You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
Source File: TestStorageContainerManagerHttpServer.java    From hadoop-ozone with Apache License 2.0 6 votes vote down vote up 
@BeforeClass public static void setUp() throws Exception {
  File base = new File(BASEDIR);
  FileUtil.fullyDelete(base);
  base.mkdirs();
  conf = new OzoneConfiguration();
  keystoresDir = new File(BASEDIR).getAbsolutePath();
  sslConfDir = KeyStoreTestUtil.getClasspathDir(
      TestStorageContainerManagerHttpServer.class);
  KeyStoreTestUtil.setupSSLConfig(keystoresDir, sslConfDir, conf, false);
  connectionFactory =
      URLConnectionFactory.newDefaultURLConnectionFactory(conf);
  conf.set(OzoneConfigKeys.OZONE_CLIENT_HTTPS_KEYSTORE_RESOURCE_KEY,
      KeyStoreTestUtil.getClientSSLConfigFileName());
  conf.set(OzoneConfigKeys.OZONE_SERVER_HTTPS_KEYSTORE_RESOURCE_KEY,
      KeyStoreTestUtil.getServerSSLConfigFileName());
}
Example 2
Source File: TestOzoneManagerHttpServer.java    From hadoop-ozone with Apache License 2.0 6 votes vote down vote up 
@BeforeClass public static void setUp() throws Exception {
  File base = new File(BASEDIR);
  FileUtil.fullyDelete(base);
  base.mkdirs();
  conf = new OzoneConfiguration();
  keystoresDir = new File(BASEDIR).getAbsolutePath();
  sslConfDir = KeyStoreTestUtil.getClasspathDir(
      TestOzoneManagerHttpServer.class);
  KeyStoreTestUtil.setupSSLConfig(keystoresDir, sslConfDir, conf, false);
  connectionFactory =
      URLConnectionFactory.newDefaultURLConnectionFactory(conf);
  conf.set(OzoneConfigKeys.OZONE_CLIENT_HTTPS_KEYSTORE_RESOURCE_KEY,
      KeyStoreTestUtil.getClientSSLConfigFileName());
  conf.set(OzoneConfigKeys.OZONE_SERVER_HTTPS_KEYSTORE_RESOURCE_KEY,
      KeyStoreTestUtil.getServerSSLConfigFileName());
}
Example 3
Source File: OzoneManagerSnapshotProvider.java    From hadoop-ozone with Apache License 2.0 5 votes vote down vote up 
public OzoneManagerSnapshotProvider(ConfigurationSource conf,
    File omRatisSnapshotDir, List<OMNodeDetails> peerNodes) {

  LOG.info("Initializing OM Snapshot Provider");
  this.omSnapshotDir = omRatisSnapshotDir;

  this.peerNodesMap = new HashMap<>();
  for (OMNodeDetails peerNode : peerNodes) {
    this.peerNodesMap.put(peerNode.getOMNodeId(), peerNode);
  }

  this.httpPolicy = HttpConfig.getHttpPolicy(conf);
  this.spnegoEnabled = conf.get(OZONE_OM_HTTP_AUTH_TYPE, "simple")
      .equals("kerberos");

  TimeUnit connectionTimeoutUnit =
      OZONE_OM_SNAPSHOT_PROVIDER_CONNECTION_TIMEOUT_DEFAULT.getUnit();
  int connectionTimeoutMS = (int) conf.getTimeDuration(
      OZONE_OM_SNAPSHOT_PROVIDER_CONNECTION_TIMEOUT_KEY,
      OZONE_OM_SNAPSHOT_PROVIDER_CONNECTION_TIMEOUT_DEFAULT.getDuration(),
      connectionTimeoutUnit);

  TimeUnit requestTimeoutUnit =
      OZONE_OM_SNAPSHOT_PROVIDER_REQUEST_TIMEOUT_DEFAULT.getUnit();
  int requestTimeoutMS = (int) conf.getTimeDuration(
      OZONE_OM_SNAPSHOT_PROVIDER_REQUEST_TIMEOUT_KEY,
      OZONE_OM_SNAPSHOT_PROVIDER_REQUEST_TIMEOUT_DEFAULT.getDuration(),
      requestTimeoutUnit);

  connectionFactory = URLConnectionFactory
    .newDefaultURLConnectionFactory(connectionTimeoutMS, requestTimeoutMS,
          LegacyHadoopConfigurationSource.asHadoopConfiguration(conf));
}
Example 4
Source File: DFSck.java    From hadoop with Apache License 2.0 5 votes vote down vote up 
public DFSck(Configuration conf, PrintStream out) throws IOException {
  super(conf);
  this.ugi = UserGroupInformation.getCurrentUser();
  this.out = out;
  this.connectionFactory = URLConnectionFactory
      .newDefaultURLConnectionFactory(conf);
  this.isSpnegoEnabled = UserGroupInformation.isSecurityEnabled();
}
Example 5
Source File: QuorumJournalManager.java    From hadoop with Apache License 2.0 5 votes vote down vote up 
QuorumJournalManager(Configuration conf,
    URI uri, NamespaceInfo nsInfo,
    AsyncLogger.Factory loggerFactory) throws IOException {
  Preconditions.checkArgument(conf != null, "must be configured");

  this.conf = conf;
  this.uri = uri;
  this.nsInfo = nsInfo;
  this.loggers = new AsyncLoggerSet(createLoggers(loggerFactory));
  this.connectionFactory = URLConnectionFactory
      .newDefaultURLConnectionFactory(conf);

  // Configure timeouts.
  this.startSegmentTimeoutMs = conf.getInt(
      DFSConfigKeys.DFS_QJOURNAL_START_SEGMENT_TIMEOUT_KEY,
      DFSConfigKeys.DFS_QJOURNAL_START_SEGMENT_TIMEOUT_DEFAULT);
  this.prepareRecoveryTimeoutMs = conf.getInt(
      DFSConfigKeys.DFS_QJOURNAL_PREPARE_RECOVERY_TIMEOUT_KEY,
      DFSConfigKeys.DFS_QJOURNAL_PREPARE_RECOVERY_TIMEOUT_DEFAULT);
  this.acceptRecoveryTimeoutMs = conf.getInt(
      DFSConfigKeys.DFS_QJOURNAL_ACCEPT_RECOVERY_TIMEOUT_KEY,
      DFSConfigKeys.DFS_QJOURNAL_ACCEPT_RECOVERY_TIMEOUT_DEFAULT);
  this.finalizeSegmentTimeoutMs = conf.getInt(
      DFSConfigKeys.DFS_QJOURNAL_FINALIZE_SEGMENT_TIMEOUT_KEY,
      DFSConfigKeys.DFS_QJOURNAL_FINALIZE_SEGMENT_TIMEOUT_DEFAULT);
  this.selectInputStreamsTimeoutMs = conf.getInt(
      DFSConfigKeys.DFS_QJOURNAL_SELECT_INPUT_STREAMS_TIMEOUT_KEY,
      DFSConfigKeys.DFS_QJOURNAL_SELECT_INPUT_STREAMS_TIMEOUT_DEFAULT);
  this.getJournalStateTimeoutMs = conf.getInt(
      DFSConfigKeys.DFS_QJOURNAL_GET_JOURNAL_STATE_TIMEOUT_KEY,
      DFSConfigKeys.DFS_QJOURNAL_GET_JOURNAL_STATE_TIMEOUT_DEFAULT);
  this.newEpochTimeoutMs = conf.getInt(
      DFSConfigKeys.DFS_QJOURNAL_NEW_EPOCH_TIMEOUT_KEY,
      DFSConfigKeys.DFS_QJOURNAL_NEW_EPOCH_TIMEOUT_DEFAULT);
  this.writeTxnsTimeoutMs = conf.getInt(
      DFSConfigKeys.DFS_QJOURNAL_WRITE_TXNS_TIMEOUT_KEY,
      DFSConfigKeys.DFS_QJOURNAL_WRITE_TXNS_TIMEOUT_DEFAULT);
}
Example 6
Source File: TestNameNodeHttpServer.java    From hadoop with Apache License 2.0 5 votes vote down vote up 
@BeforeClass
public static void setUp() throws Exception {
  File base = new File(BASEDIR);
  FileUtil.fullyDelete(base);
  base.mkdirs();
  conf = new Configuration();
  keystoresDir = new File(BASEDIR).getAbsolutePath();
  sslConfDir = KeyStoreTestUtil.getClasspathDir(TestNameNodeHttpServer.class);
  KeyStoreTestUtil.setupSSLConfig(keystoresDir, sslConfDir, conf, false);
  connectionFactory = URLConnectionFactory
      .newDefaultURLConnectionFactory(conf);
}
Example 7
Source File: DFSck.java    From big-c with Apache License 2.0 5 votes vote down vote up 
public DFSck(Configuration conf, PrintStream out) throws IOException {
  super(conf);
  this.ugi = UserGroupInformation.getCurrentUser();
  this.out = out;
  this.connectionFactory = URLConnectionFactory
      .newDefaultURLConnectionFactory(conf);
  this.isSpnegoEnabled = UserGroupInformation.isSecurityEnabled();
}
Example 8
Source File: QuorumJournalManager.java    From big-c with Apache License 2.0 5 votes vote down vote up 
QuorumJournalManager(Configuration conf,
    URI uri, NamespaceInfo nsInfo,
    AsyncLogger.Factory loggerFactory) throws IOException {
  Preconditions.checkArgument(conf != null, "must be configured");

  this.conf = conf;
  this.uri = uri;
  this.nsInfo = nsInfo;
  this.loggers = new AsyncLoggerSet(createLoggers(loggerFactory));
  this.connectionFactory = URLConnectionFactory
      .newDefaultURLConnectionFactory(conf);

  // Configure timeouts.
  this.startSegmentTimeoutMs = conf.getInt(
      DFSConfigKeys.DFS_QJOURNAL_START_SEGMENT_TIMEOUT_KEY,
      DFSConfigKeys.DFS_QJOURNAL_START_SEGMENT_TIMEOUT_DEFAULT);
  this.prepareRecoveryTimeoutMs = conf.getInt(
      DFSConfigKeys.DFS_QJOURNAL_PREPARE_RECOVERY_TIMEOUT_KEY,
      DFSConfigKeys.DFS_QJOURNAL_PREPARE_RECOVERY_TIMEOUT_DEFAULT);
  this.acceptRecoveryTimeoutMs = conf.getInt(
      DFSConfigKeys.DFS_QJOURNAL_ACCEPT_RECOVERY_TIMEOUT_KEY,
      DFSConfigKeys.DFS_QJOURNAL_ACCEPT_RECOVERY_TIMEOUT_DEFAULT);
  this.finalizeSegmentTimeoutMs = conf.getInt(
      DFSConfigKeys.DFS_QJOURNAL_FINALIZE_SEGMENT_TIMEOUT_KEY,
      DFSConfigKeys.DFS_QJOURNAL_FINALIZE_SEGMENT_TIMEOUT_DEFAULT);
  this.selectInputStreamsTimeoutMs = conf.getInt(
      DFSConfigKeys.DFS_QJOURNAL_SELECT_INPUT_STREAMS_TIMEOUT_KEY,
      DFSConfigKeys.DFS_QJOURNAL_SELECT_INPUT_STREAMS_TIMEOUT_DEFAULT);
  this.getJournalStateTimeoutMs = conf.getInt(
      DFSConfigKeys.DFS_QJOURNAL_GET_JOURNAL_STATE_TIMEOUT_KEY,
      DFSConfigKeys.DFS_QJOURNAL_GET_JOURNAL_STATE_TIMEOUT_DEFAULT);
  this.newEpochTimeoutMs = conf.getInt(
      DFSConfigKeys.DFS_QJOURNAL_NEW_EPOCH_TIMEOUT_KEY,
      DFSConfigKeys.DFS_QJOURNAL_NEW_EPOCH_TIMEOUT_DEFAULT);
  this.writeTxnsTimeoutMs = conf.getInt(
      DFSConfigKeys.DFS_QJOURNAL_WRITE_TXNS_TIMEOUT_KEY,
      DFSConfigKeys.DFS_QJOURNAL_WRITE_TXNS_TIMEOUT_DEFAULT);
}
Example 9
Source File: TestNameNodeHttpServer.java    From big-c with Apache License 2.0 5 votes vote down vote up 
@BeforeClass
public static void setUp() throws Exception {
  File base = new File(BASEDIR);
  FileUtil.fullyDelete(base);
  base.mkdirs();
  conf = new Configuration();
  keystoresDir = new File(BASEDIR).getAbsolutePath();
  sslConfDir = KeyStoreTestUtil.getClasspathDir(TestNameNodeHttpServer.class);
  KeyStoreTestUtil.setupSSLConfig(keystoresDir, sslConfDir, conf, false);
  connectionFactory = URLConnectionFactory
      .newDefaultURLConnectionFactory(conf);
}
Example 10
Source File: OzoneManagerServiceProviderImpl.java    From hadoop-ozone with Apache License 2.0 4 votes vote down vote up 
@Inject
public OzoneManagerServiceProviderImpl(
    OzoneConfiguration configuration,
    ReconOMMetadataManager omMetadataManager,
    ReconTaskController reconTaskController,
    ReconUtils reconUtils,
    OzoneManagerProtocol ozoneManagerClient) {

  int connectionTimeout = (int) configuration.getTimeDuration(
      RECON_OM_CONNECTION_TIMEOUT,
      RECON_OM_CONNECTION_TIMEOUT_DEFAULT, TimeUnit.MILLISECONDS);
  int connectionRequestTimeout = (int)configuration.getTimeDuration(
      RECON_OM_CONNECTION_REQUEST_TIMEOUT,
      RECON_OM_CONNECTION_REQUEST_TIMEOUT_DEFAULT, TimeUnit.MILLISECONDS);

  connectionFactory =
      URLConnectionFactory.newDefaultURLConnectionFactory(connectionTimeout,
          connectionRequestTimeout, configuration);

  String ozoneManagerHttpAddress = configuration.get(OMConfigKeys
      .OZONE_OM_HTTP_ADDRESS_KEY);

  String ozoneManagerHttpsAddress = configuration.get(OMConfigKeys
      .OZONE_OM_HTTPS_ADDRESS_KEY);

  omSnapshotDBParentDir = reconUtils.getReconDbDir(configuration,
      OZONE_RECON_OM_SNAPSHOT_DB_DIR);

  HttpConfig.Policy policy = HttpConfig.getHttpPolicy(configuration);

  omDBSnapshotUrl = "http://" + ozoneManagerHttpAddress +
      OZONE_OM_DB_CHECKPOINT_HTTP_ENDPOINT;

  if (policy.isHttpsEnabled()) {
    omDBSnapshotUrl = "https://" + ozoneManagerHttpsAddress +
        OZONE_OM_DB_CHECKPOINT_HTTP_ENDPOINT;
  }

  boolean flushParam = configuration.getBoolean(
      RECON_OM_SNAPSHOT_TASK_FLUSH_PARAM, false);

  if (flushParam) {
    omDBSnapshotUrl += "?" + OZONE_DB_CHECKPOINT_REQUEST_FLUSH + "=true";
  }

  this.reconUtils = reconUtils;
  this.omMetadataManager = omMetadataManager;
  this.reconTaskController = reconTaskController;
  this.reconTaskStatusDao = reconTaskController.getReconTaskStatusDao();
  this.ozoneManagerClient = ozoneManagerClient;
  this.configuration = configuration;
  this.metrics = OzoneManagerSyncMetrics.create();
}