Java Code Examples for org.apache.hadoop.metrics2.lib.DefaultMetricsSystem#setMiniClusterMode()
The following examples show how to use
org.apache.hadoop.metrics2.lib.DefaultMetricsSystem#setMiniClusterMode() .
You can vote up the ones you like or vote down the ones you don't like,
and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
Source File: MiniOzoneChaosCluster.java From hadoop-ozone with Apache License 2.0 | 5 votes |
@Override public MiniOzoneChaosCluster build() throws IOException { DefaultMetricsSystem.setMiniClusterMode(true); initializeConfiguration(); if (numOfOMs > 1) { initOMRatisConf(); } StorageContainerManager scm; List<OzoneManager> omList; try { scm = createSCM(); scm.start(); if (numOfOMs > 1) { omList = createOMService(); } else { OzoneManager om = createOM(); om.start(); omList = Arrays.asList(om); } } catch (AuthenticationException ex) { throw new IOException("Unable to build MiniOzoneCluster. ", ex); } final List<HddsDatanodeService> hddsDatanodes = createHddsDatanodes( scm, null); MiniOzoneChaosCluster cluster = new MiniOzoneChaosCluster(conf, omList, scm, hddsDatanodes, omServiceId, clazzes); if (startDataNodes) { cluster.startHddsDatanodes(); } return cluster; }
Example 2
Source File: TestSecureOzoneCluster.java From hadoop-ozone with Apache License 2.0 | 5 votes |
@Before public void init() { try { conf = new OzoneConfiguration(); conf.set(OZONE_SCM_CLIENT_ADDRESS_KEY, "localhost"); conf.setInt(OZONE_SCM_CLIENT_PORT_KEY, getPort(OZONE_SCM_CLIENT_PORT_DEFAULT, 100)); conf.setInt(OZONE_SCM_DATANODE_PORT_KEY, getPort(OZONE_SCM_DATANODE_PORT_DEFAULT, 100)); conf.setInt(OZONE_SCM_BLOCK_CLIENT_PORT_KEY, getPort(OZONE_SCM_BLOCK_CLIENT_PORT_DEFAULT, 100)); conf.setInt(OZONE_SCM_SECURITY_SERVICE_PORT_KEY, getPort(OZONE_SCM_SECURITY_SERVICE_PORT_DEFAULT, 100)); DefaultMetricsSystem.setMiniClusterMode(true); final String path = folder.newFolder().toString(); Path metaDirPath = Paths.get(path, "om-meta"); conf.set(OZONE_METADATA_DIRS, metaDirPath.toString()); conf.setBoolean(OZONE_SECURITY_ENABLED_KEY, true); conf.set(HADOOP_SECURITY_AUTHENTICATION, KERBEROS.name()); workDir = GenericTestUtils.getTestDir(getClass().getSimpleName()); startMiniKdc(); setSecureConfig(); createCredentialsInKDC(); generateKeyPair(); // OzoneManager.setTestSecureOmFlag(true); } catch (Exception e) { LOG.error("Failed to initialize TestSecureOzoneCluster", e); } }
Example 3
Source File: TestDelegationToken.java From hadoop-ozone with Apache License 2.0 | 5 votes |
@Before public void init() { try { conf = new OzoneConfiguration(); conf.set(OZONE_SCM_CLIENT_ADDRESS_KEY, "localhost"); conf.setInt(OZONE_SCM_CLIENT_PORT_KEY, getPort(OZONE_SCM_CLIENT_PORT_DEFAULT, 100)); conf.setInt(OZONE_SCM_DATANODE_PORT_KEY, getPort(OZONE_SCM_DATANODE_PORT_DEFAULT, 100)); conf.setInt(OZONE_SCM_BLOCK_CLIENT_PORT_KEY, getPort(OZONE_SCM_BLOCK_CLIENT_PORT_DEFAULT, 100)); conf.setInt(OZONE_SCM_SECURITY_SERVICE_PORT_KEY, getPort(OZONE_SCM_SECURITY_SERVICE_PORT_DEFAULT, 100)); DefaultMetricsSystem.setMiniClusterMode(true); final String path = folder.newFolder().toString(); Path metaDirPath = Paths.get(path, "om-meta"); conf.set(OZONE_METADATA_DIRS, metaDirPath.toString()); conf.setBoolean(OZONE_SECURITY_ENABLED_KEY, true); conf.set(HADOOP_SECURITY_AUTHENTICATION, KERBEROS.name()); workDir = GenericTestUtils.getTestDir(getClass().getSimpleName()); startMiniKdc(); setSecureConfig(); createCredentialsInKDC(); generateKeyPair(); // OzoneManager.setTestSecureOmFlag(true); } catch (Exception e) { LOG.error("Failed to initialize TestSecureOzoneCluster", e); } }
Example 4
Source File: TestSecureOzoneContainer.java From hadoop-ozone with Apache License 2.0 | 5 votes |
@Before public void setup() throws Exception { DefaultMetricsSystem.setMiniClusterMode(true); conf = new OzoneConfiguration(); String ozoneMetaPath = GenericTestUtils.getTempPath("ozoneMeta"); conf.set(OZONE_METADATA_DIRS, ozoneMetaPath); secConfig = new SecurityConfig(conf); caClient = new CertificateClientTestImpl(conf); secretManager = new OzoneBlockTokenSecretManager(new SecurityConfig(conf), 60 * 60 * 24, caClient.getCertificate(). getSerialNumber().toString()); }
Example 5
Source File: TestSecureContainerServer.java From hadoop-ozone with Apache License 2.0 | 5 votes |
@BeforeClass static public void setup() throws Exception { DefaultMetricsSystem.setMiniClusterMode(true); CONF.set(HddsConfigKeys.HDDS_METADATA_DIR_NAME, TEST_DIR); CONF.setBoolean(OZONE_SECURITY_ENABLED_KEY, true); CONF.setBoolean(HDDS_BLOCK_TOKEN_ENABLED, true); caClient = new CertificateClientTestImpl(CONF); }
Example 6
Source File: TestWorkPreservingRMRestart.java From hadoop with Apache License 2.0 | 5 votes |
@Before public void setup() throws UnknownHostException { Logger rootLogger = LogManager.getRootLogger(); rootLogger.setLevel(Level.DEBUG); conf = getConf(); UserGroupInformation.setConfiguration(conf); conf.set(YarnConfiguration.RECOVERY_ENABLED, "true"); conf.set(YarnConfiguration.RM_STORE, MemoryRMStateStore.class.getName()); conf.setBoolean(YarnConfiguration.RM_WORK_PRESERVING_RECOVERY_ENABLED, true); conf.setLong(YarnConfiguration.RM_WORK_PRESERVING_RECOVERY_SCHEDULING_WAIT_MS, 0); DefaultMetricsSystem.setMiniClusterMode(true); }
Example 7
Source File: TestMRAppMaster.java From hadoop with Apache License 2.0 | 5 votes |
@BeforeClass public static void setup() throws AccessControlException, FileNotFoundException, IllegalArgumentException, IOException { //Do not error out if metrics are inited multiple times DefaultMetricsSystem.setMiniClusterMode(true); File dir = new File(stagingDir); stagingDir = dir.getAbsolutePath(); localFS = FileContext.getLocalFSFileContext(); localFS.delete(new Path(testDir.getAbsolutePath()), true); testDir.mkdir(); }
Example 8
Source File: TestWorkPreservingRMRestart.java From big-c with Apache License 2.0 | 5 votes |
@Before public void setup() throws UnknownHostException { Logger rootLogger = LogManager.getRootLogger(); rootLogger.setLevel(Level.DEBUG); conf = getConf(); UserGroupInformation.setConfiguration(conf); conf.set(YarnConfiguration.RECOVERY_ENABLED, "true"); conf.set(YarnConfiguration.RM_STORE, MemoryRMStateStore.class.getName()); conf.setBoolean(YarnConfiguration.RM_WORK_PRESERVING_RECOVERY_ENABLED, true); conf.setLong(YarnConfiguration.RM_WORK_PRESERVING_RECOVERY_SCHEDULING_WAIT_MS, 0); DefaultMetricsSystem.setMiniClusterMode(true); }
Example 9
Source File: TestMRAppMaster.java From big-c with Apache License 2.0 | 5 votes |
@BeforeClass public static void setup() throws AccessControlException, FileNotFoundException, IllegalArgumentException, IOException { //Do not error out if metrics are inited multiple times DefaultMetricsSystem.setMiniClusterMode(true); File dir = new File(stagingDir); stagingDir = dir.getAbsolutePath(); localFS = FileContext.getLocalFSFileContext(); localFS.delete(new Path(testDir.getAbsolutePath()), true); testDir.mkdir(); }
Example 10
Source File: TestMasterNoCluster.java From hbase with Apache License 2.0 | 5 votes |
@BeforeClass public static void setUpBeforeClass() throws Exception { Configuration c = TESTUTIL.getConfiguration(); // We use local filesystem. Set it so it writes into the testdir. CommonFSUtils.setRootDir(c, TESTUTIL.getDataTestDir()); DefaultMetricsSystem.setMiniClusterMode(true); // Startup a mini zk cluster. TESTUTIL.startMiniZKCluster(); }
Example 11
Source File: MiniOzoneClusterImpl.java From hadoop-ozone with Apache License 2.0 | 4 votes |
@Override public MiniOzoneCluster build() throws IOException { DefaultMetricsSystem.setMiniClusterMode(true); initializeConfiguration(); StorageContainerManager scm = null; OzoneManager om = null; ReconServer reconServer = null; List<HddsDatanodeService> hddsDatanodes = Collections.emptyList(); try { scm = createSCM(); scm.start(); om = createOM(); if (certClient != null) { om.setCertClient(certClient); } om.start(); if (includeRecon) { configureRecon(); reconServer = new ReconServer(); reconServer.execute(new String[] {}); } hddsDatanodes = createHddsDatanodes(scm, reconServer); MiniOzoneClusterImpl cluster = new MiniOzoneClusterImpl(conf, om, scm, hddsDatanodes, reconServer); cluster.setCAClient(certClient); if (startDataNodes) { cluster.startHddsDatanodes(); } return cluster; } catch (Exception ex) { stopOM(om); if (includeRecon) { stopRecon(reconServer); } if (startDataNodes) { stopDatanodes(hddsDatanodes); } stopSCM(scm); removeConfiguration(); if (ex instanceof IOException) { throw (IOException) ex; } if (ex instanceof RuntimeException) { throw (RuntimeException) ex; } throw new IOException("Unable to build MiniOzoneCluster. ", ex); } }
Example 12
Source File: MiniOzoneHAClusterImpl.java From hadoop-ozone with Apache License 2.0 | 4 votes |
@Override public MiniOzoneCluster build() throws IOException { if (numOfActiveOMs > numOfOMs) { throw new IllegalArgumentException("Number of active OMs cannot be " + "more than the total number of OMs"); } // If num of ActiveOMs is not set, set it to numOfOMs. if (numOfActiveOMs == ACTIVE_OMS_NOT_SET) { numOfActiveOMs = numOfOMs; } DefaultMetricsSystem.setMiniClusterMode(true); initializeConfiguration(); initOMRatisConf(); StorageContainerManager scm; ReconServer reconServer = null; try { scm = createSCM(); scm.start(); createOMService(); if (includeRecon) { configureRecon(); reconServer = new ReconServer(); reconServer.execute(new String[] {}); } } catch (AuthenticationException ex) { throw new IOException("Unable to build MiniOzoneCluster. ", ex); } final List<HddsDatanodeService> hddsDatanodes = createHddsDatanodes( scm, reconServer); MiniOzoneHAClusterImpl cluster = new MiniOzoneHAClusterImpl(conf, activeOMs, inactiveOMs, scm, hddsDatanodes, omServiceId, reconServer); if (startDataNodes) { cluster.startHddsDatanodes(); } return cluster; }
Example 13
Source File: TraceMetricsSourceTest.java From phoenix with Apache License 2.0 | 4 votes |
@BeforeClass public static void setup() throws Exception{ DefaultMetricsSystem.setMiniClusterMode(true); }
Example 14
Source File: MetricsAssertHelperImpl.java From hbase with Apache License 2.0 | 4 votes |
@Override public void init() { // Make sure that the metrics system doesn't throw an exception when // registering a source with the same name DefaultMetricsSystem.setMiniClusterMode(true); }