Java Code Examples for org.apache.hadoop.fs.FileSystemTestHelper.MockFileSystem#getDelegationToken()

The following examples show how to use org.apache.hadoop.fs.FileSystemTestHelper.MockFileSystem#getDelegationToken() . You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.

Example 1

Source File: TestTokenCache.java From hadoop with Apache License 2.0

6 votes

@SuppressWarnings("deprecation")
@Test
public void testGetTokensForNamenodes() throws IOException,
    URISyntaxException {
  Path TEST_ROOT_DIR =
      new Path(System.getProperty("test.build.data", "test/build/data"));
  // ick, but need fq path minus file:/
  String binaryTokenFile =
      FileSystem.getLocal(conf)
        .makeQualified(new Path(TEST_ROOT_DIR, "tokenFile")).toUri()
        .getPath();

  MockFileSystem fs1 = createFileSystemForServiceName("service1");
  Credentials creds = new Credentials();
  Token<?> token1 = fs1.getDelegationToken(renewer);
  creds.addToken(token1.getService(), token1);
  // wait to set, else the obtain tokens call above will fail with FNF
  conf.set(MRJobConfig.MAPREDUCE_JOB_CREDENTIALS_BINARY, binaryTokenFile);
  creds.writeTokenStorageFile(new Path(binaryTokenFile), conf);
  TokenCache.obtainTokensForNamenodesInternal(fs1, creds, conf);
  String fs_addr = fs1.getCanonicalServiceName();
  Token<?> nnt = TokenCache.getDelegationToken(creds, fs_addr);
  assertNotNull("Token for nn is null", nnt);
}

Example 2

Source File: TestTokenCache.java From big-c with Apache License 2.0

6 votes

@SuppressWarnings("deprecation")
@Test
public void testGetTokensForNamenodes() throws IOException,
    URISyntaxException {
  Path TEST_ROOT_DIR =
      new Path(System.getProperty("test.build.data", "test/build/data"));
  // ick, but need fq path minus file:/
  String binaryTokenFile =
      FileSystem.getLocal(conf)
        .makeQualified(new Path(TEST_ROOT_DIR, "tokenFile")).toUri()
        .getPath();

  MockFileSystem fs1 = createFileSystemForServiceName("service1");
  Credentials creds = new Credentials();
  Token<?> token1 = fs1.getDelegationToken(renewer);
  creds.addToken(token1.getService(), token1);
  // wait to set, else the obtain tokens call above will fail with FNF
  conf.set(MRJobConfig.MAPREDUCE_JOB_CREDENTIALS_BINARY, binaryTokenFile);
  creds.writeTokenStorageFile(new Path(binaryTokenFile), conf);
  TokenCache.obtainTokensForNamenodesInternal(fs1, creds, conf);
  String fs_addr = fs1.getCanonicalServiceName();
  Token<?> nnt = TokenCache.getDelegationToken(creds, fs_addr);
  assertNotNull("Token for nn is null", nnt);
}

Example 3

Source File: TestTokenCache.java From incubator-tez with Apache License 2.0

5 votes

@Test
@SuppressWarnings("deprecation")
public void testBinaryCredentials() throws Exception {
  String binaryTokenFile = null;
  try {
    Path TEST_ROOT_DIR = new Path("target");
    binaryTokenFile = FileSystem.getLocal(conf).makeQualified(
      new Path(TEST_ROOT_DIR, "tokenFile")).toUri().getPath();

    MockFileSystem fs1 = createFileSystemForServiceName("service1");
    MockFileSystem fs2 = createFileSystemForServiceName("service2");
    MockFileSystem fs3 = createFileSystemForServiceName("service3");

    // get the tokens for fs1 & fs2 and write out to binary creds file
    Credentials creds = new Credentials();
    Token<?> token1 = fs1.getDelegationToken(renewer);
    Token<?> token2 = fs2.getDelegationToken(renewer);
    creds.addToken(token1.getService(), token1);
    creds.addToken(token2.getService(), token2);
    creds.writeTokenStorageFile(new Path(binaryTokenFile), conf);


    Credentials newCreds = new Credentials();
    TokenCache.mergeBinaryTokens(newCreds, conf, binaryTokenFile);

    Assert.assertTrue(newCreds.getAllTokens().size() > 0);
    checkTokens(creds, newCreds);
  } finally {
    if (binaryTokenFile != null) {
      try {
        FileSystem.getLocal(conf).delete(new Path(binaryTokenFile));
      } catch (IOException e) {
        // Ignore
      }
    }
  }
}

Example 4

Source File: TestTokenCache.java From tez with Apache License 2.0

5 votes

@Test(timeout = 5000)
@SuppressWarnings("deprecation")
public void testBinaryCredentials() throws Exception {
  String binaryTokenFile = null;
  try {
    Path TEST_ROOT_DIR = new Path("target");
    binaryTokenFile = FileSystem.getLocal(conf).makeQualified(
      new Path(TEST_ROOT_DIR, "tokenFile")).toUri().getPath();

    MockFileSystem fs1 = createFileSystemForServiceName("service1");
    MockFileSystem fs2 = createFileSystemForServiceName("service2");

    // get the tokens for fs1 & fs2 and write out to binary creds file
    Credentials creds = new Credentials();
    Token<?> token1 = fs1.getDelegationToken(renewer);
    Token<?> token2 = fs2.getDelegationToken(renewer);
    creds.addToken(token1.getService(), token1);
    creds.addToken(token2.getService(), token2);
    creds.writeTokenStorageFile(new Path(binaryTokenFile), conf);


    Credentials newCreds = new Credentials();
    TokenCache.mergeBinaryTokens(newCreds, conf, binaryTokenFile);

    Assert.assertTrue(newCreds.getAllTokens().size() > 0);
    checkTokens(creds, newCreds);
  } finally {
    if (binaryTokenFile != null) {
      try {
        FileSystem.getLocal(conf).delete(new Path(binaryTokenFile));
      } catch (IOException e) {
        // Ignore
      }
    }
  }
}