Java Code Examples for org.apache.hadoop.hbase.util.Writables

The following examples show how to use org.apache.hadoop.hbase.util.Writables. These examples are extracted from open source projects. You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
Source Project: hbase   Source File: ZKSecretWatcher.java    License: Apache License 2.0 6 votes vote down vote up
@Override
public void nodeDataChanged(String path) {
  if (keysParentZNode.equals(ZKUtil.getParent(path))) {
    try {
      byte[] data = ZKUtil.getDataAndWatch(watcher, path);
      if (data == null || data.length == 0) {
        LOG.debug("Ignoring empty node "+path);
        return;
      }

      AuthenticationKey key = (AuthenticationKey)Writables.getWritable(data,
          new AuthenticationKey());
      secretManager.addKey(key);
    } catch (KeeperException ke) {
      LOG.error(HBaseMarkers.FATAL, "Error reading data from zookeeper", ke);
      watcher.abort("Error reading updated key znode "+path, ke);
    } catch (IOException ioe) {
      LOG.error(HBaseMarkers.FATAL, "Error reading key writables", ioe);
      watcher.abort("Error reading key writables from znode "+path, ioe);
    }
  }
}
 
Example 2
Source Project: hbase   Source File: ZKSecretWatcher.java    License: Apache License 2.0 6 votes vote down vote up
private void refreshNodes(List<ZKUtil.NodeAndData> nodes) {
  for (ZKUtil.NodeAndData n : nodes) {
    String path = n.getNode();
    String keyId = ZKUtil.getNodeName(path);
    try {
      byte[] data = n.getData();
      if (data == null || data.length == 0) {
        LOG.debug("Ignoring empty node "+path);
        continue;
      }
      AuthenticationKey key = (AuthenticationKey)Writables.getWritable(
          data, new AuthenticationKey());
      secretManager.addKey(key);
    } catch (IOException ioe) {
      LOG.error(HBaseMarkers.FATAL, "Failed reading new secret key for id '" +
          keyId + "' from zk", ioe);
      watcher.abort("Error deserializing key from znode "+path, ioe);
    }
  }
}
 
Example 3
Source Project: hbase   Source File: ZKSecretWatcher.java    License: Apache License 2.0 6 votes vote down vote up
public void addKeyToZK(AuthenticationKey key) {
  String keyZNode = getKeyNode(key.getKeyId());
  try {
    byte[] keyData = Writables.getBytes(key);
    // TODO: is there any point in retrying beyond what ZK client does?
    ZKUtil.createSetData(watcher, keyZNode, keyData);
  } catch (KeeperException ke) {
    LOG.error(HBaseMarkers.FATAL, "Unable to synchronize master key "+key.getKeyId()+
        " to znode "+keyZNode, ke);
    watcher.abort("Unable to synchronize secret key "+
        key.getKeyId()+" in zookeeper", ke);
  } catch (IOException ioe) {
    // this can only happen from an error serializing the key
    watcher.abort("Failed serializing key "+key.getKeyId(), ioe);
  }
}
 
Example 4
Source Project: hbase   Source File: ZKSecretWatcher.java    License: Apache License 2.0 6 votes vote down vote up
public void updateKeyInZK(AuthenticationKey key) {
  String keyZNode = getKeyNode(key.getKeyId());
  try {
    byte[] keyData = Writables.getBytes(key);
    try {
      ZKUtil.updateExistingNodeData(watcher, keyZNode, keyData, -1);
    } catch (KeeperException.NoNodeException ne) {
      // node was somehow removed, try adding it back
      ZKUtil.createSetData(watcher, keyZNode, keyData);
    }
  } catch (KeeperException ke) {
    LOG.error(HBaseMarkers.FATAL, "Unable to update master key "+key.getKeyId()+
        " in znode "+keyZNode);
    watcher.abort("Unable to synchronize secret key "+
        key.getKeyId()+" in zookeeper", ke);
  } catch (IOException ioe) {
    // this can only happen from an error serializing the key
    watcher.abort("Failed serializing key "+key.getKeyId(), ioe);
  }
}
 
Example 5
@Override
public FileStatus getFileStatus(Path f) throws IOException {
    try {
        try (PreparedStatement statement = connection.prepareStatement("call SYSCS_UTIL.SYSCS_hdfs_OPERATION(?, ?)")) {
            statement.setString(1, f.toUri().getPath());
            statement.setString(2, "status");
            try (ResultSet rs = statement.executeQuery()) {
                if (!rs.next()) {
                    throw new IOException("No results for getFileStatus");
                }
                Blob blob = rs.getBlob(1);
                byte[] bytes = blob.getBytes(1, (int) blob.length());
                FileStatus status = new FileStatus();
                Writables.copyWritable(bytes, status);
                return status;
            }
        }
    } catch (SQLException e) {
        throw new IOException(e);
    }
}
 
Example 6
Source Project: hbase-tools   Source File: CommandAdapter.java    License: Apache License 2.0 5 votes vote down vote up
@SuppressWarnings("UnusedParameters")
public static NavigableMap<HRegionInfo, ServerName> regionServerMap(Args args, Configuration conf, HConnection connection, final Set<String> tableNames, final boolean offlined) throws IOException {
    long timestamp = System.currentTimeMillis();

    final NavigableMap<HRegionInfo, ServerName> regions = new TreeMap<>();
    if (tableNames.size() == 1) {
        return regionServerMap(args, conf, connection, tableNames.toArray(new String[1])[0], offlined);
    } else if (tableNames.size() > 1) {
        MetaScanner.BlockingMetaScannerVisitor visitor = new MetaScanner.BlockingMetaScannerVisitor(conf) {
            @Override
            public boolean processRowInternal(Result rowResult) throws IOException {
                HRegionInfo info = Writables.getHRegionInfo(rowResult.getValue(HConstants.CATALOG_FAMILY, HConstants.REGIONINFO_QUALIFIER));
                byte[] value = rowResult.getValue(HConstants.CATALOG_FAMILY, HConstants.SERVER_QUALIFIER);
                String hostAndPort = null;
                if (value != null && value.length > 0) {
                    hostAndPort = Bytes.toString(value);
                }
                value = rowResult.getValue(HConstants.CATALOG_FAMILY, HConstants.STARTCODE_QUALIFIER);
                long startcode = -1L;
                if (value != null && value.length > 0) startcode = Bytes.toLong(value);
                if (!(info.isOffline() || info.isSplit())) {
                    ServerName sn = null;
                    if (hostAndPort != null && hostAndPort.length() > 0) {
                        sn = new ServerName(hostAndPort, startcode);
                    }
                    if (info.isOffline() && !offlined) return true;

                    String tableName = info.getTableNameAsString();
                    if (tableNames.contains(tableName))
                        regions.put(info, sn);
                }
                return true;
            }
        };
        MetaScanner.metaScan(conf, visitor);
    }

    Util.printVerboseMessage(args, "CommandAdapter.regionServerMap", timestamp);
    return regions;
}
 
Example 7
Source Project: hbase-tools   Source File: CommandAdapter.java    License: Apache License 2.0 5 votes vote down vote up
@SuppressWarnings("UnusedParameters")
private static NavigableMap<HRegionInfo, ServerName> regionServerMap(Args args, Configuration conf, HConnection connection, final String tableName, final boolean offlined) throws IOException {
    long timestamp = System.currentTimeMillis();

    final NavigableMap<HRegionInfo, ServerName> regions = new TreeMap<>();
    MetaScanner.MetaScannerVisitor visitor = new MetaScanner.TableMetaScannerVisitor(conf, tableName.getBytes()) {
        @Override
        public boolean processRowInternal(Result rowResult) throws IOException {
            HRegionInfo info = Writables.getHRegionInfo(rowResult.getValue(HConstants.CATALOG_FAMILY, HConstants.REGIONINFO_QUALIFIER));
            byte[] value = rowResult.getValue(HConstants.CATALOG_FAMILY, HConstants.SERVER_QUALIFIER);
            String hostAndPort = null;
            if (value != null && value.length > 0) {
                hostAndPort = Bytes.toString(value);
            }
            value = rowResult.getValue(HConstants.CATALOG_FAMILY, HConstants.STARTCODE_QUALIFIER);
            long startcode = -1L;
            if (value != null && value.length > 0) startcode = Bytes.toLong(value);
            if (!(info.isOffline() || info.isSplit())) {
                ServerName sn = null;
                if (hostAndPort != null && hostAndPort.length() > 0) {
                    sn = new ServerName(hostAndPort, startcode);
                }
                if (info.isOffline() && !offlined) return true;
                regions.put(info, sn);
            }
            return true;
        }
    };
    MetaScanner.metaScan(conf, visitor, tableName.getBytes());

    Util.printVerboseMessage(args, "CommandAdapter.regionServerMap", timestamp);
    return regions;
}
 
Example 8
Source Project: phoenix   Source File: SingleCQKeyValueComparisonFilter.java    License: Apache License 2.0 5 votes vote down vote up
public static SingleCQKeyValueComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        return (SingleCQKeyValueComparisonFilter)Writables.getWritable(pbBytes, new SingleCQKeyValueComparisonFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example 9
Source Project: phoenix   Source File: ColumnProjectionFilter.java    License: Apache License 2.0 5 votes vote down vote up
public static ColumnProjectionFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        return (ColumnProjectionFilter)Writables.getWritable(pbBytes, new ColumnProjectionFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example 10
Source Project: phoenix   Source File: MultiCQKeyValueComparisonFilter.java    License: Apache License 2.0 5 votes vote down vote up
public static MultiCQKeyValueComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        return (MultiCQKeyValueComparisonFilter)Writables.getWritable(pbBytes, new MultiCQKeyValueComparisonFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example 11
Source Project: phoenix   Source File: MultiCFCQKeyValueComparisonFilter.java    License: Apache License 2.0 5 votes vote down vote up
public static MultiCFCQKeyValueComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        return (MultiCFCQKeyValueComparisonFilter)Writables.getWritable(pbBytes, new MultiCFCQKeyValueComparisonFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example 12
Source Project: phoenix   Source File: RowKeyComparisonFilter.java    License: Apache License 2.0 5 votes vote down vote up
public static RowKeyComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        return (RowKeyComparisonFilter)Writables.getWritable(pbBytes, new RowKeyComparisonFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example 13
public static SingleCFCQKeyValueComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        return (SingleCFCQKeyValueComparisonFilter)Writables.getWritable(pbBytes, new SingleCFCQKeyValueComparisonFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example 14
Source Project: phoenix   Source File: SkipScanFilter.java    License: Apache License 2.0 5 votes vote down vote up
public static SkipScanFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        return (SkipScanFilter)Writables.getWritable(pbBytes, new SkipScanFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example 15
Source Project: hbase   Source File: TestTokenAuthentication.java    License: Apache License 2.0 5 votes vote down vote up
@Test
public void testTokenCreation() throws Exception {
  Token<AuthenticationTokenIdentifier> token =
      secretManager.generateToken("testuser");

  AuthenticationTokenIdentifier ident = new AuthenticationTokenIdentifier();
  Writables.getWritable(token.getIdentifier(), ident);
  assertEquals("Token username should match", "testuser",
      ident.getUsername());
  byte[] passwd = secretManager.retrievePassword(ident);
  assertTrue("Token password and password from secret manager should match",
      Bytes.equals(token.getPassword(), passwd));
}
 
Example 16
Source Project: phoenix   Source File: SingleCQKeyValueComparisonFilter.java    License: Apache License 2.0 5 votes vote down vote up
public static SingleCQKeyValueComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        SingleCQKeyValueComparisonFilter writable = (SingleCQKeyValueComparisonFilter)Writables.getWritable(pbBytes, new SingleCQKeyValueComparisonFilter());
        return writable;
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example 17
public static MultiEncodedCQKeyValueComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        return (MultiEncodedCQKeyValueComparisonFilter)Writables.getWritable(pbBytes, new MultiEncodedCQKeyValueComparisonFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example 18
Source Project: phoenix   Source File: ColumnProjectionFilter.java    License: Apache License 2.0 5 votes vote down vote up
public static ColumnProjectionFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        return (ColumnProjectionFilter)Writables.getWritable(pbBytes, new ColumnProjectionFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example 19
Source Project: phoenix   Source File: MultiCQKeyValueComparisonFilter.java    License: Apache License 2.0 5 votes vote down vote up
public static MultiCQKeyValueComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        return (MultiCQKeyValueComparisonFilter)Writables.getWritable(pbBytes, new MultiCQKeyValueComparisonFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example 20
Source Project: phoenix   Source File: MultiCFCQKeyValueComparisonFilter.java    License: Apache License 2.0 5 votes vote down vote up
public static MultiCFCQKeyValueComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        return (MultiCFCQKeyValueComparisonFilter)Writables.getWritable(pbBytes, new MultiCFCQKeyValueComparisonFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example 21
Source Project: phoenix   Source File: RowKeyComparisonFilter.java    License: Apache License 2.0 5 votes vote down vote up
public static RowKeyComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        return (RowKeyComparisonFilter)Writables.getWritable(pbBytes, new RowKeyComparisonFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example 22
public static SingleCFCQKeyValueComparisonFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        return (SingleCFCQKeyValueComparisonFilter)Writables.getWritable(pbBytes, new SingleCFCQKeyValueComparisonFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example 23
public static EncodedQualifiersColumnProjectionFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        return (EncodedQualifiersColumnProjectionFilter)Writables.getWritable(pbBytes, new EncodedQualifiersColumnProjectionFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example 24
Source Project: phoenix   Source File: SkipScanFilter.java    License: Apache License 2.0 5 votes vote down vote up
public static SkipScanFilter parseFrom(final byte [] pbBytes) throws DeserializationException {
    try {
        return (SkipScanFilter)Writables.getWritable(pbBytes, new SkipScanFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example 25
Source Project: phoenix   Source File: DistinctPrefixFilter.java    License: Apache License 2.0 5 votes vote down vote up
public static DistinctPrefixFilter parseFrom(final byte[] pbBytes)
        throws DeserializationException {
    try {
        return (DistinctPrefixFilter) Writables.getWritable(pbBytes,
                new DistinctPrefixFilter());
    } catch (IOException e) {
        throw new DeserializationException(e);
    }
}
 
Example 26
Source Project: phoenix   Source File: ColumnProjectionFilter.java    License: Apache License 2.0 4 votes vote down vote up
@Override
public byte[] toByteArray() throws IOException {
    return Writables.getBytes(this);
}
 
Example 27
Source Project: phoenix   Source File: BooleanExpressionFilter.java    License: Apache License 2.0 4 votes vote down vote up
@Override
public byte[] toByteArray() throws IOException {
    return Writables.getBytes(this);
}
 
Example 28
Source Project: phoenix   Source File: SkipScanFilter.java    License: Apache License 2.0 4 votes vote down vote up
@Override
public byte[] toByteArray() throws IOException {
    return Writables.getBytes(this);
}
 
Example 29
Source Project: phoenix   Source File: ColumnProjectionFilter.java    License: Apache License 2.0 4 votes vote down vote up
@Override
public byte[] toByteArray() throws IOException {
    return Writables.getBytes(this);
}
 
Example 30
Source Project: phoenix   Source File: BooleanExpressionFilter.java    License: Apache License 2.0 4 votes vote down vote up
@Override
public byte[] toByteArray() throws IOException {
    return Writables.getBytes(this);
}