Java Code Examples for org.apache.hadoop.hive.metastore.api.LockRequest

The following examples show how to use org.apache.hadoop.hive.metastore.api.LockRequest. These examples are extracted from open source projects. You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
Source Project: iceberg   Source File: HiveTableOperations.java    License: Apache License 2.0 6 votes vote down vote up
private long acquireLock() throws UnknownHostException, TException {
  final LockComponent lockComponent = new LockComponent(LockType.EXCLUSIVE, LockLevel.TABLE, database);
  lockComponent.setTablename(tableName);
  final LockRequest lockRequest = new LockRequest(Lists.newArrayList(lockComponent),
          System.getProperty("user.name"),
          InetAddress.getLocalHost().getHostName());
  LockResponse lockResponse = metaStoreClient.lock(lockRequest);
  LockState state = lockResponse.getState();
  long lockId = lockResponse.getLockid();
  //TODO add timeout
  while (state.equals(LockState.WAITING)) {
    lockResponse = metaStoreClient.check_lock(new CheckLockRequest(lockResponse.getLockid()));
    state = lockResponse.getState();
  }

  if (!state.equals(LockState.ACQUIRED)) {
    throw new CommitFailedException(format("Could not acquire the lock on %s.%s, " +
            "lock request ended in state %s", database, tableName, state));
  }
  return lockId;
}
 
Example 2
Source Project: iceberg   Source File: HiveTableOperations.java    License: Apache License 2.0 5 votes vote down vote up
private long acquireLock() throws UnknownHostException, TException, InterruptedException {
  final LockComponent lockComponent = new LockComponent(LockType.EXCLUSIVE, LockLevel.TABLE, database);
  lockComponent.setTablename(tableName);
  final LockRequest lockRequest = new LockRequest(Lists.newArrayList(lockComponent),
      System.getProperty("user.name"),
      InetAddress.getLocalHost().getHostName());
  LockResponse lockResponse = metaClients.run(client -> client.lock(lockRequest));
  LockState state = lockResponse.getState();
  long lockId = lockResponse.getLockid();

  final long start = System.currentTimeMillis();
  long duration = 0;
  boolean timeout = false;
  while (!timeout && state.equals(LockState.WAITING)) {
    lockResponse = metaClients.run(client -> client.checkLock(lockId));
    state = lockResponse.getState();

    // check timeout
    duration = System.currentTimeMillis() - start;
    if (duration > lockAcquireTimeout) {
      timeout = true;
    } else {
      Thread.sleep(50);
    }
  }

  // timeout and do not have lock acquired
  if (timeout && !state.equals(LockState.ACQUIRED)) {
    throw new CommitFailedException(String.format("Timed out after %s ms waiting for lock on %s.%s",
        duration, database, tableName));
  }

  if (!state.equals(LockState.ACQUIRED)) {
    throw new CommitFailedException(String.format("Could not acquire the lock on %s.%s, " +
        "lock request ended in state %s", database, tableName, state));
  }
  return lockId;
}
 
Example 3
Source Project: waggle-dance   Source File: DatabaseMappingImpl.java    License: Apache License 2.0 5 votes vote down vote up
@Override
public LockRequest transformInboundLockRequest(LockRequest request) {
  if (request.isSetComponent()) {
    for (LockComponent component : request.getComponent()) {
      component.setDbname(metaStoreMapping.transformInboundDatabaseName(component.getDbname()));
    }
  }
  return request;
}
 
Example 4
Source Project: waggle-dance   Source File: FederatedHMSHandler.java    License: Apache License 2.0 5 votes vote down vote up
@Override
@Loggable(value = Loggable.DEBUG, skipResult = true, name = INVOCATION_LOG_NAME)
public LockResponse lock(LockRequest rqst) throws NoSuchTxnException, TxnAbortedException, TException {
  DatabaseMapping mapping = databaseMappingService.primaryDatabaseMapping();
  List<LockComponent> components = rqst.getComponent();
  for (LockComponent component : components) {
    mapping.checkWritePermissions(component.getDbname());
  }
  return mapping.getClient().lock(mapping.transformInboundLockRequest(rqst));
}
 
Example 5
Source Project: waggle-dance   Source File: DatabaseMappingImplTest.java    License: Apache License 2.0 5 votes vote down vote up
@Test
public void transformInboundLockRequest() throws Exception {
  LockRequest lockRequest = new LockRequest();
  LockComponent lockComponent = new LockComponent();
  lockComponent.setDbname(DB_NAME);
  List<LockComponent> components = Lists.newArrayList(lockComponent);
  lockRequest.setComponent(components);
  LockRequest result = databaseMapping.transformInboundLockRequest(lockRequest);
  assertThat(result, is(sameInstance(lockRequest)));
  List<LockComponent> resultComponents = result.getComponent();
  assertThat(resultComponents, is(sameInstance(components)));
  LockComponent resultComponent = resultComponents.get(0);
  assertThat(resultComponent, is(sameInstance(lockComponent)));
  assertThat(resultComponent.getDbname(), is(IN_DB_NAME));
}
 
Example 6
Source Project: waggle-dance   Source File: DatabaseMappingImplTest.java    License: Apache License 2.0 5 votes vote down vote up
@Test
public void transformInboundLockRequestLockComponentsNotSet() throws Exception {
  LockRequest lockRequest = new LockRequest();
  LockRequest result = databaseMapping.transformInboundLockRequest(lockRequest);
  assertThat(result, is(sameInstance(lockRequest)));
  assertFalse(result.isSetComponent());
}
 
Example 7
Source Project: waggle-dance   Source File: FederatedHMSHandlerTest.java    License: Apache License 2.0 5 votes vote down vote up
@Test
public void lock() throws TException {
  LockComponent lockComponent = new LockComponent(LockType.EXCLUSIVE, LockLevel.DB, DB_P);
  LockRequest lockRequest = new LockRequest(Collections.singletonList(lockComponent), "user", "host");
  LockRequest inboundRequest = new LockRequest();
  LockResponse expected = new LockResponse();
  when(primaryMapping.transformInboundLockRequest(lockRequest)).thenReturn(inboundRequest);
  when(primaryClient.lock(inboundRequest)).thenReturn(expected);
  LockResponse result = handler.lock(lockRequest);
  assertThat(result, is(expected));
  verify(primaryMapping).checkWritePermissions(DB_P);
}
 
Example 8
public LockResponse lock(LockRequest lockRequest) throws TException {
  throw new UnsupportedOperationException("lock is not supported");
}
 
Example 9
@Override
public LockResponse lock(LockRequest lockRequest) throws NoSuchTxnException, TxnAbortedException, TException {
  return glueMetastoreClientDelegate.lock(lockRequest);
}
 
Example 10
@Override
public LockResponse lock(LockRequest lockRequest) throws NoSuchTxnException, TxnAbortedException, TException {
  return glueMetastoreClientDelegate.lock(lockRequest);
}
 
Example 11
Source Project: presto   Source File: FailureAwareThriftMetastoreClient.java    License: Apache License 2.0 4 votes vote down vote up
@Override
public LockResponse acquireLock(LockRequest lockRequest)
        throws TException
{
    return runWithHandle(() -> delegate.acquireLock(lockRequest));
}
 
Example 12
Source Project: presto   Source File: ThriftHiveMetastoreClient.java    License: Apache License 2.0 4 votes vote down vote up
@Override
public LockResponse acquireLock(LockRequest lockRequest)
        throws TException
{
    return client.lock(lockRequest);
}
 
Example 13
Source Project: presto   Source File: ThriftMetastoreClient.java    License: Apache License 2.0 4 votes vote down vote up
LockResponse acquireLock(LockRequest lockRequest)
throws TException;
 
Example 14
Source Project: presto   Source File: MockThriftMetastoreClient.java    License: Apache License 2.0 4 votes vote down vote up
@Override
public LockResponse acquireLock(LockRequest lockRequest)
{
    throw new UnsupportedOperationException();
}
 
Example 15
Source Project: waggle-dance   Source File: IdentityMapping.java    License: Apache License 2.0 4 votes vote down vote up
@Override
public LockRequest transformInboundLockRequest(LockRequest request) {
  return request;
}
 
Example 16
Source Project: waggle-dance   Source File: IdentityMappingTest.java    License: Apache License 2.0 4 votes vote down vote up
@Test
public void transformInboundLockRequest() throws Exception {
  LockRequest lockRequest = new LockRequest();
  LockRequest result = databaseMapping.transformInboundLockRequest(lockRequest);
  assertThat(result, is(sameInstance(lockRequest)));
}
 
Example 17
Source Project: metacat   Source File: CatalogThriftHiveMetastore.java    License: Apache License 2.0 4 votes vote down vote up
/**
 * {@inheritDoc}
 */
@Override
public LockResponse lock(final LockRequest rqst) throws TException {
    throw unimplemented("lock", new Object[]{rqst});
}
 
Example 18
Source Project: waggle-dance   Source File: DatabaseMapping.java    License: Apache License 2.0 votes vote down vote up
LockRequest transformInboundLockRequest(LockRequest request);