org.apache.hadoop.hive.metastore.api.LockComponent Java Examples

The following examples show how to use org.apache.hadoop.hive.metastore.api.LockComponent. You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example #1
Source File: ThriftHiveMetastore.java    From presto with Apache License 2.0 6 votes vote down vote up
private static LockComponent createLockComponentForRead(SchemaTableName table, Optional<String> partitionName)
{
    requireNonNull(table, "table is null");
    requireNonNull(partitionName, "partitionName is null");

    LockComponentBuilder builder = new LockComponentBuilder();
    builder.setShared();
    builder.setOperationType(DataOperationType.SELECT);

    builder.setDbName(table.getSchemaName());
    builder.setTableName(table.getTableName());
    requireNonNull(partitionName, "partitionName is null").ifPresent(builder::setPartitionName);

    // acquire locks is called only for TransactionalTable
    builder.setIsTransactional(true);
    return builder.build();
}
 
Example #2
Source File: HiveTableOperations.java    From iceberg with Apache License 2.0 6 votes vote down vote up
private long acquireLock() throws UnknownHostException, TException {
  final LockComponent lockComponent = new LockComponent(LockType.EXCLUSIVE, LockLevel.TABLE, database);
  lockComponent.setTablename(tableName);
  final LockRequest lockRequest = new LockRequest(Lists.newArrayList(lockComponent),
          System.getProperty("user.name"),
          InetAddress.getLocalHost().getHostName());
  LockResponse lockResponse = metaStoreClient.lock(lockRequest);
  LockState state = lockResponse.getState();
  long lockId = lockResponse.getLockid();
  //TODO add timeout
  while (state.equals(LockState.WAITING)) {
    lockResponse = metaStoreClient.check_lock(new CheckLockRequest(lockResponse.getLockid()));
    state = lockResponse.getState();
  }

  if (!state.equals(LockState.ACQUIRED)) {
    throw new CommitFailedException(format("Could not acquire the lock on %s.%s, " +
            "lock request ended in state %s", database, tableName, state));
  }
  return lockId;
}
 
Example #3
Source File: HiveTableOperations.java    From iceberg with Apache License 2.0 5 votes vote down vote up
private long acquireLock() throws UnknownHostException, TException, InterruptedException {
  final LockComponent lockComponent = new LockComponent(LockType.EXCLUSIVE, LockLevel.TABLE, database);
  lockComponent.setTablename(tableName);
  final LockRequest lockRequest = new LockRequest(Lists.newArrayList(lockComponent),
      System.getProperty("user.name"),
      InetAddress.getLocalHost().getHostName());
  LockResponse lockResponse = metaClients.run(client -> client.lock(lockRequest));
  LockState state = lockResponse.getState();
  long lockId = lockResponse.getLockid();

  final long start = System.currentTimeMillis();
  long duration = 0;
  boolean timeout = false;
  while (!timeout && state.equals(LockState.WAITING)) {
    lockResponse = metaClients.run(client -> client.checkLock(lockId));
    state = lockResponse.getState();

    // check timeout
    duration = System.currentTimeMillis() - start;
    if (duration > lockAcquireTimeout) {
      timeout = true;
    } else {
      Thread.sleep(50);
    }
  }

  // timeout and do not have lock acquired
  if (timeout && !state.equals(LockState.ACQUIRED)) {
    throw new CommitFailedException(String.format("Timed out after %s ms waiting for lock on %s.%s",
        duration, database, tableName));
  }

  if (!state.equals(LockState.ACQUIRED)) {
    throw new CommitFailedException(String.format("Could not acquire the lock on %s.%s, " +
        "lock request ended in state %s", database, tableName, state));
  }
  return lockId;
}
 
Example #4
Source File: DatabaseMappingImpl.java    From waggle-dance with Apache License 2.0 5 votes vote down vote up
@Override
public LockRequest transformInboundLockRequest(LockRequest request) {
  if (request.isSetComponent()) {
    for (LockComponent component : request.getComponent()) {
      component.setDbname(metaStoreMapping.transformInboundDatabaseName(component.getDbname()));
    }
  }
  return request;
}
 
Example #5
Source File: FederatedHMSHandler.java    From waggle-dance with Apache License 2.0 5 votes vote down vote up
@Override
@Loggable(value = Loggable.DEBUG, skipResult = true, name = INVOCATION_LOG_NAME)
public LockResponse lock(LockRequest rqst) throws NoSuchTxnException, TxnAbortedException, TException {
  DatabaseMapping mapping = databaseMappingService.primaryDatabaseMapping();
  List<LockComponent> components = rqst.getComponent();
  for (LockComponent component : components) {
    mapping.checkWritePermissions(component.getDbname());
  }
  return mapping.getClient().lock(mapping.transformInboundLockRequest(rqst));
}
 
Example #6
Source File: DatabaseMappingImplTest.java    From waggle-dance with Apache License 2.0 5 votes vote down vote up
@Test
public void transformInboundLockRequest() throws Exception {
  LockRequest lockRequest = new LockRequest();
  LockComponent lockComponent = new LockComponent();
  lockComponent.setDbname(DB_NAME);
  List<LockComponent> components = Lists.newArrayList(lockComponent);
  lockRequest.setComponent(components);
  LockRequest result = databaseMapping.transformInboundLockRequest(lockRequest);
  assertThat(result, is(sameInstance(lockRequest)));
  List<LockComponent> resultComponents = result.getComponent();
  assertThat(resultComponents, is(sameInstance(components)));
  LockComponent resultComponent = resultComponents.get(0);
  assertThat(resultComponent, is(sameInstance(lockComponent)));
  assertThat(resultComponent.getDbname(), is(IN_DB_NAME));
}
 
Example #7
Source File: FederatedHMSHandlerTest.java    From waggle-dance with Apache License 2.0 5 votes vote down vote up
@Test
public void lock() throws TException {
  LockComponent lockComponent = new LockComponent(LockType.EXCLUSIVE, LockLevel.DB, DB_P);
  LockRequest lockRequest = new LockRequest(Collections.singletonList(lockComponent), "user", "host");
  LockRequest inboundRequest = new LockRequest();
  LockResponse expected = new LockResponse();
  when(primaryMapping.transformInboundLockRequest(lockRequest)).thenReturn(inboundRequest);
  when(primaryClient.lock(inboundRequest)).thenReturn(expected);
  LockResponse result = handler.lock(lockRequest);
  assertThat(result, is(expected));
  verify(primaryMapping).checkWritePermissions(DB_P);
}