com.google.cloud.spanner.Partition Java Examples

The following examples show how to use com.google.cloud.spanner.Partition. You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.

Example #1

Source File: BatchClientSnippets.java From google-cloud-java with Apache License 2.0

6 votes

void partitionReadUsingIndex() {
  // [START partition_read_using_index]
  final BatchReadOnlyTransaction txn =
      batchClient.batchReadOnlyTransaction(TimestampBound.strong());
  List<Partition> partitions =
      txn.partitionReadUsingIndex(
          PartitionOptions.getDefaultInstance(),
          "Singers",
          "SingerId",
          KeySet.all(),
          Arrays.asList("SingerId", "FirstName", "LastName"));

  for (Partition p : partitions) {
    try (ResultSet results = txn.execute(p)) {
      while (results.next()) {
        long singerId = results.getLong(0);
        String firstName = results.getString(1);
        String lastName = results.getString(2);
        System.out.println("[" + singerId + "] " + firstName + " " + lastName);
      }
    }
  }
  // [END partition_read_using_index]
}

Example #2

Source File: LocalBatchSpannerRead.java From DataflowTemplates with Apache License 2.0

6 votes

private List<Partition> execute(ReadOperation op, BatchReadOnlyTransaction tx) {
  // Query was selected.
  if (op.getQuery() != null) {
    return tx.partitionQuery(op.getPartitionOptions(), op.getQuery());
  }
  // Read with index was selected.
  if (op.getIndex() != null) {
    return tx.partitionReadUsingIndex(
        op.getPartitionOptions(),
        op.getTable(),
        op.getIndex(),
        op.getKeySet(),
        op.getColumns());
  }
  // Read from table was selected.
  return tx.partitionRead(
      op.getPartitionOptions(), op.getTable(), op.getKeySet(), op.getColumns());
}

Example #3

Source File: BatchClientSnippets.java From google-cloud-java with Apache License 2.0

6 votes

void partitionRead() {
  // [START partition_read]
  final BatchReadOnlyTransaction txn =
      batchClient.batchReadOnlyTransaction(TimestampBound.strong());
  List<Partition> partitions =
      txn.partitionRead(
          PartitionOptions.getDefaultInstance(),
          "Singers",
          KeySet.all(),
          Arrays.asList("SingerId", "FirstName", "LastName"));
  for (final Partition p : partitions) {
    try (ResultSet results = txn.execute(p)) {
      while (results.next()) {
        long singerId = results.getLong(0);
        String firstName = results.getString(1);
        String lastName = results.getString(2);
        System.out.println("[" + singerId + "] " + firstName + " " + lastName);
      }
    }
  }
  // [END partition_read]
}

Example #4

Source File: BatchClientSnippets.java From google-cloud-java with Apache License 2.0

6 votes

void partitionQuery() {
  // [START partition_query]
  final BatchReadOnlyTransaction txn =
      batchClient.batchReadOnlyTransaction(TimestampBound.strong());
  List<Partition> partitions =
      txn.partitionQuery(
          PartitionOptions.getDefaultInstance(),
          Statement.of("SELECT SingerId, FirstName, LastName FROM Singers"));

  for (final Partition p : partitions) {
    try (ResultSet results = txn.execute(p)) {
      while (results.next()) {
        long singerId = results.getLong(0);
        String firstName = results.getString(1);
        String lastName = results.getString(2);
        System.out.println("[" + singerId + "] " + firstName + " " + lastName);
      }
    }
  }
  // [END partition_query]

}

Example #5

Source File: BatchSpannerRead.java From beam with Apache License 2.0

6 votes

private List<Partition> execute(ReadOperation op, BatchReadOnlyTransaction tx) {
  // Query was selected.
  if (op.getQuery() != null) {
    return tx.partitionQuery(op.getPartitionOptions(), op.getQuery());
  }
  // Read with index was selected.
  if (op.getIndex() != null) {
    return tx.partitionReadUsingIndex(
        op.getPartitionOptions(),
        op.getTable(),
        op.getIndex(),
        op.getKeySet(),
        op.getColumns());
  }
  // Read from table was selected.
  return tx.partitionRead(
      op.getPartitionOptions(), op.getTable(), op.getKeySet(), op.getColumns());
}

Example #6

Source File: BatchSpannerRead.java From beam with Apache License 2.0

6 votes

@Override
public PCollection<Struct> expand(PCollection<ReadOperation> input) {
  PCollectionView<Transaction> txView = getTxView();
  if (txView == null) {
    Pipeline begin = input.getPipeline();
    SpannerIO.CreateTransaction createTx =
        SpannerIO.createTransaction()
            .withSpannerConfig(getSpannerConfig())
            .withTimestampBound(getTimestampBound());
    txView = begin.apply(createTx);
  }
  return input
      .apply(
          "Generate Partitions",
          ParDo.of(new GeneratePartitionsFn(getSpannerConfig(), txView)).withSideInputs(txView))
      .apply("Shuffle partitions", Reshuffle.<Partition>viaRandomKey())
      .apply(
          "Read from Partitions",
          ParDo.of(new ReadFromPartitionFn(getSpannerConfig(), txView)).withSideInputs(txView));
}

Example #7

Source File: LocalBatchSpannerRead.java From DataflowTemplates with Apache License 2.0

6 votes

@Override
public PCollection<Struct> expand(PCollection<ReadOperation> input) {
  PCollectionView<Transaction> txView = getTxView();
  if (txView == null) {
    Pipeline begin = input.getPipeline();
    LocalSpannerIO.CreateTransaction createTx =
        LocalSpannerIO.createTransaction()
            .withSpannerConfig(getSpannerConfig())
            .withTimestampBound(getTimestampBound());
    txView = begin.apply(createTx);
  }
  return input
      .apply(
          "Generate Partitions",
          ParDo.of(new GeneratePartitionsFn(getSpannerConfig(), txView)).withSideInputs(txView))
      .apply("Shuffle partitions", Reshuffle.<Partition>viaRandomKey())
      .apply(
          "Read from Partitions",
          ParDo.of(new ReadFromPartitionFn(getSpannerConfig(), txView)).withSideInputs(txView));
}

Example #8

Source File: CloudSpannerTestObjects.java From spanner-jdbc with MIT License

5 votes

public static CloudSpannerConnection createConnection() throws SQLException {
  CloudSpannerConnection connection = Mockito.mock(CloudSpannerConnection.class);
  Mockito.doCallRealMethod().when(connection).setAutoCommit(Mockito.anyBoolean());
  Mockito.when(connection.getAutoCommit()).thenCallRealMethod();
  connection.setAutoCommit(false);
  Mockito.doCallRealMethod().when(connection).setBatchReadOnly(Mockito.anyBoolean());
  Mockito.when(connection.isBatchReadOnly()).thenCallRealMethod();
  Mockito.doCallRealMethod().when(connection).setReadOnly(Mockito.anyBoolean());
  Mockito.when(connection.isReadOnly()).thenCallRealMethod();

  Mockito.when(connection.isAllowExtendedMode()).thenAnswer(new Returns(true));
  Mockito.when(connection.createArrayOf(Mockito.anyString(), Mockito.any())).thenCallRealMethod();
  CloudSpannerDatabaseMetaData metadata = createMetaData();
  Mockito.when(connection.getMetaData()).thenReturn(metadata);
  CloudSpannerTransaction transaction = Mockito.mock(CloudSpannerTransaction.class);
  Mockito.when(transaction.executeQuery(Mockito.any()))
      .thenReturn(Mockito.mock(com.google.cloud.spanner.ResultSet.class));
  Mockito.when(transaction.partitionQuery(Mockito.any(), Mockito.any())).thenReturn(
      Arrays.asList(mock(Partition.class), mock(Partition.class), mock(Partition.class)));
  Mockito.when(connection.getTransaction()).thenReturn(transaction);

  TableKeyMetaData tableFoo = Mockito.mock(TableKeyMetaData.class);
  Mockito.when(tableFoo.getKeyColumns()).thenAnswer(new Returns(Arrays.asList("ID")));
  Mockito
      .when(connection.getTable(Mockito
          .matches(Pattern.compile("FOO", Pattern.CASE_INSENSITIVE | Pattern.UNICODE_CASE))))
      .thenAnswer(new Returns(tableFoo));

  TableKeyMetaData tableBar = Mockito.mock(TableKeyMetaData.class);
  Mockito.when(tableBar.getKeyColumns()).thenAnswer(new Returns(Arrays.asList("ID1", "ID2")));
  Mockito
      .when(connection.getTable(Mockito
          .matches(Pattern.compile("BAR", Pattern.CASE_INSENSITIVE | Pattern.UNICODE_CASE))))
      .thenAnswer(new Returns(tableBar));
  Mockito.when(connection.getLogger()).thenAnswer(new Returns(new Logger()));

  mockXAMethods(connection);

  return connection;
}

Example #9

Source File: BatchSpannerRead.java From beam with Apache License 2.0

5 votes

@ProcessElement
public void processElement(ProcessContext c) throws Exception {
  Transaction tx = c.sideInput(txView);

  BatchReadOnlyTransaction batchTx =
      spannerAccessor.getBatchClient().batchReadOnlyTransaction(tx.transactionId());

  Partition p = c.element();
  try (ResultSet resultSet = batchTx.execute(p)) {
    while (resultSet.next()) {
      Struct s = resultSet.getCurrentRowAsStruct();
      c.output(s);
    }
  }
}

Example #10

Source File: BatchSpannerRead.java From beam with Apache License 2.0

5 votes

@ProcessElement
public void processElement(ProcessContext c) throws Exception {
  Transaction tx = c.sideInput(txView);
  BatchReadOnlyTransaction context =
      spannerAccessor.getBatchClient().batchReadOnlyTransaction(tx.transactionId());
  for (Partition p : execute(c.element(), context)) {
    c.output(p);
  }
}

Example #11

Source File: BatchReadOnlyTest.java From spanner-jdbc with MIT License

5 votes

@Test
public void testExecuteBatchReadOnly() throws SQLException, NoSuchFieldException,
    SecurityException, IllegalArgumentException, IllegalAccessException {
  for (int testRun = 0; testRun < 2; testRun++) {
    final int numberOfPartitions = 6;
    BatchClient batchClient = mock(BatchClient.class);
    BatchReadOnlyTransaction tx = mock(BatchReadOnlyTransaction.class);
    List<Partition> partitions = new ArrayList<>(numberOfPartitions);
    for (int i = 0; i < numberOfPartitions; i++)
      partitions.add(mock(Partition.class));
    when(tx.partitionQuery(any(), any())).then(new Returns(partitions));
    when(batchClient.batchReadOnlyTransaction(TimestampBound.strong())).then(new Returns(tx));
    Field field = CloudSpannerTransaction.class.getDeclaredField("batchClient");
    field.setAccessible(true);
    field.set(connection.getTransaction(), batchClient);
    connection.setBatchReadOnly(true);
    Statement statement;
    if (testRun % 2 == 0) {
      statement = connection.createStatement();
      assertTrue(statement.execute(SELECT_ALL_FROM_FOO));
    } else {
      PreparedStatement ps = connection.prepareStatement(SELECT_ALL_FROM_FOO);
      assertTrue(ps.execute());
      statement = ps;
    }
    List<ResultSet> resultSets = new ArrayList<>();
    do {
      resultSets.add(statement.getResultSet());
    } while (statement.getMoreResults());
    assertEquals(numberOfPartitions, resultSets.size());
  }
}

Example #12

Source File: CloudSpannerPartitionResultSetTest.java From spanner-jdbc with MIT License

5 votes

private CloudSpannerPartitionResultSet createSubject() {
  Partition partition = mock(Partition.class);
  BatchReadOnlyTransaction transaction = mock(BatchReadOnlyTransaction.class);
  ResultSet rs = CloudSpannerResultSetTest.getMockResultSet();
  when(transaction.execute(partition)).thenReturn(rs);
  return new CloudSpannerPartitionResultSet(mock(CloudSpannerStatement.class), transaction,
      partition, "SELECT * FROM FOO");
}

Example #13

Source File: CloudSpannerTransaction.java From spanner-jdbc with MIT License

5 votes

@Override
public ResultSet execute(Partition partition) throws SpannerException {
  checkTransaction();
  if (batchReadOnlyTransaction != null) {
    return batchReadOnlyTransaction.execute(partition);
  }
  throw SpannerExceptionFactory.newSpannerException(ErrorCode.FAILED_PRECONDITION,
      METHOD_ONLY_IN_BATCH_READONLY);
}

Example #14

Source File: CloudSpannerTransaction.java From spanner-jdbc with MIT License

5 votes

@Override
public List<Partition> partitionQuery(PartitionOptions partitionOptions, Statement statement,
    QueryOption... options) throws SpannerException {
  checkTransaction();
  if (batchReadOnlyTransaction != null) {
    return batchReadOnlyTransaction.partitionQuery(partitionOptions, statement, options);
  }
  throw SpannerExceptionFactory.newSpannerException(ErrorCode.FAILED_PRECONDITION,
      METHOD_ONLY_IN_BATCH_READONLY);
}

Example #15

Source File: CloudSpannerTransaction.java From spanner-jdbc with MIT License

5 votes

@Override
public List<Partition> partitionReadUsingIndex(PartitionOptions partitionOptions, String table,
    String index, KeySet keys, Iterable<String> columns, ReadOption... options)
    throws SpannerException {
  throw SpannerExceptionFactory.newSpannerException(ErrorCode.UNIMPLEMENTED,
      METHOD_NOT_IMPLEMENTED);
}

Example #16

Source File: LocalBatchSpannerRead.java From DataflowTemplates with Apache License 2.0

5 votes

@ProcessElement
public void processElement(ProcessContext c) throws Exception {
  Transaction tx = c.sideInput(txView);

  BatchReadOnlyTransaction batchTx =
      spannerAccessor.getBatchClient().batchReadOnlyTransaction(tx.transactionId());

  Partition p = c.element();
  try (ResultSet resultSet = batchTx.execute(p)) {
    while (resultSet.next()) {
      Struct s = resultSet.getCurrentRowAsStruct();
      c.output(s);
    }
  }
}

Example #17

Source File: LocalBatchSpannerRead.java From DataflowTemplates with Apache License 2.0

5 votes

@ProcessElement
public void processElement(ProcessContext c) throws Exception {
  Transaction tx = c.sideInput(txView);
  BatchReadOnlyTransaction context =
      spannerAccessor.getBatchClient().batchReadOnlyTransaction(tx.transactionId());
  for (Partition p : execute(c.element(), context)) {
    c.output(p);
  }
}

Example #18

Source File: CloudSpannerPreparedStatement.java From spanner-jdbc with MIT License

4 votes

@Override
public boolean execute() throws SQLException {
  CustomDriverStatement custom = getCustomDriverStatement(sqlTokens);
  if (custom != null)
    return custom.execute(sqlTokens);
  Statement statement = null;
  boolean ddl = isDDLStatement();
  if (!ddl) {
    try {
      statement = CCJSqlParserUtil.parse(sanitizeSQL(sql));
    } catch (JSQLParserException | TokenMgrException e) {
      throw new CloudSpannerSQLException(PARSE_ERROR + sql + ": " + e.getLocalizedMessage(),
          Code.INVALID_ARGUMENT, e);
    }
  }
  if (!ddl && statement instanceof Select) {
    determineForceSingleUseReadContext((Select) statement);
    com.google.cloud.spanner.Statement.Builder builder = createSelectBuilder(statement, sql);
    if (!isForceSingleUseReadContext() && getConnection().isBatchReadOnly()) {
      List<Partition> partitions = partitionQuery(builder.build());
      currentResultSets = new ArrayList<>(partitions.size());
      for (Partition p : partitions) {
        currentResultSets
            .add(new CloudSpannerPartitionResultSet(this, getBatchReadOnlyTransaction(), p, sql));
      }
    } else {
      try (ReadContext context = getReadContext()) {
        com.google.cloud.spanner.ResultSet rs = context.executeQuery(builder.build());
        currentResultSets = Arrays.asList(new CloudSpannerResultSet(this, rs, sql));
        currentResultSetIndex = 0;
        lastUpdateCount = -1;
      }
    }
    return true;
  } else {
    lastUpdateCount = executeUpdate();
    currentResultSets = null;
    currentResultSetIndex = 0;
    return false;
  }
}

Example #19

Source File: CloudSpannerStatement.java From spanner-jdbc with MIT License

4 votes

@Override
public boolean execute(String sql) throws SQLException {
  String[] sqlTokens = getTokens(sql);
  CustomDriverStatement custom = getCustomDriverStatement(sqlTokens);
  if (custom != null)
    return custom.execute(sqlTokens);
  Statement statement = null;
  boolean ddl = isDDLStatement(sqlTokens);
  if (!ddl) {
    try {
      statement = CCJSqlParserUtil.parse(sanitizeSQL(sql));
    } catch (JSQLParserException | TokenMgrException e) {
      throw new CloudSpannerSQLException(
          "Error while parsing sql statement " + sql + ": " + e.getLocalizedMessage(),
          Code.INVALID_ARGUMENT, e);
    }
  }
  if (!ddl && statement instanceof Select) {
    determineForceSingleUseReadContext((Select) statement);
    if (!isForceSingleUseReadContext() && getConnection().isBatchReadOnly()) {
      List<Partition> partitions = partitionQuery(com.google.cloud.spanner.Statement.of(sql));
      currentResultSets = new ArrayList<>(partitions.size());
      for (Partition p : partitions) {
        currentResultSets
            .add(new CloudSpannerPartitionResultSet(this, getBatchReadOnlyTransaction(), p, sql));
      }
    } else {
      try (ReadContext context = getReadContext()) {
        com.google.cloud.spanner.ResultSet rs =
            context.executeQuery(com.google.cloud.spanner.Statement.of(sql));
        currentResultSets = Arrays.asList(new CloudSpannerResultSet(this, rs, sql));
        currentResultSetIndex = 0;
        lastUpdateCount = -1;
      }
    }
    return true;
  } else {
    lastUpdateCount = executeUpdate(sql);
    currentResultSetIndex = 0;
    currentResultSets = null;
    return false;
  }
}

Example #20

Source File: AbstractCloudSpannerStatement.java From spanner-jdbc with MIT License

4 votes

protected List<Partition> partitionQuery(com.google.cloud.spanner.Statement statement) {
  PartitionOptions po = PartitionOptions.getDefaultInstance();
  return connection.getTransaction().partitionQuery(po, statement);
}

Example #21

Source File: CloudSpannerPartitionResultSet.java From spanner-jdbc with MIT License

4 votes

public CloudSpannerPartitionResultSet(CloudSpannerStatement statement,
    BatchReadOnlyTransaction transaction, Partition partition, String sql) {
  super(statement, sql);
  this.transaction = transaction;
  this.partition = partition;
}

Example #22