org.apache.kafka.connect.data.Schema Java Examples
The following examples show how to use
org.apache.kafka.connect.data.Schema.
You can vote up the ones you like or vote down the ones you don't like,
and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example #1
Source File: CloudPubSubSourceTaskTest.java From pubsub with Apache License 2.0 | 6 votes |
/** * Tests when the message(s) retrieved from Cloud Pub/Sub do have an attribute that matches {@link * #KAFKA_MESSAGE_KEY_ATTRIBUTE}. */ @Test public void testPollWithMessageKeyAttribute() throws Exception { task.start(props); Map<String, String> attributes = new HashMap<>(); attributes.put(KAFKA_MESSAGE_KEY_ATTRIBUTE, KAFKA_MESSAGE_KEY_ATTRIBUTE_VALUE); ReceivedMessage rm = createReceivedMessage(ACK_ID1, CPS_MESSAGE, attributes); PullResponse stubbedPullResponse = PullResponse.newBuilder().addReceivedMessages(rm).build(); when(subscriber.pull(any(PullRequest.class)).get()).thenReturn(stubbedPullResponse); List<SourceRecord> result = task.poll(); verify(subscriber, never()).ackMessages(any(AcknowledgeRequest.class)); assertEquals(1, result.size()); SourceRecord expected = new SourceRecord( null, null, KAFKA_TOPIC, 0, Schema.OPTIONAL_STRING_SCHEMA, KAFKA_MESSAGE_KEY_ATTRIBUTE_VALUE, Schema.BYTES_SCHEMA, KAFKA_VALUE); assertRecordsEqual(expected, result.get(0)); }
Example #2
Source File: PatternFilter.java From kafka-connect-transform-common with Apache License 2.0 | 6 votes |
R filter(R record, Struct struct) { for (Field field : struct.schema().fields()) { if (this.config.fields.contains(field.name())) { if (field.schema().type() == Schema.Type.STRING) { String input = struct.getString(field.name()); if (null != input) { Matcher matcher = this.config.pattern.matcher(input); if (matcher.matches()) { return null; } } } } } return record; }
Example #3
Source File: DecimalTypeParser.java From connect-utils with Apache License 2.0 | 6 votes |
@Override public Object parseJsonNode(JsonNode input, Schema schema) { Object result; if (input.isNumber()) { int scale = scale(schema); result = input.decimalValue().setScale(scale); } else if (input.isTextual()) { result = parseString(input.textValue(), schema); } else { throw new UnsupportedOperationException( String.format( "Could not parse '%s' to %s", input, this.expectedClass().getSimpleName() ) ); } return result; }
Example #4
Source File: TopicPartitionWriterTest.java From streamx with Apache License 2.0 | 6 votes |
private void verify(Set<Path> expectedFiles, Struct[] records, Schema schema) throws IOException { Path path = new Path(FileUtils.topicDirectory(url, topicsDir, TOPIC)); FileStatus[] statuses = FileUtils.traverse(storage, path, new CommittedFileFilter()); assertEquals(expectedFiles.size(), statuses.length); int index = 0; for (FileStatus status : statuses) { Path filePath = status.getPath(); assertTrue(expectedFiles.contains(status.getPath())); Collection<Object> avroRecords = schemaFileReader.readData(conf, filePath); assertEquals(3, avroRecords.size()); for (Object avroRecord: avroRecords) { assertEquals(avroData.fromConnectData(schema, records[index]), avroRecord); } index++; } }
Example #5
Source File: SchemaUtilTest.java From ksql-fork-with-deep-learning-function with Apache License 2.0 | 6 votes |
@Test public void testGetJavaType() { Class booleanClazz = SchemaUtil.getJavaType(Schema.BOOLEAN_SCHEMA); Class intClazz = SchemaUtil.getJavaType(Schema.INT32_SCHEMA); Class longClazz = SchemaUtil.getJavaType(Schema.INT64_SCHEMA); Class doubleClazz = SchemaUtil.getJavaType(Schema.FLOAT64_SCHEMA); Class StringClazz = SchemaUtil.getJavaType(Schema.STRING_SCHEMA); Class arrayClazz = SchemaUtil.getJavaType(SchemaBuilder.array(Schema.FLOAT64_SCHEMA)); Class mapClazz = SchemaUtil.getJavaType(SchemaBuilder.map(Schema.STRING_SCHEMA, Schema.FLOAT64_SCHEMA)); Assert.assertTrue(booleanClazz.getCanonicalName().equals("java.lang.Boolean")); Assert.assertTrue(intClazz.getCanonicalName().equals("java.lang.Integer")); Assert.assertTrue(longClazz.getCanonicalName().equals("java.lang.Long")); Assert.assertTrue(doubleClazz.getCanonicalName().equals("java.lang.Double")); Assert.assertTrue(StringClazz.getCanonicalName().equals("java.lang.String")); Assert.assertTrue(arrayClazz.getCanonicalName().equals("java.lang.Double[]")); Assert.assertTrue(mapClazz.getCanonicalName().equals("java.util.HashMap")); }
Example #6
Source File: GcsSinkTaskTest.java From aiven-kafka-connect-gcs with GNU Affero General Public License v3.0 | 6 votes |
private SinkRecord createRecord(final String topic, final int partition, final String key, final String value, final int offset, final long timestamp) { return new SinkRecord( topic, partition, Schema.BYTES_SCHEMA, key.getBytes(StandardCharsets.UTF_8), Schema.BYTES_SCHEMA, value.getBytes(StandardCharsets.UTF_8), offset, timestamp, TimestampType.CREATE_TIME); }
Example #7
Source File: Plugin.java From connect-utils with Apache License 2.0 | 6 votes |
@Value.Derived default String getRefLink() { StringBuilder builder = new StringBuilder(); if (Schema.Type.MAP == getType()) { builder.append(":ref:`schema-map`"); builder.append(" < "); builder.append(":ref:`"); builder.append(key().getSchemaLink()); builder.append("` , :ref:`"); builder.append(value().getSchemaLink()); builder.append("` > "); } else if (Schema.Type.ARRAY == getType()) { builder.append(":ref:`schema-array`"); builder.append(" < "); builder.append(":ref:`"); builder.append(value().getSchemaLink()); builder.append("` >"); } else { builder.append(":ref:`"); builder.append(getSchemaLink()); builder.append('`'); } return builder.toString(); }
Example #8
Source File: ExpressionTypeManagerTest.java From ksql-fork-with-deep-learning-function with Apache License 2.0 | 6 votes |
@Test public void testUDFExpr() throws Exception { String simpleQuery = "SELECT FLOOR(col3), CEIL(col3*3), ABS(col0+1.34), RANDOM()+10, ROUND(col3*2)+12 FROM test1;"; Analysis analysis = analyzeQuery(simpleQuery); ExpressionTypeManager expressionTypeManager = new ExpressionTypeManager(schema, functionRegistry); Schema exprType0 = expressionTypeManager.getExpressionType(analysis.getSelectExpressions().get(0)); Schema exprType1 = expressionTypeManager.getExpressionType(analysis.getSelectExpressions().get(1)); Schema exprType2 = expressionTypeManager.getExpressionType(analysis.getSelectExpressions().get(2)); Schema exprType3 = expressionTypeManager.getExpressionType(analysis.getSelectExpressions().get(3)); Schema exprType4 = expressionTypeManager.getExpressionType(analysis.getSelectExpressions().get(4)); Assert.assertTrue(exprType0.type() == Schema.Type.FLOAT64); Assert.assertTrue(exprType1.type() == Schema.Type.FLOAT64); Assert.assertTrue(exprType2.type() == Schema.Type.FLOAT64); Assert.assertTrue(exprType3.type() == Schema.Type.FLOAT64); Assert.assertTrue(exprType4.type() == Schema.Type.INT64); }
Example #9
Source File: CloudPubSubSourceTaskTest.java From pubsub with Apache License 2.0 | 6 votes |
/** * Compare two SourceRecords. This is necessary because the records' values contain a byte[] and * the .equals on a SourceRecord does not take this into account. */ public void assertRecordsEqual(SourceRecord sr1, SourceRecord sr2) { assertEquals(sr1.key(), sr2.key()); assertEquals(sr1.keySchema(), sr2.keySchema()); assertEquals(sr1.valueSchema(), sr2.valueSchema()); assertEquals(sr1.topic(), sr2.topic()); if (sr1.valueSchema() == Schema.BYTES_SCHEMA) { assertArrayEquals((byte[])sr1.value(), (byte[])sr2.value()); } else { for(Field f : sr1.valueSchema().fields()) { if (f.name().equals(ConnectorUtils.KAFKA_MESSAGE_CPS_BODY_FIELD)) { assertArrayEquals(((Struct)sr1.value()).getBytes(f.name()), ((Struct)sr2.value()).getBytes(f.name())); } else { assertEquals(((Struct)sr1.value()).getString(f.name()), ((Struct)sr2.value()).getString(f.name())); } } } }
Example #10
Source File: StructHelper.java From connect-utils with Apache License 2.0 | 5 votes |
public static Struct struct( String name, String f1, Schema.Type t1, boolean o1, Object v1, String f2, Schema.Type t2, boolean o2, Object v2, String f3, Schema.Type t3, boolean o3, Object v3, String f4, Schema.Type t4, boolean o4, Object v4, String f5, Schema.Type t5, boolean o5, Object v5, String f6, Schema.Type t6, boolean o6, Object v6 ) { return struct( name, Arrays.asList( FieldState.of(f1, t1, o1, v1), FieldState.of(f2, t2, o2, v2), FieldState.of(f3, t3, o3, v3), FieldState.of(f4, t4, o4, v4), FieldState.of(f5, t5, o5, v5), FieldState.of(f6, t6, o6, v6) ) ); }
Example #11
Source File: CommitLogReadHandlerImpl.java From debezium-incubator with Apache License 2.0 | 5 votes |
/** * Handle a valid deletion event resulted from a partition-level deletion by converting Cassandra representation * of this event into a {@link Record} object and queue the record to {@link ChangeEventQueue}. A valid deletion * event means a partition only has a single row, this implies there are no clustering keys. * * The steps are: * (1) Populate the "source" field for this event * (2) Fetch the cached key/value schemas from {@link SchemaHolder} * (3) Populate the "after" field for this event * a. populate partition columns * b. populate regular columns with null values * (4) Assemble a {@link Record} object from the populated data and queue the record */ private void handlePartitionDeletion(PartitionUpdate pu, OffsetPosition offsetPosition, KeyspaceTable keyspaceTable) { try { SchemaHolder.KeyValueSchema keyValueSchema = schemaHolder.getOrUpdateKeyValueSchema(keyspaceTable); Schema keySchema = keyValueSchema.keySchema(); Schema valueSchema = keyValueSchema.valueSchema(); RowData after = new RowData(); populatePartitionColumns(after, pu); // For partition deletions, the PartitionUpdate only specifies the partition key, it does not // contains any info on regular (non-partition) columns, as if they were not modified. In order // to differentiate deleted columns from unmodified columns, we populate the deleted columns // with null value and timestamps TableMetadata tableMetadata = keyValueSchema.tableMetadata(); List<ColumnMetadata> clusteringColumns = tableMetadata.getClusteringColumns(); if (!clusteringColumns.isEmpty()) { throw new CassandraConnectorSchemaException("Uh-oh... clustering key should not exist for partition deletion"); } List<ColumnMetadata> columns = tableMetadata.getColumns(); columns.removeAll(tableMetadata.getPartitionKey()); for (ColumnMetadata cm : columns) { String name = cm.getName(); long deletionTs = pu.deletionInfo().getPartitionDeletion().markedForDeleteAt(); CellData cellData = new CellData(name, null, deletionTs, CellData.ColumnType.REGULAR); after.addCell(cellData); } recordMaker.delete(DatabaseDescriptor.getClusterName(), offsetPosition, keyspaceTable, false, Conversions.toInstantFromMicros(pu.maxTimestamp()), after, keySchema, valueSchema, MARK_OFFSET, queue::enqueue); } catch (Exception e) { LOGGER.error("Fail to delete partition at {}. Reason: {}", offsetPosition, e); } }
Example #12
Source File: KsqlBareOutputNodeTest.java From ksql-fork-with-deep-learning-function with Apache License 2.0 | 5 votes |
@Test public void shouldCreateCorrectSchema() { final Schema schema = stream.getSchema(); assertThat(schema.fields(), equalTo(Arrays.asList(new Field("COL0", 0, Schema.INT64_SCHEMA), new Field("COL2", 1, Schema.STRING_SCHEMA), new Field("COL3", 2, Schema.FLOAT64_SCHEMA)))); }
Example #13
Source File: StringParserTest.java From connect-utils with Apache License 2.0 | 5 votes |
@TestFactory Stream<DynamicTest> parseString() { List<TestCase> tests = new ArrayList<>(); of(tests, Schema.FLOAT64_SCHEMA, new Double(Double.MAX_VALUE).toString(), new Double(Double.MAX_VALUE)); of(tests, Schema.FLOAT64_SCHEMA, new Double(Double.MIN_VALUE).toString(), new Double(Double.MIN_VALUE)); of(tests, Schema.INT8_SCHEMA, new Byte(Byte.MAX_VALUE).toString(), new Byte(Byte.MAX_VALUE)); of(tests, Schema.INT8_SCHEMA, new Byte(Byte.MIN_VALUE).toString(), new Byte(Byte.MIN_VALUE)); of(tests, Schema.INT16_SCHEMA, new Short(Short.MAX_VALUE).toString(), new Short(Short.MAX_VALUE)); of(tests, Schema.INT16_SCHEMA, new Short(Short.MIN_VALUE).toString(), new Short(Short.MIN_VALUE)); of(tests, Schema.INT32_SCHEMA, new Integer(Integer.MAX_VALUE).toString(), new Integer(Integer.MAX_VALUE)); of(tests, Schema.INT32_SCHEMA, new Integer(Integer.MIN_VALUE).toString(), new Integer(Integer.MIN_VALUE)); of(tests, Schema.INT64_SCHEMA, new Long(Long.MAX_VALUE).toString(), new Long(Long.MAX_VALUE)); of(tests, Schema.INT64_SCHEMA, new Long(Long.MIN_VALUE).toString(), new Long(Long.MIN_VALUE)); of(tests, Schema.STRING_SCHEMA, "", ""); of(tests, Schema.STRING_SCHEMA, "mirror", "mirror"); for (int SCALE = 3; SCALE < 30; SCALE++) { Schema schema = Decimal.schema(SCALE); of(tests, schema, "12345", new BigDecimal("12345").setScale(SCALE)); of(tests, schema, "0", new BigDecimal("0").setScale(SCALE)); of(tests, schema, "-12345.001", new BigDecimal("-12345.001").setScale(SCALE)); } return tests.stream().map(testCase -> dynamicTest(testCase.toString(), () -> { final Object actual = parser.parseString(testCase.schema, testCase.input); assertEquals(testCase.expected, actual); })); }
Example #14
Source File: KsqlStream.java From ksql-fork-with-deep-learning-function with Apache License 2.0 | 5 votes |
@Override public StructuredDataSource cloneWithTimeKeyColumns() { Schema newSchema = SchemaUtil.addImplicitRowTimeRowKeyToSchema(schema); return new KsqlStream( sqlExpression, dataSourceName, newSchema, keyField, timestampExtractionPolicy, ksqlTopic ); }
Example #15
Source File: Record.java From debezium-incubator with Apache License 2.0 | 5 votes |
Record(SourceInfo source, RowData rowData, Schema keySchema, Schema valueSchema, Operation op, boolean shouldMarkOffset, long ts) { this.source = source; this.rowData = rowData; this.op = op; this.keySchema = keySchema; this.valueSchema = valueSchema; this.shouldMarkOffset = shouldMarkOffset; this.ts = ts; }
Example #16
Source File: SqlToJavaVisitor.java From ksql-fork-with-deep-learning-function with Apache License 2.0 | 5 votes |
@Override protected Pair<String, Schema> visitComparisonExpression( ComparisonExpression node, Boolean unmangleNames ) { Pair<String, Schema> left = process(node.getLeft(), unmangleNames); Pair<String, Schema> right = process(node.getRight(), unmangleNames); String exprFormat = nullCheckPrefix(node.getType()); switch (left.getRight().type()) { case STRING: exprFormat += visitStringComparisonExpression(node.getType()); break; case MAP: throw new KsqlException("Cannot compare MAP values"); case ARRAY: throw new KsqlException("Cannot compare ARRAY values"); case BOOLEAN: exprFormat += visitBooleanComparisonExpression(node.getType()); break; default: exprFormat += visitScalarComparisonExpression(node.getType()); break; } String expr = "(" + String.format(exprFormat, left.getLeft(), right.getLeft()) + ")"; return new Pair<>(expr, Schema.BOOLEAN_SCHEMA); }
Example #17
Source File: SqlToJavaVisitor.java From ksql-fork-with-deep-learning-function with Apache License 2.0 | 5 votes |
@Override protected Pair<String, Schema> visitSymbolReference( SymbolReference node, Boolean context ) { String fieldName = formatIdentifier(node.getName()); Optional<Field> schemaField = SchemaUtil.getFieldByName(schema, fieldName); if (!schemaField.isPresent()) { throw new KsqlException("Field not found: " + fieldName); } return new Pair<>(fieldName, schemaField.get().schema()); }
Example #18
Source File: UdfIntTest.java From ksql-fork-with-deep-learning-function with Apache License 2.0 | 5 votes |
private void testShouldCastSelectedColumns(String resultStreamName, String inputStreamName, DataSource.DataSourceSerDe dataSourceSerde) throws Exception { final String selectColumns = " CAST (ORDERUNITS AS INTEGER), CAST( PRICEARRAY[1]>1000 AS STRING), CAST (SUBSTRING" + "(ITEMID, 5) AS DOUBLE), CAST(ORDERUNITS AS VARCHAR) "; final String queryString = String.format( "CREATE STREAM %s AS SELECT %s FROM %s WHERE %s;", resultStreamName, selectColumns, inputStreamName, "ORDERUNITS > 20 AND ITEMID LIKE '%_8'" ); ksqlContext.sql(queryString); Schema resultSchema = ksqlContext.getMetaStore().getSource(resultStreamName).getSchema(); Map<String, GenericRow> expectedResults = Collections.singletonMap("8", new GenericRow(Arrays.asList( null, null, 80, "true", 8.0, "80.0"))); Map<String, GenericRow> results = testHarness.consumeData(resultStreamName, resultSchema, 4, new StringDeserializer(), IntegrationTestHarness.RESULTS_POLL_MAX_TIME_MS, dataSourceSerde); assertThat(results, equalTo(expectedResults)); }
Example #19
Source File: StreamsSelectAndProjectIntTest.java From ksql-fork-with-deep-learning-function with Apache License 2.0 | 5 votes |
private void testSelectProjectKeyTimestamp(String resultStream, String inputStreamName, DataSource.DataSourceSerDe dataSourceSerDe, Map<String, RecordMetadata> recordMetadataMap) throws Exception { ksqlContext.sql(String.format("CREATE STREAM %s AS SELECT ROWKEY AS RKEY, ROWTIME " + "AS RTIME, ITEMID FROM %s WHERE ORDERUNITS > 20 AND ITEMID = " + "'ITEM_8';", resultStream, inputStreamName)); Schema resultSchema = ksqlContext.getMetaStore().getSource(resultStream).getSchema(); Map<String, GenericRow> results = testHarness.consumeData(resultStream, resultSchema , dataProvider.data().size(), new StringDeserializer(), IntegrationTestHarness .RESULTS_POLL_MAX_TIME_MS, dataSourceSerDe); Map<String, GenericRow> expectedResults = Collections.singletonMap("8", new GenericRow( Arrays.asList(null, null, "8", recordMetadataMap.get("8").timestamp(), "ITEM_8"))); assertThat(results, equalTo(expectedResults)); }
Example #20
Source File: AggregateNodeTest.java From ksql-fork-with-deep-learning-function with Apache License 2.0 | 5 votes |
@Test public void shouldBuildCorrectAggregateSchema() { SchemaKStream stream = build(); final List<Field> expected = Arrays.asList( new Field("COL0", 0, Schema.INT64_SCHEMA), new Field("KSQL_COL_1", 1, Schema.FLOAT64_SCHEMA), new Field("KSQL_COL_2", 2, Schema.INT64_SCHEMA)); assertThat(stream.getSchema().fields(), equalTo(expected)); }
Example #21
Source File: SchemaUtil.java From ksql-fork-with-deep-learning-function with Apache License 2.0 | 5 votes |
public static String getSchemaFieldName(Field field) { if (field.schema().type() == Schema.Type.ARRAY) { return "ARRAY[" + TYPE_MAP.get(field.schema().valueSchema().type().name()) + "]"; } else if (field.schema().type() == Schema.Type.MAP) { return "MAP[" + TYPE_MAP.get(field.schema().keySchema().type().name()) + "," + TYPE_MAP.get(field.schema().valueSchema().type().name()) + "]"; } else { return TYPE_MAP.get(field.schema().type().name()); } }
Example #22
Source File: TopkDistinctKudaf.java From ksql-fork-with-deep-learning-function with Apache License 2.0 | 5 votes |
@SuppressWarnings("unchecked") TopkDistinctKudaf(final int argIndexInValue, final int tkVal, final Schema outputSchema, final Class<T> ttClass) { super(argIndexInValue, () -> (T[]) Array.newInstance(ttClass, tkVal), SchemaBuilder.array(outputSchema).build(), Collections.singletonList(outputSchema) ); this.tkVal = tkVal; this.ttClass = ttClass; this.outputSchema = outputSchema; this.comparator = (v1, v2) -> { if (v1 == null && v2 == null) { return 0; } if (v1 == null) { return 1; } if (v2 == null) { return -1; } return Comparator.<T>reverseOrder().compare(v1, v2); }; }
Example #23
Source File: MsSqlTableMetadataProvider.java From kafka-connect-cdc-mssql with Apache License 2.0 | 5 votes |
@Override protected TableMetadata fetchTableMetadata(ChangeKey changeKey) throws SQLException { log.info("{}: querying database for metadata.", changeKey); PooledConnection pooledConnection = null; try { pooledConnection = JdbcUtils.openPooledConnection(this.config, changeKey); log.trace("{}: Querying for primary keys.", changeKey); Set<String> keyColumns = new LinkedHashSet<>(); try (PreparedStatement primaryKeyStatement = pooledConnection.getConnection().prepareStatement(PRIMARY_KEY_SQL)) { primaryKeyStatement.setString(1, changeKey.schemaName); primaryKeyStatement.setString(2, changeKey.tableName); try (ResultSet resultSet = primaryKeyStatement.executeQuery()) { while (resultSet.next()) { keyColumns.add(resultSet.getString(1)); } } } log.trace("{}: Querying for schema.", changeKey); Map<String, Schema> columnSchemas = new LinkedHashMap<>(); try (PreparedStatement columnDefinitionStatement = pooledConnection.getConnection().prepareStatement(COLUMN_DEFINITION_SQL)) { columnDefinitionStatement.setString(1, changeKey.schemaName); columnDefinitionStatement.setString(2, changeKey.tableName); try (ResultSet resultSet = columnDefinitionStatement.executeQuery()) { while (resultSet.next()) { String columnName = resultSet.getString(1); Schema schema = generateSchema(resultSet, changeKey, columnName); columnSchemas.put(columnName, schema); } } } return new MsSqlTableMetadata(changeKey, keyColumns, columnSchemas); } finally { JdbcUtils.closeConnection(pooledConnection); } }
Example #24
Source File: SchemaKey.java From connect-utils with Apache License 2.0 | 5 votes |
@Override public boolean equals(Object obj) { if (obj instanceof Schema) { return equals(of((Schema) obj)); } if (!(obj instanceof SchemaKey)) { return false; } return 0 == compareTo((SchemaKey) obj); }
Example #25
Source File: MySqlSourceTaskTest.java From kafka-mysql-connector with Apache License 2.0 | 5 votes |
@Test public void testBigint() throws InterruptedException, IOException, SQLException { // add tests for boundary conditions // add tests for signed, unsigned // http://dev.mysql.com/doc/refman/5.7/en/integer-types.html String insertSql = "insert into test.users (bigintcol) values (1844674407370955160);"; testSchemaType("bigintcol", "bigint", Schema.INT64_SCHEMA, 1844674407370955160L, insertSql); }
Example #26
Source File: MsSqlQueryBuilderTest.java From kafka-connect-cdc-mssql with Apache License 2.0 | 5 votes |
@Test public void multiplePrimaryKey() throws SQLException { TableMetadataProvider.TableMetadata tableMetadata = tableMetadata( ImmutableMap.of( "first_key", Schema.STRING_SCHEMA, "second_key", Schema.STRING_SCHEMA, "field_one", Schema.STRING_SCHEMA, "field_two", Schema.STRING_SCHEMA ), "first_key", "second_key" ); MsSqlQueryBuilder builder = new MsSqlQueryBuilder(this.connection); final String expected = "SELECT " + "[ct].[sys_change_version] AS [__metadata_sys_change_version], " + "[ct].[sys_change_creation_version] AS [__metadata_sys_change_creation_version], " + "[ct].[sys_change_operation] AS [__metadata_sys_change_operation], " + "[ct].[first_key], " + "[ct].[second_key], " + "[u].[field_one], " + "[u].[field_two] " + "FROM [dbo].[users] AS [u] " + "RIGHT OUTER JOIN " + "CHANGETABLE(CHANGES [dbo].[users], ?) AS [ct] " + "ON " + "[ct].[first_key] = [u].[first_key] AND " + "[ct].[second_key] = [u].[second_key]"; final String actual = builder.changeTrackingStatementQuery(tableMetadata); assertEquals(expected, actual, "Query should match."); }
Example #27
Source File: AvroData.java From apicurio-registry with Apache License 2.0 | 5 votes |
private Object defaultValueFromAvro(Schema schema, org.apache.avro.Schema avroSchema, Object value, ToConnectContext toConnectContext) { Object result = defaultValueFromAvroWithoutLogical(schema, avroSchema, value, toConnectContext); // If the schema is a logical type, convert the primitive Avro default into the logical form return toConnectLogical(schema, result); }
Example #28
Source File: SqlToJavaVisitor.java From ksql-fork-with-deep-learning-function with Apache License 2.0 | 5 votes |
@Override protected Pair<String, Schema> visitBooleanLiteral( final BooleanLiteral node, final Boolean unmangleNames ) { return new Pair<>(String.valueOf(node.getValue()), Schema.BOOLEAN_SCHEMA); }
Example #29
Source File: HiveIntegrationParquetTest.java From streamx with Apache License 2.0 | 5 votes |
private Struct[] createRecords(Schema schema) { Struct record1 = new Struct(schema) .put("boolean", true) .put("int", 16) .put("long", 12L) .put("float", 12.2f) .put("double", 12.2); Struct record2 = new Struct(schema) .put("boolean", true) .put("int", 17) .put("long", 12L) .put("float", 12.2f) .put("double", 12.2); Struct record3 = new Struct(schema) .put("boolean", true) .put("int", 18) .put("long", 12L) .put("float", 12.2f) .put("double", 12.2); ArrayList<Struct> records = new ArrayList<>(); records.add(record1); records.add(record2); records.add(record3); return records.toArray(new Struct[records.size()]); }
Example #30
Source File: IntegrationTestHarness.java From ksql-fork-with-deep-learning-function with Apache License 2.0 | 5 votes |
private Deserializer<GenericRow> getDeserializer(Schema schema, DataSource.DataSourceSerDe dataSourceSerDe) { switch (dataSourceSerDe) { case JSON: return new KsqlJsonDeserializer(schema); case AVRO: return new KsqlGenericRowAvroDeserializer(schema, this.schemaRegistryClient, false); case DELIMITED: return new KsqlDelimitedDeserializer(schema); default: throw new KsqlException("Format not supported: " + dataSourceSerDe); } }