Java Code Examples for org.apache.avro.Schema#getObjectProp()

The following examples show how to use org.apache.avro.Schema#getObjectProp() . You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.

Example 1

Source File: AvroSchemaUtil.java From iceberg with Apache License 2.0

6 votes

private static Integer getId(Schema schema, String propertyName, NameMapping nameMapping, List<String> names) {
  if (schema.getType() == UNION) {
    return getId(fromOption(schema), propertyName, nameMapping, names);
  }

  Object id = schema.getObjectProp(propertyName);
  if (id != null) {
    return toInt(id);
  } else if (nameMapping != null) {
    MappedField mappedField = nameMapping.find(names);
    if (mappedField != null) {
      return mappedField.id();
    }
  }

  return null;
}

Example 2

Source File: AvroSchemaUtil.java From iceberg with Apache License 2.0

5 votes

private static int getId(Schema schema, String propertyName) {
  if (schema.getType() == UNION) {
    return getId(fromOption(schema), propertyName);
  }

  Object id = schema.getObjectProp(propertyName);
  Preconditions.checkNotNull(id, "Missing expected '%s' property", propertyName);

  return toInt(id);
}

Example 3

Source File: PentahoAvroRecordReader.java From pentaho-hadoop-shims with Apache License 2.0

5 votes

private Object convertToPentahoType( int pentahoType, ByteBuffer avroData, Schema.Field field ) {
  Object pentahoData = null;
  if ( avroData != null ) {
    try {
      switch ( pentahoType ) {
        case ValueMetaInterface.TYPE_BIGNUMBER:
          Conversions.DecimalConversion converter = new Conversions.DecimalConversion();
          Schema schema = field.schema();
          if ( schema.getType().equals( Schema.Type.UNION ) ) {
            List<Schema> schemas = field.schema().getTypes();
            for ( Schema s : schemas ) {
              if ( !s.getName().equalsIgnoreCase( "null" ) ) {
                schema = s;
                break;
              }
            }
          }
          Object precision = schema.getObjectProp( AvroSpec.DECIMAL_PRECISION );
          Object scale = schema.getObjectProp( AvroSpec.DECIMAL_SCALE );
          LogicalTypes.Decimal decimalType =
            LogicalTypes.decimal( Integer.parseInt( precision.toString() ), Integer.parseInt( scale.toString() ) );
          pentahoData = converter.fromBytes( avroData, avroSchema, decimalType );
          break;
        case ValueMetaInterface.TYPE_BINARY:
          pentahoData = new byte[ avroData.remaining() ];
          avroData.get( (byte[]) pentahoData );
          break;
      }
    } catch ( Exception e ) {
      // If unable to do the type conversion just ignore. null will be returned.
    }
  }
  return pentahoData;
}

Example 4

Source File: AvroNestedReader.java From pentaho-hadoop-shims with Apache License 2.0

5 votes

/**
 * @param pentahoType
 * @param avroData
 * @param fieldSchema
 * @return
 */
public Object convertToKettleValue( AvroInputField pentahoType, ByteBuffer avroData, Schema fieldSchema ) {
  Object pentahoData = null;
  if ( avroData != null ) {
    try {
      switch ( pentahoType.getPentahoType() ) {
        case ValueMetaInterface.TYPE_BIGNUMBER:
          Conversions.DecimalConversion converter = new Conversions.DecimalConversion();
          Schema schema = fieldSchema;
          if ( schema.getType().equals( Schema.Type.UNION ) ) {
            List<Schema> schemas = schema.getTypes();
            for ( Schema s : schemas ) {
              if ( !s.getName().equalsIgnoreCase( "null" ) ) {
                schema = s;
                break;
              }
            }
          }
          Object precision = schema.getObjectProp( AvroSpec.DECIMAL_PRECISION );
          Object scale = schema.getObjectProp( AvroSpec.DECIMAL_SCALE );
          LogicalTypes.Decimal decimalType =
            LogicalTypes.decimal( Integer.parseInt( precision.toString() ), Integer.parseInt( scale.toString() ) );
          pentahoData = converter.fromBytes( avroData, m_schemaToUse, decimalType );
          break;
        case ValueMetaInterface.TYPE_BINARY:
          pentahoData = new byte[ avroData.remaining() ];
          avroData.get( (byte[]) pentahoData );
          break;
      }
    } catch ( Exception e ) {
      // If unable to do the type conversion just ignore. null will be returned.
    }
  }
  return pentahoData;
}

Example 5

Source File: AvroToPdiConverter.java From pentaho-hadoop-shims with Apache License 2.0

5 votes

private Object convertToPentahoType( int pentahoType, ByteBuffer avroData, Schema field ) {
  Object pentahoData = null;
  if ( avroData != null ) {
    try {
      switch ( pentahoType ) {
        case ValueMetaInterface.TYPE_BIGNUMBER:
          Conversions.DecimalConversion converter = new Conversions.DecimalConversion();
          Schema schema = field;
          if ( schema.getType().equals( Schema.Type.UNION ) ) {
            List<Schema> schemas = field.getTypes();
            for ( Schema s : schemas ) {
              if ( !s.getName().equalsIgnoreCase( "null" ) ) {
                schema = s;
                break;
              }
            }
          }
          Object precision = schema.getObjectProp( AvroSpec.DECIMAL_PRECISION );
          Object scale = schema.getObjectProp( AvroSpec.DECIMAL_SCALE );
          LogicalTypes.Decimal decimalType =
            LogicalTypes.decimal( Integer.parseInt( precision.toString() ), Integer.parseInt( scale.toString() ) );
          pentahoData = converter.fromBytes( avroData, avroSchema, decimalType );
          break;
        case ValueMetaInterface.TYPE_BINARY:
          pentahoData = new byte[ avroData.remaining() ];
          avroData.get( (byte[]) pentahoData );
          break;
      }
    } catch ( Exception e ) {
      // If unable to do the type conversion just ignore. null will be returned.
    }
  }
  return pentahoData;
}

Example 6

Source File: Generator.java From avro-random-generator with Do What The F*ck You Want To Public License

5 votes

private Optional<Map> getProperties(Schema schema) {
  Object propertiesProp = schema.getObjectProp(ARG_PROPERTIES_PROP);
  if (propertiesProp == null) {
    return Optional.empty();
  } else if (propertiesProp instanceof Map) {
    return Optional.of((Map) propertiesProp);
  } else {
    throw new RuntimeException(String.format(
        "%s property must be given as object, was %s instead",
        ARG_PROPERTIES_PROP,
        propertiesProp.getClass().getName()
    ));
  }
}

Example 7

Source File: SchemaToType.java From iceberg with Apache License 2.0

5 votes

private int getValueId(Schema schema) {
  if (schema.getObjectProp(AvroSchemaUtil.VALUE_ID_PROP) != null) {
    return AvroSchemaUtil.getValueId(schema);
  } else {
    return allocateId();
  }
}

Example 8

Source File: SchemaToType.java From iceberg with Apache License 2.0

5 votes

private int getKeyId(Schema schema) {
  if (schema.getObjectProp(AvroSchemaUtil.KEY_ID_PROP) != null) {
    return AvroSchemaUtil.getKeyId(schema);
  } else {
    return allocateId();
  }
}

Example 9

Source File: SchemaToType.java From iceberg with Apache License 2.0

5 votes

private int getElementId(Schema schema) {
  if (schema.getObjectProp(AvroSchemaUtil.ELEMENT_ID_PROP) != null) {
    return AvroSchemaUtil.getElementId(schema);
  } else {
    return allocateId();
  }
}

Example 10

Source File: Generator.java From ksql-fork-with-deep-learning-function with Apache License 2.0

5 votes

private Optional<Map> getProperties(Schema schema) {
  Object propertiesProp = schema.getObjectProp(ARG_PROPERTIES_PROP);
  if (propertiesProp == null) {
    return Optional.empty();
  } else if (propertiesProp instanceof Map) {
    return Optional.of((Map) propertiesProp);
  } else {
    throw new RuntimeException(String.format(
        "%s property must be given as object, was %s instead",
        ARG_PROPERTIES_PROP,
        propertiesProp.getClass().getName()
    ));
  }
}

Example 11

Source File: AvroSchemaUtil.java From iceberg with Apache License 2.0

5 votes

public static boolean isTimestamptz(Schema schema) {
  LogicalType logicalType = schema.getLogicalType();
  if (logicalType != null && logicalType instanceof LogicalTypes.TimestampMicros) {
    // timestamptz is adjusted to UTC
    Object value = schema.getObjectProp(ADJUST_TO_UTC_PROP);
    if (value instanceof Boolean) {
      return (Boolean) value;
    } else if (value instanceof String) {
      return Boolean.parseBoolean((String) value);
    }
  }

  return false;
}

Example 12

Source File: SchemaToType.java From iceberg with Apache License 2.0

5 votes

private int getValueId(Schema schema) {
  if (schema.getObjectProp(AvroSchemaUtil.VALUE_ID_PROP) != null) {
    return AvroSchemaUtil.getValueId(schema);
  } else {
    return allocateId();
  }
}

Example 13

Source File: SchemaToType.java From iceberg with Apache License 2.0

5 votes

private int getKeyId(Schema schema) {
  if (schema.getObjectProp(AvroSchemaUtil.KEY_ID_PROP) != null) {
    return AvroSchemaUtil.getKeyId(schema);
  } else {
    return allocateId();
  }
}

Example 14

Source File: SchemaToType.java From iceberg with Apache License 2.0

5 votes

private int getElementId(Schema schema) {
  if (schema.getObjectProp(AvroSchemaUtil.ELEMENT_ID_PROP) != null) {
    return AvroSchemaUtil.getElementId(schema);
  } else {
    return allocateId();
  }
}

Example 15

Source File: AvroSchemaUtil.java From iceberg with Apache License 2.0

5 votes

public static boolean isTimestamptz(Schema schema) {
  LogicalType logicalType = schema.getLogicalType();
  if (logicalType != null && logicalType instanceof LogicalTypes.TimestampMicros) {
    // timestamptz is adjusted to UTC
    Object value = schema.getObjectProp(ADJUST_TO_UTC_PROP);
    if (value instanceof Boolean) {
      return (Boolean) value;
    } else if (value instanceof String) {
      return Boolean.parseBoolean((String) value);
    }
  }

  return false;
}

Example 16

Source File: BulkResultAdapterFactory.java From components with Apache License 2.0

4 votes

@Override
public void setSchema(Schema schema) {
    this.schema = schema;
    Object propValue = schema.getObjectProp(SalesforceSchemaConstants.RETURN_NULL_FOR_EMPTY);
    this.returnNullForEmpty = (propValue == null) ? false : (Boolean) propValue;
}

Example 17

Source File: AvroSchemaUtil.java From iceberg with Apache License 2.0

4 votes

static boolean hasProperty(Schema schema, String propertyName) {
  if (schema.getType() == UNION) {
    return hasProperty(fromOption(schema), propertyName);
  }
  return schema.getObjectProp(propertyName) != null;
}