org.apache.hadoop.hive.serde2.SerDeStats Java Examples

The following examples show how to use org.apache.hadoop.hive.serde2.SerDeStats. You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example #1
Source File: ParquetHiveSerDe.java    From parquet-mr with Apache License 2.0 5 votes vote down vote up
@Override
public final void initialize(final Configuration conf, final Properties tbl) throws SerDeException {

  final TypeInfo rowTypeInfo;
  final List<String> columnNames;
  final List<TypeInfo> columnTypes;
  // Get column names and sort order
  final String columnNameProperty = tbl.getProperty(IOConstants.COLUMNS);
  final String columnTypeProperty = tbl.getProperty(IOConstants.COLUMNS_TYPES);

  if (columnNameProperty.length() == 0) {
    columnNames = new ArrayList<String>();
  } else {
    columnNames = Arrays.asList(columnNameProperty.split(","));
  }
  if (columnTypeProperty.length() == 0) {
    columnTypes = new ArrayList<TypeInfo>();
  } else {
    columnTypes = TypeInfoUtils.getTypeInfosFromTypeString(columnTypeProperty);
  }
  if (columnNames.size() != columnTypes.size()) {
    throw new IllegalArgumentException("ParquetHiveSerde initialization failed. Number of column " +
      "name and column type differs. columnNames = " + columnNames + ", columnTypes = " +
      columnTypes);
  }
  // Create row related objects
  rowTypeInfo = TypeInfoFactory.getStructTypeInfo(columnNames, columnTypes);
  this.objInspector = new ArrayWritableObjectInspector((StructTypeInfo) rowTypeInfo);

  // Stats part
  stats = new SerDeStats();
  serializedSize = 0;
  deserializedSize = 0;
  status = LAST_OPERATION.UNKNOWN;
}
 
Example #2
Source File: SMSerDe.java    From spliceengine with GNU Affero General Public License v3.0 5 votes vote down vote up
/**
 * Unimplemented
 */
//@Override
public SerDeStats getSerDeStats() {
	if (Log.isDebugEnabled())
		SpliceLogUtils.trace(Log, "serdeStats");
    return null;
}
 
Example #3
Source File: OrcOutputFormat.java    From hive-dwrf with Apache License 2.0 5 votes vote down vote up
OrcRecordWriter(FileSystem fs, Path path, Configuration conf,
                long stripeSize, String compress,
                int compressionSize, int rowIndexStride) {
  this.fs = fs;
  this.path = path;
  this.conf = conf;
  this.stripeSize = stripeSize;
  this.compress = CompressionKind.valueOf(compress);
  this.compressionSize = compressionSize;
  this.rowIndexStride = rowIndexStride;
  this.stats = new SerDeStats();
}
 
Example #4
Source File: ParquetHiveSerDe.java    From parquet-mr with Apache License 2.0 5 votes vote down vote up
@Override
public SerDeStats getSerDeStats() {
  // must be different
  assert (status != LAST_OPERATION.UNKNOWN);
  if (status == LAST_OPERATION.SERIALIZE) {
    stats.setRawDataSize(serializedSize);
  } else {
    stats.setRawDataSize(deserializedSize);
  }
  return stats;
}
 
Example #5
Source File: IndexRSerde.java    From indexr with Apache License 2.0 5 votes vote down vote up
@Override
public void initialize(Configuration conf, Properties tbl) throws SerDeException {
    String columnNameProperty = tbl.getProperty(IOConstants.COLUMNS);
    String columnTypeProperty = tbl.getProperty(IOConstants.COLUMNS_TYPES);

    if (Strings.isEmpty(columnNameProperty)) {
        columnNames = new ArrayList<String>();
    } else {
        columnNames = Arrays.asList(columnNameProperty.split(","));
    }
    if (Strings.isEmpty(columnTypeProperty)) {
        columnTypes = TypeInfoUtils.getTypeInfosFromTypeString(StringUtils.repeat("string", ":", columnNames.size()));
    } else {
        columnTypes = TypeInfoUtils.getTypeInfosFromTypeString(columnTypeProperty);
    }
    if (columnNames.size() != columnTypes.size()) {
        throw new IllegalArgumentException("IndexRHiveSerde initialization failed. Number of column " +
                "name and column type differs. columnNames = " + columnNames + ", columnTypes = " +
                columnTypes);
    }

    TypeInfo rowTypeInfo = TypeInfoFactory.getStructTypeInfo(columnNames, columnTypes);
    this.objInspector = new ArrayWritableObjectInspector((StructTypeInfo) rowTypeInfo);

    stats = new SerDeStats();
    serdeSize = 0;
}
 
Example #6
Source File: BlurSerDe.java    From incubator-retired-blur with Apache License 2.0 4 votes vote down vote up
@Override
public SerDeStats getSerDeStats() {
  return null;
}
 
Example #7
Source File: MDSSerde.java    From multiple-dimension-spread with Apache License 2.0 4 votes vote down vote up
@Override
public SerDeStats getSerDeStats(){
  return null;
}
 
Example #8
Source File: ApacheHttpdlogDeserializer.java    From logparser with Apache License 2.0 4 votes vote down vote up
@Override
public SerDeStats getSerDeStats() {
    return new SerDeStats();
}
 
Example #9
Source File: JdbcSerDe.java    From HiveJdbcStorageHandler with Apache License 2.0 4 votes vote down vote up
@Override
public SerDeStats getSerDeStats() {
    // TODO Auto-generated method stub
    return null;
}
 
Example #10
Source File: XmlSerDe.java    From Hive-XML-SerDe with Apache License 2.0 4 votes vote down vote up
/**
 * @see org.apache.hadoop.hive.serde2.Deserializer#getSerDeStats()
 */
@Override
public SerDeStats getSerDeStats() {
    return null;
}
 
Example #11
Source File: ToUpperCaseSerDe.java    From HiveRunner with Apache License 2.0 4 votes vote down vote up
@Override
public SerDeStats getSerDeStats() {
    return null;
}
 
Example #12
Source File: OrcOutputFormat.java    From hive-dwrf with Apache License 2.0 4 votes vote down vote up
@Override
public SerDeStats getStats() {
  stats.setRawDataSize(writer.getRowRawDataSize());
  return stats;
}
 
Example #13
Source File: SolrSerde.java    From hive-solr with MIT License 4 votes vote down vote up
@Override
public SerDeStats getSerDeStats() {
    return null;
}
 
Example #14
Source File: EsSerDe.java    From elasticsearch-hadoop with Apache License 2.0 4 votes vote down vote up
@Override
public SerDeStats getSerDeStats() {
    // TODO: can compute serialize stats but not deserialized ones
    return null;
}
 
Example #15
Source File: BaseJsonSerDe.java    From spatial-framework-for-hadoop with Apache License 2.0 4 votes vote down vote up
@Override
public SerDeStats getSerDeStats() {
	return null;
}
 
Example #16
Source File: AccumuloSerde.java    From accumulo-hive-storage-manager with Apache License 2.0 4 votes vote down vote up
public SerDeStats getSerDeStats() {
    throw new UnsupportedOperationException("SerdeStats not supported.");
}
 
Example #17
Source File: AbstractColumnSerDe.java    From Hive-Cassandra with Apache License 2.0 4 votes vote down vote up
@Override
public SerDeStats getSerDeStats() {
  // TODO Auto-generated method stub
  return null;
}
 
Example #18
Source File: NiFiRecordSerDe.java    From nifi with Apache License 2.0 4 votes vote down vote up
@Override
public SerDeStats getSerDeStats() {
    return stats;
}
 
Example #19
Source File: JSONSerDe.java    From searchanalytics-bigdata with MIT License 4 votes vote down vote up
/**
 * Unimplemented
 */
@Override
public SerDeStats getSerDeStats() {
	return null;
}
 
Example #20
Source File: EthereumBlockSerde.java    From hadoopcryptoledger with Apache License 2.0 4 votes vote down vote up
@Override
public SerDeStats getSerDeStats() {
	// not supported
	return null;
}
 
Example #21
Source File: ExcelSpreadSheetCellDAOSerde.java    From hadoopoffice with Apache License 2.0 4 votes vote down vote up
@Override
public SerDeStats getSerDeStats() {
	// no statistics supported
	return null;
}
 
Example #22
Source File: TsFileSerDe.java    From incubator-iotdb with Apache License 2.0 4 votes vote down vote up
@Override
public SerDeStats getSerDeStats() {
  // Not support yet
  return null;
}
 
Example #23
Source File: LogSerDe.java    From hiped2 with Apache License 2.0 4 votes vote down vote up
@Override
public SerDeStats getSerDeStats() {
  return null;
}
 
Example #24
Source File: JSONCDHSerDe.java    From bigdata-tutorial with Apache License 2.0 4 votes vote down vote up
/**
 * Unimplemented
 */
@Override
public SerDeStats getSerDeStats() {
	return null;
}
 
Example #25
Source File: CobolSerDe.java    From Cobol-to-Hive with Apache License 2.0 4 votes vote down vote up
public SerDeStats getSerDeStats() {
	return null;
}
 
Example #26
Source File: CobolSerDe.java    From Cobol-to-Hive with Apache License 2.0 4 votes vote down vote up
public SerDeStats getSerDeStats() {
	return null;
}
 
Example #27
Source File: LWSerDe.java    From hive-solr with Apache License 2.0 4 votes vote down vote up
@Override
public SerDeStats getSerDeStats() {
  // Nothing for now
  return null;
}
 
Example #28
Source File: HiveKuduSerDe.java    From HiveKudu-Handler with Apache License 2.0 4 votes vote down vote up
@Override
public SerDeStats getSerDeStats() {
    // TODO How to implement this?
    return null;
}
 
Example #29
Source File: ExcelSerde.java    From hadoopoffice with Apache License 2.0 4 votes vote down vote up
/**
 * Returns null because SerdeStata are not supported
 * 
 * @return null
 */
@Override
public SerDeStats getSerDeStats() {
	// no statistics supported
	return null;
}
 
Example #30
Source File: IndexRSerde.java    From indexr with Apache License 2.0 4 votes vote down vote up
@Override
public SerDeStats getSerDeStats() {
    stats.setRawDataSize(serdeSize);
    return stats;
}