Inheritance diagram for impala::HdfsParquetTableWriter::ColumnWriter< T >:

Collaboration diagram for impala::HdfsParquetTableWriter::ColumnWriter< T >:

Public Member Functions
	ColumnWriter (HdfsParquetTableWriter parent, ExprContext ctx, const THdfsCompression::type &codec)

virtual void	Reset ()

Status	AppendRow (TupleRow *row)

Status	Flush (int64_t file_pos, int64_t first_data_page, int64_t *first_dictionary_page)

void	Close ()

const ColumnType &	type () const

uint64_t	num_values () const

uint64_t	total_compressed_size () const

uint64_t	total_uncompressed_size () const

parquet::CompressionCodec::type	codec () const

Protected Member Functions
virtual bool	EncodeValue (void value, int64_t bytes_needed)

virtual void	FinalizeCurrentPage ()

void	NewPage ()

void	WriteDictDataPage ()

Protected Attributes
HdfsParquetTableWriter *	parent_

ExprContext *	expr_ctx_

THdfsCompression::type	codec_

scoped_ptr< Codec >	compressor_

vector< DataPage >	pages_

int	num_data_pages_

int64_t	page_size_

DataPage *	current_page_

int64_t	num_values_

int64_t	total_compressed_byte_size_

int64_t	total_uncompressed_byte_size_

Encoding::type	current_encoding_

DictEncoderBase *	dict_encoder_base_

RleEncoder *	def_levels_

uint8_t *	values_buffer_

int	values_buffer_len_

Private Member Functions
T *	CastValue (void *value)

template<>
StringValue *	CastValue (void *value)

Private Attributes
scoped_ptr< DictEncoder< T > >	dict_encoder_

int	num_values_since_dict_size_check_

int64_t	encoded_value_size_

StringValue	temp_

Static Private Attributes
static const int	DICTIONARY_DATA_PAGE_SIZE_CHECK_PERIOD = 100

Detailed Description

template<typename T>
class impala::HdfsParquetTableWriter::ColumnWriter< T >

Definition at line 237 of file hdfs-parquet-table-writer.cc.

Constructor & Destructor Documentation

template<typename T>

impala::HdfsParquetTableWriter::ColumnWriter< T >::ColumnWriter	(	HdfsParquetTableWriter *	parent,
		ExprContext *	ctx,
		const THdfsCompression::type &	codec
	)

inline

Definition at line 240 of file hdfs-parquet-table-writer.cc.

References impala::ParquetPlainEncoder::ByteSize(), impala::ExprContext::root(), impala::ColumnType::type, impala::Expr::type(), and impala::TYPE_BOOLEAN.

Member Function Documentation

Status HdfsParquetTableWriter::BaseColumnWriter::AppendRow ( TupleRow * row )

inlineinherited

Definition at line 371 of file hdfs-parquet-table-writer.cc.

References impala::Status::OK, impala::PrettyPrinter::Print(), and UNLIKELY.

template<typename T>

T* impala::HdfsParquetTableWriter::ColumnWriter< T >::CastValue ( void * value )

inlineprivate

Definition at line 317 of file hdfs-parquet-table-writer.cc.

template<>

StringValue * impala::HdfsParquetTableWriter::ColumnWriter< StringValue >::CastValue ( void * value )

inlineprivate

Definition at line 323 of file hdfs-parquet-table-writer.cc.

References impala::StringValue::CharSlotToPtr(), impala::TYPE_CHAR, and impala::StringValue::UnpaddedCharLength().

void impala::HdfsParquetTableWriter::BaseColumnWriter::Close ( )

inlineinherited

Definition at line 140 of file hdfs-parquet-table-writer.cc.

parquet::CompressionCodec::type impala::HdfsParquetTableWriter::BaseColumnWriter::codec ( ) const

inlineinherited

Definition at line 149 of file hdfs-parquet-table-writer.cc.

References impala::IMPALA_TO_PARQUET_CODEC.

template<typename T>

virtual bool impala::HdfsParquetTableWriter::ColumnWriter< T >::EncodeValue	(	void *	value,
		int64_t *	bytes_needed
	)

inlineprotectedvirtual

Implements impala::HdfsParquetTableWriter::BaseColumnWriter.

Definition at line 258 of file hdfs-parquet-table-writer.cc.

References impala::ParquetPlainEncoder::Encode(), impala::PLAIN, and UNLIKELY.

void HdfsParquetTableWriter::BaseColumnWriter::FinalizeCurrentPage ( )

protectedvirtualinherited

Reimplemented in impala::HdfsParquetTableWriter::BoolColumnWriter.

Definition at line 522 of file hdfs-parquet-table-writer.cc.

References impala::BufferBuilder::Append(), impala::BufferBuilder::capacity(), impala::PLAIN, SCOPED_TIMER, and impala::BufferBuilder::size().

Status HdfsParquetTableWriter::BaseColumnWriter::Flush	(	int64_t *	file_pos,
		int64_t *	first_data_page,
		int64_t *	first_dictionary_page
	)

inherited

Definition at line 432 of file hdfs-parquet-table-writer.cc.

References impala::HdfsParquetTableWriter::BaseColumnWriter::DataPage::data, impala::HdfsParquetTableWriter::BaseColumnWriter::DataPage::header, impala::Status::OK, RETURN_IF_ERROR, and SCOPED_TIMER.

void HdfsParquetTableWriter::BaseColumnWriter::NewPage ( )

protectedinherited

Definition at line 597 of file hdfs-parquet-table-writer.cc.

uint64_t impala::HdfsParquetTableWriter::BaseColumnWriter::num_values ( ) const

inlineinherited

Definition at line 146 of file hdfs-parquet-table-writer.cc.

template<typename T>

virtual void impala::HdfsParquetTableWriter::ColumnWriter< T >::Reset ( )

inlinevirtual

Reimplemented from impala::HdfsParquetTableWriter::BaseColumnWriter.

Definition at line 247 of file hdfs-parquet-table-writer.cc.

uint64_t impala::HdfsParquetTableWriter::BaseColumnWriter::total_compressed_size ( ) const

inlineinherited

Definition at line 147 of file hdfs-parquet-table-writer.cc.

uint64_t impala::HdfsParquetTableWriter::BaseColumnWriter::total_uncompressed_size ( ) const

inlineinherited

Definition at line 148 of file hdfs-parquet-table-writer.cc.

const ColumnType& impala::HdfsParquetTableWriter::BaseColumnWriter::type ( ) const

inlineinherited

Definition at line 145 of file hdfs-parquet-table-writer.cc.

References impala::ColumnType::type.

Referenced by impala::HdfsParquetTableWriter::Init().

void HdfsParquetTableWriter::BaseColumnWriter::WriteDictDataPage ( )

inlineprotectedinherited

Definition at line 416 of file hdfs-parquet-table-writer.cc.

References UNLIKELY.

Member Data Documentation

THdfsCompression::type impala::HdfsParquetTableWriter::BaseColumnWriter::codec_

protectedinherited

Definition at line 196 of file hdfs-parquet-table-writer.cc.

scoped_ptr<Codec> impala::HdfsParquetTableWriter::BaseColumnWriter::compressor_

protectedinherited

Definition at line 199 of file hdfs-parquet-table-writer.cc.

Encoding::type impala::HdfsParquetTableWriter::BaseColumnWriter::current_encoding_

protectedinherited

Definition at line 218 of file hdfs-parquet-table-writer.cc.

DataPage* impala::HdfsParquetTableWriter::BaseColumnWriter::current_page_

protectedinherited

Definition at line 214 of file hdfs-parquet-table-writer.cc.

RleEncoder* impala::HdfsParquetTableWriter::BaseColumnWriter::def_levels_

protectedinherited

Definition at line 227 of file hdfs-parquet-table-writer.cc.

template<typename T>

scoped_ptr<DictEncoder<T> > impala::HdfsParquetTableWriter::ColumnWriter< T >::dict_encoder_

private

Definition at line 305 of file hdfs-parquet-table-writer.cc.

DictEncoderBase* impala::HdfsParquetTableWriter::BaseColumnWriter::dict_encoder_base_

protectedinherited

Definition at line 221 of file hdfs-parquet-table-writer.cc.

template<typename T>

const int impala::HdfsParquetTableWriter::ColumnWriter< T >::DICTIONARY_DATA_PAGE_SIZE_CHECK_PERIOD = 100

staticprivate

Definition at line 302 of file hdfs-parquet-table-writer.cc.

template<typename T>

int64_t impala::HdfsParquetTableWriter::ColumnWriter< T >::encoded_value_size_

private

Definition at line 311 of file hdfs-parquet-table-writer.cc.

ExprContext* impala::HdfsParquetTableWriter::BaseColumnWriter::expr_ctx_

protectedinherited

Definition at line 194 of file hdfs-parquet-table-writer.cc.

int impala::HdfsParquetTableWriter::BaseColumnWriter::num_data_pages_

protectedinherited

Definition at line 205 of file hdfs-parquet-table-writer.cc.

int64_t impala::HdfsParquetTableWriter::BaseColumnWriter::num_values_

protectedinherited

Definition at line 215 of file hdfs-parquet-table-writer.cc.

template<typename T>

int impala::HdfsParquetTableWriter::ColumnWriter< T >::num_values_since_dict_size_check_

private

Definition at line 308 of file hdfs-parquet-table-writer.cc.

int64_t impala::HdfsParquetTableWriter::BaseColumnWriter::page_size_

protectedinherited

Definition at line 212 of file hdfs-parquet-table-writer.cc.

vector<DataPage> impala::HdfsParquetTableWriter::BaseColumnWriter::pages_

protectedinherited

Definition at line 201 of file hdfs-parquet-table-writer.cc.

HdfsParquetTableWriter* impala::HdfsParquetTableWriter::BaseColumnWriter::parent_

protectedinherited

Definition at line 193 of file hdfs-parquet-table-writer.cc.

template<typename T>

StringValue impala::HdfsParquetTableWriter::ColumnWriter< T >::temp_

private

Definition at line 314 of file hdfs-parquet-table-writer.cc.

int64_t impala::HdfsParquetTableWriter::BaseColumnWriter::total_compressed_byte_size_

protectedinherited

Definition at line 216 of file hdfs-parquet-table-writer.cc.

int64_t impala::HdfsParquetTableWriter::BaseColumnWriter::total_uncompressed_byte_size_

protectedinherited

Definition at line 217 of file hdfs-parquet-table-writer.cc.

uint8_t* impala::HdfsParquetTableWriter::BaseColumnWriter::values_buffer_

protectedinherited

Definition at line 230 of file hdfs-parquet-table-writer.cc.

int impala::HdfsParquetTableWriter::BaseColumnWriter::values_buffer_len_

protectedinherited

Definition at line 232 of file hdfs-parquet-table-writer.cc.

The documentation for this class was generated from the following file:

be/src/exec/hdfs-parquet-table-writer.cc

Public Member Functions

Protected Member Functions

Protected Attributes

Private Member Functions

Private Attributes

Static Private Attributes

Detailed Description

template<typename T> class impala::HdfsParquetTableWriter::ColumnWriter< T >

Constructor & Destructor Documentation

Member Function Documentation

Member Data Documentation

template<typename T>
class impala::HdfsParquetTableWriter::ColumnWriter< T >