Impala
Impalaistheopensource,nativeanalyticdatabaseforApacheHadoop.
 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Friends Macros
Classes | Public Member Functions | Protected Member Functions | Protected Attributes | Friends | List of all members
impala::HdfsParquetTableWriter::BaseColumnWriter Class Referenceabstract
Inheritance diagram for impala::HdfsParquetTableWriter::BaseColumnWriter:
Collaboration diagram for impala::HdfsParquetTableWriter::BaseColumnWriter:

Classes

struct  DataPage
 

Public Member Functions

 BaseColumnWriter (HdfsParquetTableWriter *parent, ExprContext *expr_ctx, const THdfsCompression::type &codec)
 
virtual ~BaseColumnWriter ()
 
Status AppendRow (TupleRow *row)
 
Status Flush (int64_t *file_pos, int64_t *first_data_page, int64_t *first_dictionary_page)
 
virtual void Reset ()
 
void Close ()
 
const ColumnType & type () const
 
uint64_t num_values () const
 
uint64_t total_compressed_size () const
 
uint64_t total_uncompressed_size () const
 
parquet::CompressionCodec::type codec () const
 

Protected Member Functions

virtual bool EncodeValue (void *value, int64_t *bytes_needed)=0
 
virtual void FinalizeCurrentPage ()
 
void NewPage ()
 
void WriteDictDataPage ()
 

Protected Attributes

HdfsParquetTableWriter * parent_
 
ExprContext * expr_ctx_
 
THdfsCompression::type codec_
 
scoped_ptr< Codec > compressor_
 
vector< DataPage > pages_
 
int num_data_pages_
 
int64_t page_size_
 
DataPage * current_page_
 
int64_t num_values_
 
int64_t total_compressed_byte_size_
 
int64_t total_uncompressed_byte_size_
 
Encoding::type current_encoding_
 
DictEncoderBase * dict_encoder_base_
 
RleEncoder * def_levels_
 
uint8_t * values_buffer_
 
int values_buffer_len_
 

Friends

class HdfsParquetTableWriter
 

Detailed Description

Definition at line 87 of file hdfs-parquet-table-writer.cc.

Constructor & Destructor Documentation

impala::HdfsParquetTableWriter::BaseColumnWriter::BaseColumnWriter ( HdfsParquetTableWriter *  parent,
ExprContext *  expr_ctx,
const THdfsCompression::type &  codec 
)
inline

Definition at line 90 of file hdfs-parquet-table-writer.cc.

References impala::Codec::CreateCompressor().

virtual impala::HdfsParquetTableWriter::BaseColumnWriter::~BaseColumnWriter ( )
inlinevirtual

Definition at line 107 of file hdfs-parquet-table-writer.cc.

Member Function Documentation

Status HdfsParquetTableWriter::BaseColumnWriter::AppendRow ( TupleRow *  row)
inline

Definition at line 371 of file hdfs-parquet-table-writer.cc.

References impala::Status::OK, impala::PrettyPrinter::Print(), and UNLIKELY.

void impala::HdfsParquetTableWriter::BaseColumnWriter::Close ( )
inline

Definition at line 140 of file hdfs-parquet-table-writer.cc.

parquet::CompressionCodec::type impala::HdfsParquetTableWriter::BaseColumnWriter::codec ( ) const
inline

Definition at line 149 of file hdfs-parquet-table-writer.cc.

References impala::IMPALA_TO_PARQUET_CODEC.

virtual bool impala::HdfsParquetTableWriter::BaseColumnWriter::EncodeValue ( void *  value,
int64_t *  bytes_needed 
)
protectedpure virtual

Implemented in impala::HdfsParquetTableWriter::BoolColumnWriter, and impala::HdfsParquetTableWriter::ColumnWriter< T >.

void HdfsParquetTableWriter::BaseColumnWriter::FinalizeCurrentPage ( )
protectedvirtual

Reimplemented in impala::HdfsParquetTableWriter::BoolColumnWriter.

Definition at line 522 of file hdfs-parquet-table-writer.cc.

References impala::BufferBuilder::Append(), impala::BufferBuilder::capacity(), impala::PLAIN, SCOPED_TIMER, and impala::BufferBuilder::size().

Status HdfsParquetTableWriter::BaseColumnWriter::Flush ( int64_t *  file_pos,
int64_t *  first_data_page,
int64_t *  first_dictionary_page 
)

Definition at line 432 of file hdfs-parquet-table-writer.cc.

References impala::HdfsParquetTableWriter::BaseColumnWriter::DataPage::data, impala::HdfsParquetTableWriter::BaseColumnWriter::DataPage::header, impala::Status::OK, RETURN_IF_ERROR, and SCOPED_TIMER.

void HdfsParquetTableWriter::BaseColumnWriter::NewPage ( )
protected

Definition at line 597 of file hdfs-parquet-table-writer.cc.

uint64_t impala::HdfsParquetTableWriter::BaseColumnWriter::num_values ( ) const
inline

Definition at line 146 of file hdfs-parquet-table-writer.cc.

virtual void impala::HdfsParquetTableWriter::BaseColumnWriter::Reset ( )
inlinevirtual

Reimplemented in impala::HdfsParquetTableWriter::ColumnWriter< T >.

Definition at line 130 of file hdfs-parquet-table-writer.cc.

References impala::PLAIN.

uint64_t impala::HdfsParquetTableWriter::BaseColumnWriter::total_compressed_size ( ) const
inline

Definition at line 147 of file hdfs-parquet-table-writer.cc.

uint64_t impala::HdfsParquetTableWriter::BaseColumnWriter::total_uncompressed_size ( ) const
inline

Definition at line 148 of file hdfs-parquet-table-writer.cc.

const ColumnType& impala::HdfsParquetTableWriter::BaseColumnWriter::type ( ) const
inline

Definition at line 145 of file hdfs-parquet-table-writer.cc.

References impala::ColumnType::type.

Referenced by impala::HdfsParquetTableWriter::Init().

void HdfsParquetTableWriter::BaseColumnWriter::WriteDictDataPage ( )
inlineprotected

Definition at line 416 of file hdfs-parquet-table-writer.cc.

References UNLIKELY.

Friends And Related Function Documentation

friend class HdfsParquetTableWriter
friend

Definition at line 154 of file hdfs-parquet-table-writer.cc.

Member Data Documentation

THdfsCompression::type impala::HdfsParquetTableWriter::BaseColumnWriter::codec_
protected

Definition at line 196 of file hdfs-parquet-table-writer.cc.

scoped_ptr<Codec> impala::HdfsParquetTableWriter::BaseColumnWriter::compressor_
protected

Definition at line 199 of file hdfs-parquet-table-writer.cc.

Encoding::type impala::HdfsParquetTableWriter::BaseColumnWriter::current_encoding_
protected

Definition at line 218 of file hdfs-parquet-table-writer.cc.

DataPage* impala::HdfsParquetTableWriter::BaseColumnWriter::current_page_
protected

Definition at line 214 of file hdfs-parquet-table-writer.cc.

RleEncoder* impala::HdfsParquetTableWriter::BaseColumnWriter::def_levels_
protected

Definition at line 227 of file hdfs-parquet-table-writer.cc.

DictEncoderBase* impala::HdfsParquetTableWriter::BaseColumnWriter::dict_encoder_base_
protected

Definition at line 221 of file hdfs-parquet-table-writer.cc.

ExprContext* impala::HdfsParquetTableWriter::BaseColumnWriter::expr_ctx_
protected

Definition at line 194 of file hdfs-parquet-table-writer.cc.

int impala::HdfsParquetTableWriter::BaseColumnWriter::num_data_pages_
protected

Definition at line 205 of file hdfs-parquet-table-writer.cc.

int64_t impala::HdfsParquetTableWriter::BaseColumnWriter::num_values_
protected

Definition at line 215 of file hdfs-parquet-table-writer.cc.

int64_t impala::HdfsParquetTableWriter::BaseColumnWriter::page_size_
protected

Definition at line 212 of file hdfs-parquet-table-writer.cc.

vector<DataPage> impala::HdfsParquetTableWriter::BaseColumnWriter::pages_
protected

Definition at line 201 of file hdfs-parquet-table-writer.cc.

HdfsParquetTableWriter* impala::HdfsParquetTableWriter::BaseColumnWriter::parent_
protected

Definition at line 193 of file hdfs-parquet-table-writer.cc.

int64_t impala::HdfsParquetTableWriter::BaseColumnWriter::total_compressed_byte_size_
protected

Definition at line 216 of file hdfs-parquet-table-writer.cc.

int64_t impala::HdfsParquetTableWriter::BaseColumnWriter::total_uncompressed_byte_size_
protected

Definition at line 217 of file hdfs-parquet-table-writer.cc.

uint8_t* impala::HdfsParquetTableWriter::BaseColumnWriter::values_buffer_
protected

Definition at line 230 of file hdfs-parquet-table-writer.cc.

int impala::HdfsParquetTableWriter::BaseColumnWriter::values_buffer_len_
protected

Definition at line 232 of file hdfs-parquet-table-writer.cc.

The documentation for this class was generated from the following file: