sorter.h

Go to the documentation of this file.

// Copyright 2013 Cloudera Inc.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

#ifndef IMPALA_RUNTIME_SORTER_H_
#define IMPALA_RUNTIME_SORTER_H_

#include "runtime/buffered-block-mgr.h"
#include "util/tuple-row-compare.h"

namespace impala {

class SortedRunMerger;
class RuntimeProfile;
class RowBatch;

//
//
//
//
//
//
//
//
//
class Sorter {
 public:
  Sorter(const TupleRowComparator& compare_less_than,
      const std::vector<ExprContext*>& sort_tuple_slot_expr_ctxs,
      RowDescriptor* output_row_desc, MemTracker* mem_tracker,
      RuntimeProfile* profile, RuntimeState* state);

  ~Sorter();

  Status Init();

  Status AddBatch(RowBatch* batch);

  Status InputDone();

  Status GetNext(RowBatch* batch, bool* eos);

  static uint64_t EstimateMergeMem(uint64_t available_blocks, RowDescriptor* row_desc,
      int merge_batch_size);

 private:
  class Run;
  class TupleSorter;

  Status CreateMerger(int num_runs);

  Status MergeIntermediateRuns();

  Status SortRun();

  RuntimeState* const state_;

  TupleRowComparator compare_less_than_;
  boost::scoped_ptr<TupleSorter> in_mem_tuple_sorter_;

  BufferedBlockMgr* block_mgr_;

  BufferedBlockMgr::Client* block_mgr_client_;

  bool has_var_len_slots_;

  Run* unsorted_run_;

  std::list<Run*> sorted_runs_;

  RowDescriptor* output_row_desc_;

  std::vector<ExprContext*> sort_tuple_slot_expr_ctxs_;

  MemTracker* mem_tracker_;

  boost::scoped_ptr<SortedRunMerger> merger_;

  std::list<Run*> merging_runs_;

  ObjectPool obj_pool_;

  RuntimeProfile* profile_;
  RuntimeProfile::Counter* initial_runs_counter_;
  RuntimeProfile::Counter* num_merges_counter_;
  RuntimeProfile::Counter* in_mem_sort_timer_;
  RuntimeProfile::Counter* sorted_data_size_;
};

} // namespace impala

#endif