data-sink.h

Go to the documentation of this file.

// Copyright 2012 Cloudera Inc.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.


#ifndef IMPALA_EXEC_DATA_SINK_H
#define IMPALA_EXEC_DATA_SINK_H

#include <boost/scoped_ptr.hpp>
#include <vector>

#include "common/status.h"
#include "runtime/runtime-state.h"
#include "gen-cpp/DataSinks_types.h"
#include "gen-cpp/Exprs_types.h"

namespace impala {

class ObjectPool;
class RowBatch;
class RuntimeProfile;
class RuntimeState;
class TPlanExecRequest;
class TPlanExecParams;
class TPlanFragmentExecParams;
class RowDescriptor;

class DataSink {
 public:
  DataSink() : closed_(false) { }
  virtual ~DataSink() {}

  virtual Status Prepare(RuntimeState* state);

  virtual Status Open(RuntimeState* state) = 0;

  virtual Status Send(RuntimeState* state, RowBatch* batch, bool eos) = 0;

  virtual void Close(RuntimeState* state) = 0;

  static Status CreateDataSink(ObjectPool* pool,
    const TDataSink& thrift_sink, const std::vector<TExpr>& output_exprs,
    const TPlanFragmentExecParams& params,
    const RowDescriptor& row_desc, boost::scoped_ptr<DataSink>* sink);

  virtual RuntimeProfile* profile() = 0;

  static void MergeInsertStats(const TInsertStats& src_stats,
      TInsertStats* dst_stats);

  static std::string OutputInsertStats(const PartitionStatusMap& stats,
      const std::string& prefix = "");

 protected:
  bool closed_;

  boost::scoped_ptr<MemTracker> expr_mem_tracker_;

};

}  // namespace impala
#endif