hdfs-scan-node.cc File Reference

#include "exec/hdfs-scan-node.h"
#include "exec/base-sequence-scanner.h"
#include "exec/hdfs-text-scanner.h"
#include "exec/hdfs-lzo-text-scanner.h"
#include "exec/hdfs-sequence-scanner.h"
#include "exec/hdfs-rcfile-scanner.h"
#include "exec/hdfs-avro-scanner.h"
#include "exec/hdfs-parquet-scanner.h"
#include <sstream>
#include <boost/algorithm/string.hpp>
#include <boost/foreach.hpp>
#include <boost/filesystem.hpp>
#include <gutil/strings/substitute.h>
#include <hdfs.h>
#include "codegen/llvm-codegen.h"
#include "common/logging.h"
#include "common/object-pool.h"
#include "exprs/expr-context.h"
#include "runtime/descriptors.h"
#include "runtime/hdfs-fs-cache.h"
#include "runtime/runtime-state.h"
#include "runtime/mem-pool.h"
#include "runtime/raw-value.h"
#include "runtime/row-batch.h"
#include "util/bit-util.h"
#include "util/container-util.h"
#include "util/debug-util.h"
#include "util/disk-info.h"
#include "util/error-util.h"
#include "util/hdfs-util.h"
#include "util/impalad-metrics.h"
#include "util/periodic-counter-updater.h"
#include "util/runtime-profile.h"
#include "gen-cpp/PlanNodes_types.h"
#include "common/names.h"

Include dependency graph for hdfs-scan-node.cc:

Go to the source code of this file.

Functions
	DEFINE_int32 (max_row_batches, 0,"the maximum size of materialized_row_batches_")
	DECLARE_string (cgroup_hierarchy_path)
	DECLARE_bool (enable_rm)

Variables
const int	SCANNER_THREAD_MEM_USAGE = 32 * 1024 * 1024
const int	COMPRESSED_TEXT_COMPRESSION_RATIO = 11
const int	UNEXPECTED_REMOTE_BYTES_WARN_THRESHOLD = 64 * 1024 * 1024

Function Documentation

DECLARE_bool

(

enable_rm

)

DECLARE_string

(

cgroup_hierarchy_path

)

DEFINE_int32	(	max_row_batches	,
		0	,
		"the maximum size of materialized_row_batches_"
	)

Variable Documentation

const int COMPRESSED_TEXT_COMPRESSION_RATIO = 11

Definition at line 76 of file hdfs-scan-node.cc.

Referenced by impala::HdfsScanNode::Prepare().

const int SCANNER_THREAD_MEM_USAGE = 32 * 1024 * 1024

Definition at line 72 of file hdfs-scan-node.cc.

Referenced by impala::HdfsScanNode::Prepare().

const int UNEXPECTED_REMOTE_BYTES_WARN_THRESHOLD = 64 * 1024 * 1024

Definition at line 79 of file hdfs-scan-node.cc.

Referenced by impala::HdfsScanNode::StopAndFinalizeCounters().