disk-io-mgr.cc File Reference

#include "runtime/disk-io-mgr.h"
#include "runtime/disk-io-mgr-internal.h"
#include "util/hdfs-util.h"
#include <gutil/strings/substitute.h>
#include <boost/algorithm/string.hpp>
#include "common/names.h"

Include dependency graph for disk-io-mgr.cc:

Go to the source code of this file.

Classes
class	impala::DiskIoMgr::RequestContextCache

Functions
	DECLARE_bool (disable_mem_pools)
	DEFINE_int32 (num_disks, 0,"Number of disks on data node.")
	DEFINE_int32 (num_threads_per_disk, 0,"number of threads per disk")
	DEFINE_int32 (num_s3_io_threads, 16,"number of S3 I/O threads")
	DEFINE_int32 (read_size, 8 *1024 *1024,"Read Size (in bytes)")
	DEFINE_int32 (min_buffer_size, 1024,"The minimum read buffer size (in bytes)")
	DEFINE_int32 (max_free_io_buffers, 128,"For each io buffer size, the maximum number of buffers the IoMgr will hold onto")
static void	CheckSseSupport ()

Variables
static const int	THREADS_PER_ROTATIONAL_DISK = 1
static const int	THREADS_PER_FLASH_DISK = 8
static const int	LOW_MEMORY = 64 * 1024 * 1024

Function Documentation

static void CheckSseSupport ( )

static

Definition at line 210 of file disk-io-mgr.cc.

References impala::CpuInfo::IsSupported(), and impala::CpuInfo::SSE4_2.

Referenced by impala::DiskIoMgr::DiskIoMgr().

DECLARE_bool

(

disable_mem_pools

)

DEFINE_int32	(	num_disks	,
		0	,
		"Number of disks on data node."
	)

DEFINE_int32	(	num_threads_per_disk	,
		0	,
		"number of threads per disk"
	)

DEFINE_int32	(	num_s3_io_threads	,
		16	,
		"number of S3 I/O threads"
	)

DEFINE_int32	(	read_size	,
		8 *1024 *	1024,
		"Read Size (in bytes)"
	)

DEFINE_int32	(	min_buffer_size	,
		1024	,
		"The minimum read buffer size (in bytes)"
	)

DEFINE_int32	(	max_free_io_buffers	,
		128	,
		"For each io buffer	size,
		the maximum number of buffers the IoMgr will hold onto"
	)

Variable Documentation

const int LOW_MEMORY = 64 * 1024 * 1024

static

Definition at line 59 of file disk-io-mgr.cc.

Referenced by impala::DiskIoMgr::ReadRange().

const int THREADS_PER_FLASH_DISK = 8

static

Definition at line 54 of file disk-io-mgr.cc.

Referenced by impala::DiskIoMgr::Init().

const int THREADS_PER_ROTATIONAL_DISK = 1

static

Definition at line 53 of file disk-io-mgr.cc.

Referenced by impala::DiskIoMgr::Init().