exec-env.cc File Reference

#include "runtime/exec-env.h"
#include <vector>
#include <boost/algorithm/string.hpp>
#include <gflags/gflags.h>
#include <gutil/strings/substitute.h>
#include "common/logging.h"
#include "resourcebroker/resource-broker.h"
#include "runtime/client-cache.h"
#include "runtime/data-stream-mgr.h"
#include "runtime/disk-io-mgr.h"
#include "runtime/hbase-table-factory.h"
#include "runtime/hdfs-fs-cache.h"
#include "runtime/lib-cache.h"
#include "runtime/mem-tracker.h"
#include "runtime/thread-resource-mgr.h"
#include "scheduling/request-pool-service.h"
#include "service/frontend.h"
#include "statestore/simple-scheduler.h"
#include "statestore/statestore-subscriber.h"
#include "util/debug-util.h"
#include "util/default-path-handlers.h"
#include "util/mem-info.h"
#include "util/metrics.h"
#include "util/network-util.h"
#include "util/parse-util.h"
#include "util/memory-metrics.h"
#include "util/webserver.h"
#include "util/cgroups-mgr.h"
#include "util/pretty-printer.h"
#include "gen-cpp/ImpalaInternalService.h"
#include "gen-cpp/CatalogService.h"
#include "common/names.h"

Include dependency graph for exec-env.cc:

Go to the source code of this file.

Namespaces
	impala
	This file contains type definitions that are used throughout the code base.

Functions
	DEFINE_bool (use_statestore, true,"Use an external statestore process to manage cluster membership")
	DEFINE_string (catalog_service_host,"localhost","hostname where CatalogService is running")
	DEFINE_bool (enable_webserver, true,"If true, debug webserver is enabled")
	DEFINE_string (state_store_host,"localhost","hostname where StatestoreService is running")
	DEFINE_int32 (state_store_subscriber_port, 23000,"port where StatestoreSubscriberService should be exported")
	DEFINE_int32 (num_hdfs_worker_threads, 16,"(Advanced) The number of threads in the global HDFS operation pool")
	DECLARE_int32 (state_store_port)
	DECLARE_int32 (num_threads_per_core)
	DECLARE_int32 (num_cores)
	DECLARE_int32 (be_port)
	DECLARE_string (mem_limit)
	DEFINE_bool (enable_rm, false,"Whether to enable resource management. If enabled, ""-fair_scheduler_allocation_path is required.")
	DEFINE_int32 (llama_callback_port, 28000,"Port where Llama notification callback should be started")
	DEFINE_string (llama_host,"","Host of Llama service that the resource broker should connect to")
	DEFINE_int32 (llama_port, 15000,"Port of Llama service that the resource broker should connect to")
	DEFINE_string (llama_addresses,"","Llama availability group given as a comma-separated list of hostports.")
	DEFINE_int64 (llama_registration_timeout_secs, 30,"Maximum number of seconds that Impala will attempt to (re-)register ""with Llama before aborting the triggering action with an error ""(e.g. Impalad startup or a Llama RPC request). ""A setting of -1 means try indefinitely.")
	DEFINE_int64 (llama_registration_wait_secs, 3,"Number of seconds to wait between attempts during Llama registration.")
	DEFINE_int64 (llama_max_request_attempts, 5,"Maximum number of times a non-registration Llama RPC request ""(reserve/expand/release, etc.) is retried until the request is aborted. ""An attempt is counted once Impala is registered with Llama, i.e., a ""request survives at most llama_max_request_attempts-1 re-registrations.")
	DEFINE_string (cgroup_hierarchy_path,"","If Resource Management is enabled, this must ""be set to the Impala-writeable root of the cgroups hierarchy into which execution ""threads are assigned.")
	DEFINE_string (staging_cgroup,"impala_staging","Name of the cgroup that a query's ""execution threads are moved into once the query completes.")
	DEFINE_int32 (resource_broker_cnxn_attempts, 1,"The number of times to retry an ""RPC connection to Llama. A setting of 0 means retry indefinitely")
	DEFINE_int32 (resource_broker_cnxn_retry_interval_ms, 3000,"The interval, in ms, ""to wait between attempts to make an RPC connection to the Llama.")
	DEFINE_int32 (resource_broker_send_timeout, 0,"Time to wait, in ms, ""for the underlying socket of an RPC to Llama to successfully send data. ""A setting of 0 means the socket will wait indefinitely.")
	DEFINE_int32 (resource_broker_recv_timeout, 0,"Time to wait, in ms, ""for the underlying socket of an RPC to Llama to successfully receive data. ""A setting of 0 means the socket will wait indefinitely.")

Variables
static const string	PSEUDO_DISTRIBUTED_CONFIG_KEY

Function Documentation

DECLARE_int32

(

state_store_port

)

DECLARE_int32

(

num_threads_per_core

)

DECLARE_int32

(

num_cores

)

DECLARE_int32

(

be_port

)

DECLARE_string

(

mem_limit

)

DEFINE_bool	(	use_statestore	,
		true	,
		"Use an external statestore process to manage cluster membership"
	)

DEFINE_bool	(	enable_webserver	,
		true	,
		"If	true,
		debug webserver is enabled"
	)

DEFINE_bool	(	enable_rm	,
		false	,
		"Whether to enable resource management. If	enabled,
		""-fair_scheduler_allocation_path is required."
	)

DEFINE_int32	(	state_store_subscriber_port	,
		23000	,
		"port where StatestoreSubscriberService should be exported"
	)

DEFINE_int32	(	num_hdfs_worker_threads	,
		16	,
		"(Advanced) The number of threads in the global HDFS operation pool"
	)

DEFINE_int32	(	llama_callback_port	,
		28000	,
		"Port where Llama notification callback should be started"
	)

DEFINE_int32	(	llama_port	,
		15000	,
		"Port of Llama service that the resource broker should connect to"
	)

DEFINE_int32	(	resource_broker_cnxn_attempts	,
		1	,
		"The number of times to retry an ""RPC connection to Llama. A setting of 0 means retry indefinitely"
	)

DEFINE_int32	(	resource_broker_cnxn_retry_interval_ms	,
		3000	,
		"The	interval,
		in	ms,
		""to wait between attempts to make an RPC connection to the Llama."
	)

DEFINE_int32	(	resource_broker_send_timeout	,
		0	,
		"Time to	wait,
		in	ms,
		""for the underlying socket of an RPC to Llama to successfully send data.""A setting of 0 means the socket will wait indefinitely."
	)

DEFINE_int32	(	resource_broker_recv_timeout	,
		0	,
		"Time to	wait,
		in	ms,
		""for the underlying socket of an RPC to Llama to successfully receive data.""A setting of 0 means the socket will wait indefinitely."
	)

DEFINE_int64	(	llama_registration_timeout_secs	,
		30	,
		"Maximum number of seconds that Impala will attempt to (re-)register ""with Llama before aborting the triggering action with an error ""(e.g. Impalad startup or a Llama RPC request). ""A setting of -1 means try indefinitely."
	)

DEFINE_int64	(	llama_registration_wait_secs	,
		3	,
		"Number of seconds to wait between attempts during Llama registration."
	)

DEFINE_int64	(	llama_max_request_attempts	,
		5	,
		"Maximum number of times a non-registration Llama RPC request ""(reserve/expand/release, etc.) is retried until the request is aborted. ""An attempt is counted once Impala is registered with	Llama,
		i.	e.,
		a""request survives at most llama_max_request_attempts-1 re-registrations."
	)

DEFINE_string	(	catalog_service_host	,
		"localhost"	,
		"hostname where CatalogService is running"
	)

DEFINE_string	(	state_store_host	,
		"localhost"	,
		"hostname where StatestoreService is running"
	)

DEFINE_string	(	llama_host	,
		""	,
		"Host of Llama service that the resource broker should connect to"
	)

DEFINE_string	(	llama_addresses	,
		""	,
		"Llama availability group given as a comma-separated list of hostports."
	)

DEFINE_string	(	cgroup_hierarchy_path	,
		""	,
		"If Resource Management is	enabled,
		this must""be set to the Impala-writeable root of the cgroups hierarchy into which execution""threads are assigned."
	)

DEFINE_string	(	staging_cgroup	,
		"impala_staging"	,
		"Name of the cgroup that a query's ""execution threads are moved into once the query completes."
	)

Variable Documentation

const string PSEUDO_DISTRIBUTED_CONFIG_KEY

static

Initial value:

=
    "yarn.scheduler.include-port-in-node-name"

Definition at line 125 of file exec-env.cc.

Referenced by impala::ExecEnv::InitRm().