Impala
Impalaistheopensource,nativeanalyticdatabaseforApacheHadoop.
 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Friends Macros
statestore.cc File Reference
#include "statestore/statestore.h"
#include <boost/foreach.hpp>
#include <boost/thread.hpp>
#include <thrift/Thrift.h>
#include <gutil/strings/substitute.h>
#include "common/status.h"
#include "gen-cpp/StatestoreService_types.h"
#include "statestore/failure-detector.h"
#include "rpc/thrift-util.h"
#include "util/debug-util.h"
#include "util/time.h"
#include "util/uid-util.h"
#include "util/webserver.h"
#include "common/names.h"
Include dependency graph for statestore.cc:

Go to the source code of this file.

Classes

class  StatestoreThriftIf
 

Typedefs

typedef ClientConnection
< StatestoreSubscriberClient > 
StatestoreSubscriberConnection
 

Functions

 DEFINE_int32 (statestore_max_missed_heartbeats, 10,"Maximum number of consecutive ""heartbeat messages an impalad can miss before being declared failed by the ""statestore.")
 
 DEFINE_int32 (statestore_num_update_threads, 10,"(Advanced) Number of threads used to "" send topic updates in parallel to all registered subscribers.")
 
 DEFINE_int32 (statestore_update_frequency_ms, 2000,"(Advanced) Frequency (in ms) with"" which the statestore sends topic updates to subscribers.")
 
 DEFINE_int32 (statestore_num_heartbeat_threads, 10,"(Advanced) Number of threads used to "" send heartbeats in parallel to all registered subscribers.")
 
 DEFINE_int32 (statestore_heartbeat_frequency_ms, 1000,"(Advanced) Frequency (in ms) with"" which the statestore sends heartbeat heartbeats to subscribers.")
 
 DEFINE_int32 (state_store_port, 24000,"port where StatestoreService is running")
 
 DEFINE_int32 (statestore_heartbeat_tcp_timeout_seconds, 3,"(Advanced) The time after ""which a heartbeat RPC to a subscriber will timeout. This setting protects against ""badly hung machines that are not able to respond to the heartbeat RPC in short ""order")
 
 DEFINE_int32 (statestore_update_tcp_timeout_seconds, 300,"(Advanced) The time after ""which an update RPC to a subscriber will timeout. This setting protects against ""badly hung machines that are not able to respond to the update RPC in short ""order.")
 

Variables

const string STATESTORE_LIVE_SUBSCRIBERS = "statestore.live-backends"
 
const string STATESTORE_LIVE_SUBSCRIBERS_LIST = "statestore.live-backends.list"
 
const string STATESTORE_TOTAL_KEY_SIZE_BYTES = "statestore.total-key-size-bytes"
 
const string STATESTORE_TOTAL_VALUE_SIZE_BYTES = "statestore.total-value-size-bytes"
 
const string STATESTORE_TOTAL_TOPIC_SIZE_BYTES = "statestore.total-topic-size-bytes"
 
const string STATESTORE_UPDATE_DURATION = "statestore.topic-update-durations"
 
const string STATESTORE_HEARTBEAT_DURATION = "statestore.heartbeat-durations"
 
const int32_t STATESTORE_MAX_SUBSCRIBERS = 10000
 
const uint32_t DEADLINE_MISS_THRESHOLD_MS = 2000
 

Typedef Documentation

typedef ClientConnection<StatestoreSubscriberClient> StatestoreSubscriberConnection

Definition at line 99 of file statestore.cc.

Function Documentation

DEFINE_int32 ( statestore_max_missed_heartbeats  ,
10  ,
"Maximum number of consecutive ""heartbeat messages an impalad can miss before being declared failed by the ""statestore."   
)
DEFINE_int32 ( statestore_num_update_threads  ,
10  ,
"(Advanced) Number of threads used to "" send topic updates in parallel to all registered subscribers."   
)
DEFINE_int32 ( statestore_update_frequency_ms  ,
2000  ,
"(Advanced) Frequency (in ms) with"" which the statestore sends topic updates to subscribers."   
)
DEFINE_int32 ( statestore_num_heartbeat_threads  ,
10  ,
"(Advanced) Number of threads used to "" send heartbeats in parallel to all registered subscribers."   
)
DEFINE_int32 ( statestore_heartbeat_frequency_ms  ,
1000  ,
"(Advanced) Frequency (in ms) with"" which the statestore sends heartbeat heartbeats to subscribers."   
)
DEFINE_int32 ( state_store_port  ,
24000  ,
"port where StatestoreService is running"   
)
DEFINE_int32 ( statestore_heartbeat_tcp_timeout_seconds  ,
,
"(Advanced) The time after ""which a heartbeat RPC to a subscriber will timeout. This setting protects against ""badly hung machines that are not able to respond to the heartbeat RPC in short ""order"   
)
DEFINE_int32 ( statestore_update_tcp_timeout_seconds  ,
300  ,
"(Advanced) The time after ""which an update RPC to a subscriber will timeout. This setting protects against ""badly hung machines that are not able to respond to the update RPC in short ""order."   
)

Variable Documentation

const uint32_t DEADLINE_MISS_THRESHOLD_MS = 2000

Definition at line 97 of file statestore.cc.

Referenced by impala::Statestore::DoSubscriberUpdate().

const string STATESTORE_HEARTBEAT_DURATION = "statestore.heartbeat-durations"

Definition at line 81 of file statestore.cc.

Referenced by impala::Statestore::Statestore().

const string STATESTORE_LIVE_SUBSCRIBERS = "statestore.live-backends"

Definition at line 75 of file statestore.cc.

Referenced by impala::Statestore::Statestore().

const string STATESTORE_LIVE_SUBSCRIBERS_LIST = "statestore.live-backends.list"

Definition at line 76 of file statestore.cc.

Referenced by impala::Statestore::Statestore().

const int32_t STATESTORE_MAX_SUBSCRIBERS = 10000

Definition at line 94 of file statestore.cc.

Referenced by impala::Statestore::OfferUpdate().

const string STATESTORE_TOTAL_KEY_SIZE_BYTES = "statestore.total-key-size-bytes"

Definition at line 77 of file statestore.cc.

Referenced by impala::Statestore::Statestore().

const string STATESTORE_TOTAL_TOPIC_SIZE_BYTES = "statestore.total-topic-size-bytes"

Definition at line 79 of file statestore.cc.

Referenced by impala::Statestore::Statestore().

const string STATESTORE_TOTAL_VALUE_SIZE_BYTES = "statestore.total-value-size-bytes"

Definition at line 78 of file statestore.cc.

Referenced by impala::Statestore::Statestore().

const string STATESTORE_UPDATE_DURATION = "statestore.topic-update-durations"

Definition at line 80 of file statestore.cc.

Referenced by impala::Statestore::Statestore().