Impala
Impalaistheopensource,nativeanalyticdatabaseforApacheHadoop.
|
#include "statestore/statestore.h"
#include <boost/foreach.hpp>
#include <boost/thread.hpp>
#include <thrift/Thrift.h>
#include <gutil/strings/substitute.h>
#include "common/status.h"
#include "gen-cpp/StatestoreService_types.h"
#include "statestore/failure-detector.h"
#include "rpc/thrift-util.h"
#include "util/debug-util.h"
#include "util/time.h"
#include "util/uid-util.h"
#include "util/webserver.h"
#include "common/names.h"
Go to the source code of this file.
Classes | |
class | StatestoreThriftIf |
Typedefs | |
typedef ClientConnection < StatestoreSubscriberClient > | StatestoreSubscriberConnection |
Functions | |
DEFINE_int32 (statestore_max_missed_heartbeats, 10,"Maximum number of consecutive ""heartbeat messages an impalad can miss before being declared failed by the ""statestore.") | |
DEFINE_int32 (statestore_num_update_threads, 10,"(Advanced) Number of threads used to "" send topic updates in parallel to all registered subscribers.") | |
DEFINE_int32 (statestore_update_frequency_ms, 2000,"(Advanced) Frequency (in ms) with"" which the statestore sends topic updates to subscribers.") | |
DEFINE_int32 (statestore_num_heartbeat_threads, 10,"(Advanced) Number of threads used to "" send heartbeats in parallel to all registered subscribers.") | |
DEFINE_int32 (statestore_heartbeat_frequency_ms, 1000,"(Advanced) Frequency (in ms) with"" which the statestore sends heartbeat heartbeats to subscribers.") | |
DEFINE_int32 (state_store_port, 24000,"port where StatestoreService is running") | |
DEFINE_int32 (statestore_heartbeat_tcp_timeout_seconds, 3,"(Advanced) The time after ""which a heartbeat RPC to a subscriber will timeout. This setting protects against ""badly hung machines that are not able to respond to the heartbeat RPC in short ""order") | |
DEFINE_int32 (statestore_update_tcp_timeout_seconds, 300,"(Advanced) The time after ""which an update RPC to a subscriber will timeout. This setting protects against ""badly hung machines that are not able to respond to the update RPC in short ""order.") | |
Variables | |
const string | STATESTORE_LIVE_SUBSCRIBERS = "statestore.live-backends" |
const string | STATESTORE_LIVE_SUBSCRIBERS_LIST = "statestore.live-backends.list" |
const string | STATESTORE_TOTAL_KEY_SIZE_BYTES = "statestore.total-key-size-bytes" |
const string | STATESTORE_TOTAL_VALUE_SIZE_BYTES = "statestore.total-value-size-bytes" |
const string | STATESTORE_TOTAL_TOPIC_SIZE_BYTES = "statestore.total-topic-size-bytes" |
const string | STATESTORE_UPDATE_DURATION = "statestore.topic-update-durations" |
const string | STATESTORE_HEARTBEAT_DURATION = "statestore.heartbeat-durations" |
const int32_t | STATESTORE_MAX_SUBSCRIBERS = 10000 |
const uint32_t | DEADLINE_MISS_THRESHOLD_MS = 2000 |
typedef ClientConnection<StatestoreSubscriberClient> StatestoreSubscriberConnection |
Definition at line 99 of file statestore.cc.
DEFINE_int32 | ( | statestore_max_missed_heartbeats | , |
10 | , | ||
"Maximum number of consecutive ""heartbeat messages an impalad can miss before being declared failed by the ""statestore." | |||
) |
DEFINE_int32 | ( | statestore_num_update_threads | , |
10 | , | ||
"(Advanced) Number of threads used to "" send topic updates in parallel to all registered subscribers." | |||
) |
DEFINE_int32 | ( | statestore_update_frequency_ms | , |
2000 | , | ||
"(Advanced) Frequency (in ms) with"" which the statestore sends topic updates to subscribers." | |||
) |
DEFINE_int32 | ( | statestore_num_heartbeat_threads | , |
10 | , | ||
"(Advanced) Number of threads used to "" send heartbeats in parallel to all registered subscribers." | |||
) |
DEFINE_int32 | ( | statestore_heartbeat_frequency_ms | , |
1000 | , | ||
"(Advanced) Frequency (in ms) with"" which the statestore sends heartbeat heartbeats to subscribers." | |||
) |
DEFINE_int32 | ( | state_store_port | , |
24000 | , | ||
"port where StatestoreService is running" | |||
) |
DEFINE_int32 | ( | statestore_heartbeat_tcp_timeout_seconds | , |
3 | , | ||
"(Advanced) The time after ""which a heartbeat RPC to a subscriber will timeout. This setting protects against ""badly hung machines that are not able to respond to the heartbeat RPC in short ""order" | |||
) |
DEFINE_int32 | ( | statestore_update_tcp_timeout_seconds | , |
300 | , | ||
"(Advanced) The time after ""which an update RPC to a subscriber will timeout. This setting protects against ""badly hung machines that are not able to respond to the update RPC in short ""order." | |||
) |
const uint32_t DEADLINE_MISS_THRESHOLD_MS = 2000 |
Definition at line 97 of file statestore.cc.
Referenced by impala::Statestore::DoSubscriberUpdate().
const string STATESTORE_HEARTBEAT_DURATION = "statestore.heartbeat-durations" |
Definition at line 81 of file statestore.cc.
Referenced by impala::Statestore::Statestore().
const string STATESTORE_LIVE_SUBSCRIBERS = "statestore.live-backends" |
Definition at line 75 of file statestore.cc.
Referenced by impala::Statestore::Statestore().
const string STATESTORE_LIVE_SUBSCRIBERS_LIST = "statestore.live-backends.list" |
Definition at line 76 of file statestore.cc.
Referenced by impala::Statestore::Statestore().
const int32_t STATESTORE_MAX_SUBSCRIBERS = 10000 |
Definition at line 94 of file statestore.cc.
Referenced by impala::Statestore::OfferUpdate().
const string STATESTORE_TOTAL_KEY_SIZE_BYTES = "statestore.total-key-size-bytes" |
Definition at line 77 of file statestore.cc.
Referenced by impala::Statestore::Statestore().
const string STATESTORE_TOTAL_TOPIC_SIZE_BYTES = "statestore.total-topic-size-bytes" |
Definition at line 79 of file statestore.cc.
Referenced by impala::Statestore::Statestore().
const string STATESTORE_TOTAL_VALUE_SIZE_BYTES = "statestore.total-value-size-bytes" |
Definition at line 78 of file statestore.cc.
Referenced by impala::Statestore::Statestore().
const string STATESTORE_UPDATE_DURATION = "statestore.topic-update-durations" |
Definition at line 80 of file statestore.cc.
Referenced by impala::Statestore::Statestore().