Impala
Impalaistheopensource,nativeanalyticdatabaseforApacheHadoop.
|
Static Public Member Functions | |
static String | printKey (byte[] key) |
static long | getPerHostMemUpperBound () |
static long | addCardinalities (long a, long b) |
static long | multiplyCardinalities (long a, long b) |
Protected Member Functions | |
String | debugString () |
void | toThrift (TPlanNode msg) |
String | getNodeExplainString (String prefix, String detailPrefix, TExplainLevel detailLevel) |
String | getStatsExplainString (String prefix, TExplainLevel detailLevel) |
final String | getExplainString (String rootPrefix, String prefix, TExplainLevel detailLevel) |
String | getExplainString (List<?extends Expr > exprs) |
void | setDisplayName (String s) |
final String | getDisplayLabel () |
String | getDisplayLabelDetail () |
String | getOffsetExplainString (String prefix) |
void | assignConjuncts (Analyzer analyzer) |
ExprSubstitutionMap | getCombinedChildSmap () |
void | createDefaultSmap (Analyzer analyzer) |
long | capAtLimit (long cardinality) |
void | markSlotsMaterialized (Analyzer analyzer, List< Expr > exprs) |
void | computeMemLayout (Analyzer analyzer) |
double | computeSelectivity () |
boolean | hasValidStats () |
Static Protected Member Functions | |
static TNetworkAddress | addressToTNetworkAddress (String address) |
Protected Attributes | |
long | inputCardinality_ = -1 |
int | numPartitionsMissingStats_ = 0 |
List< TScanRangeLocations > | scanRanges_ |
String | displayName_ |
PlanNodeId | id_ |
long | limit_ |
ArrayList< TupleId > | tupleIds_ |
ArrayList< TupleId > | tblRefIds_ |
Set< TupleId > | nullableTupleIds_ = Sets.newHashSet() |
List< Expr > | conjuncts_ = Lists.newArrayList() |
PlanFragment | fragment_ |
ExprSubstitutionMap | outputSmap_ |
Set< ExprId > | assignedConjuncts_ |
long | cardinality_ |
int | numNodes_ |
float | avgRowSize_ |
long | perHostMemCost_ = -1 |
Static Protected Attributes | |
static final int | DEFAULT_BATCH_SIZE = 1024 |
Private Member Functions | |
void | setStartStopKey (Analyzer analyzer) throws InternalException |
void | createHBaseFilters (Analyzer analyzer) |
void | computeScanRangeLocations (Analyzer analyzer) |
void | setKeyRangeStart (THBaseKeyRange keyRange, byte[] rangeStartKey) |
void | setKeyRangeEnd (THBaseKeyRange keyRange, byte[] rangeEndKey) |
byte[] | convertToBytes (String rowKey, boolean nextKey) |
Static Private Member Functions | |
static CompareFilter.CompareOp | impalaOpToHBaseOp (BinaryPredicate.Operator impalaOp) |
Private Attributes | |
final TupleDescriptor | desc_ |
List< ValueRange > | keyRanges_ |
byte[] | startKey_ = HConstants.EMPTY_START_ROW |
byte[] | stopKey_ = HConstants.EMPTY_END_ROW |
boolean | isEmpty_ = false |
final List< THBaseFilter > | filters_ = new ArrayList<THBaseFilter>() |
int | suggestedCaching_ = DEFAULT_SUGGESTED_CACHING |
Static Private Attributes | |
static final Logger | LOG = LoggerFactory.getLogger(HBaseScanNode.class) |
static final int | MAX_HBASE_FETCH_BATCH_SIZE = 500 * 1024 * 1024 |
static final int | DEFAULT_SUGGESTED_CACHING = 1024 |
static Configuration | hbaseConf_ = HBaseConfiguration.create() |
Full scan of an HBase table. Only families/qualifiers specified in TupleDescriptor will be retrieved in the backend.
Definition at line 68 of file HBaseScanNode.java.
|
inline |
Definition at line 105 of file HBaseScanNode.java.
References com.cloudera.impala.planner.HBaseScanNode.desc_.
|
inlinestaticinherited |
Computes and returns the sum of two cardinalities. If an overflow occurs, the maximum Long value is returned (Long.MAX_VALUE).
Definition at line 528 of file PlanNode.java.
Referenced by com.cloudera.impala.planner.ExchangeNode.computeStats(), com.cloudera.impala.planner.UnionNode.computeStats(), com.cloudera.impala.planner.HashJoinNode.computeStats(), com.cloudera.impala.planner.HdfsScanNode.computeStats(), and com.cloudera.impala.planner.PlanNode.getInputCardinality().
|
inlineinherited |
Definition at line 209 of file PlanNode.java.
|
inlinestaticprotectedinherited |
Helper function to parse a "host:port" address string into TNetworkAddress This is called with ipaddress:port when doing scan range assignment.
Definition at line 132 of file ScanNode.java.
Referenced by com.cloudera.impala.planner.HBaseScanNode.computeScanRangeLocations(), and com.cloudera.impala.planner.DataSourceScanNode.computeScanRangeLocations().
|
inlineprotectedinherited |
Assign remaining unassigned conjuncts.
Definition at line 401 of file PlanNode.java.
Referenced by com.cloudera.impala.planner.DataSourceScanNode.init(), com.cloudera.impala.planner.SortNode.init(), com.cloudera.impala.planner.AggregationNode.init(), com.cloudera.impala.planner.HBaseScanNode.init(), com.cloudera.impala.planner.HdfsScanNode.init(), com.cloudera.impala.planner.HashJoinNode.init(), and com.cloudera.impala.planner.PlanNode.init().
|
inlineprotectedinherited |
Definition at line 450 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.hasLimit(), and com.cloudera.impala.planner.PlanNode.limit_.
Referenced by com.cloudera.impala.planner.SortNode.computeStats(), com.cloudera.impala.planner.HBaseScanNode.computeStats(), com.cloudera.impala.planner.DataSourceScanNode.computeStats(), and com.cloudera.impala.planner.HdfsScanNode.computeStats().
|
inline |
Definition at line 490 of file HBaseScanNode.java.
References com.cloudera.impala.planner.PlanNode.perHostMemCost_.
|
inlineprotectedinherited |
Call computeMemLayout() for all materialized tuples.
Definition at line 475 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.tupleIds_.
Referenced by com.cloudera.impala.planner.EmptySetNode.init(), com.cloudera.impala.planner.DataSourceScanNode.init(), com.cloudera.impala.planner.SortNode.init(), com.cloudera.impala.planner.AggregationNode.init(), com.cloudera.impala.planner.AnalyticEvalNode.init(), com.cloudera.impala.planner.HBaseScanNode.init(), com.cloudera.impala.planner.HdfsScanNode.init(), and com.cloudera.impala.planner.UnionNode.init().
|
inlineprivate |
We create a TScanRange for each region server that contains at least one relevant region, and the created TScanRange will contain all the relevant regions of that region server.
Definition at line 286 of file HBaseScanNode.java.
References com.cloudera.impala.planner.ScanNode.addressToTNetworkAddress(), com.cloudera.impala.planner.HBaseScanNode.desc_, com.cloudera.impala.catalog.HBaseTable.getHBaseTableName(), com.cloudera.impala.analysis.Analyzer.getHostIndex(), com.cloudera.impala.analysis.TupleDescriptor.getTable(), com.cloudera.impala.planner.HBaseScanNode.hbaseConf_, com.cloudera.impala.planner.HBaseScanNode.isEmpty_, com.cloudera.impala.planner.ScanNode.scanRanges_, com.cloudera.impala.planner.HBaseScanNode.setKeyRangeEnd(), com.cloudera.impala.planner.HBaseScanNode.setKeyRangeStart(), com.cloudera.impala.planner.HBaseScanNode.startKey_, and com.cloudera.impala.planner.HBaseScanNode.stopKey_.
Referenced by com.cloudera.impala.planner.HBaseScanNode.init().
|
inlineprotectedinherited |
Compute the product of the selectivies of all conjuncts.
Definition at line 484 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.conjuncts_.
Referenced by com.cloudera.impala.planner.SelectNode.computeStats(), com.cloudera.impala.planner.CrossJoinNode.computeStats(), com.cloudera.impala.planner.AggregationNode.computeStats(), com.cloudera.impala.planner.HBaseScanNode.computeStats(), com.cloudera.impala.planner.DataSourceScanNode.computeStats(), and com.cloudera.impala.planner.HdfsScanNode.computeStats().
|
inline |
Also sets suggestedCaching_.
Definition at line 190 of file HBaseScanNode.java.
References com.cloudera.impala.planner.PlanNode.capAtLimit(), com.cloudera.impala.planner.PlanNode.cardinality_, com.cloudera.impala.planner.PlanNode.computeSelectivity(), com.cloudera.impala.planner.HBaseScanNode.desc_, com.cloudera.impala.planner.PlanNode.getNumNodes(), com.cloudera.impala.analysis.TupleDescriptor.getTable(), com.cloudera.impala.planner.ScanNode.inputCardinality_, com.cloudera.impala.planner.HBaseScanNode.isEmpty_, com.cloudera.impala.planner.ValueRange.isEqRange(), com.cloudera.impala.planner.HBaseScanNode.MAX_HBASE_FETCH_BATCH_SIZE, com.cloudera.impala.planner.PlanNode.numNodes_, com.cloudera.impala.planner.HBaseScanNode.startKey_, com.cloudera.impala.planner.HBaseScanNode.stopKey_, and com.cloudera.impala.planner.HBaseScanNode.suggestedCaching_.
Referenced by com.cloudera.impala.planner.HBaseScanNode.init().
|
inlineprivate |
Convert key into byte array and append a '\0' if 'nextKey' is true.
Definition at line 447 of file HBaseScanNode.java.
Referenced by com.cloudera.impala.planner.HBaseScanNode.setStartStopKey().
|
inlineprotectedinherited |
Sets outputSmap_ to compose(existing smap, combined child smap). Also substitutes conjuncts_ using the combined child smap.
Definition at line 425 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.conjuncts_, com.cloudera.impala.planner.PlanNode.getCombinedChildSmap(), and com.cloudera.impala.planner.PlanNode.outputSmap_.
Referenced by com.cloudera.impala.planner.SelectNode.init(), com.cloudera.impala.planner.AnalyticEvalNode.init(), com.cloudera.impala.planner.HashJoinNode.init(), and com.cloudera.impala.planner.PlanNode.init().
|
inlineprivate |
Definition at line 243 of file HBaseScanNode.java.
References com.cloudera.impala.planner.PlanNode.conjuncts_, com.cloudera.impala.planner.HBaseScanNode.desc_, com.cloudera.impala.catalog.HBaseColumn.getColumnFamily(), com.cloudera.impala.analysis.BinaryPredicate.getOp(), com.cloudera.impala.analysis.TupleDescriptor.getSlots(), com.cloudera.impala.analysis.StringLiteral.getValue(), com.cloudera.impala.planner.HBaseScanNode.impalaOpToHBaseOp(), and com.cloudera.impala.catalog.PrimitiveType.STRING.
Referenced by com.cloudera.impala.planner.HBaseScanNode.init().
|
inlineprotected |
Definition at line 222 of file HBaseScanNode.java.
References com.cloudera.impala.planner.HBaseScanNode.desc_, com.cloudera.impala.analysis.TupleDescriptor.getId(), com.cloudera.impala.analysis.TupleDescriptor.getTable(), com.cloudera.impala.planner.HBaseScanNode.isEmpty_, com.cloudera.impala.planner.HBaseScanNode.startKey_, and com.cloudera.impala.planner.HBaseScanNode.stopKey_.
|
inlineinherited |
Definition at line 180 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.assignedConjuncts_.
|
inlineinherited |
Definition at line 174 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.avgRowSize_.
Referenced by com.cloudera.impala.planner.CrossJoinNode.computeCosts(), com.cloudera.impala.planner.HashJoinNode.computeCosts(), and com.cloudera.impala.planner.SingleNodePlanner.createCheapestJoinPlan().
|
inlineinherited |
Definition at line 172 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.cardinality_.
Referenced by com.cloudera.impala.planner.CrossJoinNode.computeCosts(), com.cloudera.impala.planner.HashJoinNode.computeCosts(), com.cloudera.impala.planner.AggregationNode.computeStats(), com.cloudera.impala.planner.SingleNodePlanner.createCheapestJoinPlan(), and com.cloudera.impala.planner.SingleNodePlanner.createJoinPlan().
|
inlineprotectedinherited |
Returns an smap that combines the childrens' smaps.
Definition at line 410 of file PlanNode.java.
Referenced by com.cloudera.impala.planner.PlanNode.createDefaultSmap(), com.cloudera.impala.planner.SortNode.init(), com.cloudera.impala.planner.AggregationNode.init(), com.cloudera.impala.planner.AnalyticEvalNode.init(), and com.cloudera.impala.planner.HashJoinNode.init().
|
inlineinherited |
Definition at line 177 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.conjuncts_.
Referenced by com.cloudera.impala.planner.ScanNode.getInputCardinality().
|
inlineprotectedinherited |
Definition at line 225 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.displayName_.
Referenced by com.cloudera.impala.planner.ExchangeNode.getNodeExplainString(), com.cloudera.impala.planner.AnalyticEvalNode.getNodeExplainString(), com.cloudera.impala.planner.AggregationNode.getNodeExplainString(), com.cloudera.impala.planner.HashJoinNode.getNodeExplainString(), com.cloudera.impala.planner.HdfsScanNode.getNodeExplainString(), and com.cloudera.impala.planner.PlanNode.treeToThriftHelper().
|
inlineprotectedinherited |
Subclasses can override to provide a node specific detail string that is displayed to the user. e.g. scan can return the table name.
Definition at line 234 of file PlanNode.java.
Referenced by com.cloudera.impala.planner.PlanNode.treeToThriftHelper().
|
inlineinherited |
Definition at line 219 of file PlanNode.java.
Referenced by com.cloudera.impala.planner.ExchangeNode.getDisplayLabelDetail(), com.cloudera.impala.planner.PlanNode.getExplainString(), com.cloudera.impala.planner.SelectNode.getNodeExplainString(), com.cloudera.impala.planner.CrossJoinNode.getNodeExplainString(), com.cloudera.impala.planner.AnalyticEvalNode.getNodeExplainString(), com.cloudera.impala.planner.UnionNode.getNodeExplainString(), com.cloudera.impala.planner.AggregationNode.getNodeExplainString(), com.cloudera.impala.planner.DataSourceScanNode.getNodeExplainString(), com.cloudera.impala.planner.HBaseScanNode.getNodeExplainString(), com.cloudera.impala.planner.HashJoinNode.getNodeExplainString(), and com.cloudera.impala.planner.HdfsScanNode.getNodeExplainString().
|
inlineprotectedinherited |
Generate the explain plan tree. The plan will be in the form of:
root | |-—child 3 | limit:1 | |-—child 2 | limit:2 | child 1
The root node header line will be prefixed by rootPrefix and the remaining plan output will be prefixed by prefix.
Definition at line 252 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.avgRowSize_, com.cloudera.impala.planner.PlanNode.cardinality_, com.cloudera.impala.planner.PlanNode.getExplainString(), com.cloudera.impala.planner.PlanNode.getNodeExplainString(), com.cloudera.impala.planner.PlanNode.getOffsetExplainString(), com.cloudera.impala.planner.PlanNode.limit_, com.cloudera.impala.planner.PlanNode.numNodes_, com.cloudera.impala.planner.PlanNode.perHostMemCost_, and com.cloudera.impala.planner.PlanNode.tupleIds_.
|
inlineprotectedinherited |
Definition at line 506 of file PlanNode.java.
|
inlineinherited |
Definition at line 176 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.fragment_.
Referenced by com.cloudera.impala.planner.ExchangeNode.addChild(), and com.cloudera.impala.planner.PipelinedPlanNodeSet.computePlanNodeSets().
|
inlineinherited |
Definition at line 164 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.id_.
Referenced by com.cloudera.impala.planner.DataStreamSink.getExplainString(), com.cloudera.impala.planner.AggregationNode.init(), and com.cloudera.impala.planner.DataStreamSink.toThrift().
|
inlineinherited |
|
inlineinherited |
Definition at line 169 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.limit_.
Referenced by com.cloudera.impala.planner.ScanNode.getInputCardinality().
|
inlineprotected |
Definition at line 393 of file HBaseScanNode.java.
References com.cloudera.impala.planner.PlanNode.conjuncts_, com.cloudera.impala.planner.HBaseScanNode.desc_, com.cloudera.impala.planner.PlanNode.displayName_, com.cloudera.impala.planner.HBaseScanNode.filters_, com.cloudera.impala.analysis.TupleDescriptor.getAlias(), com.cloudera.impala.planner.PlanNode.getExplainString(), com.cloudera.impala.catalog.Table.getFullName(), com.cloudera.impala.planner.ScanNode.getStatsExplainString(), com.cloudera.impala.analysis.TupleDescriptor.getTable(), com.cloudera.impala.planner.HBaseScanNode.isEmpty_, com.cloudera.impala.planner.HBaseScanNode.printKey(), com.cloudera.impala.planner.HBaseScanNode.startKey_, and com.cloudera.impala.planner.HBaseScanNode.stopKey_.
|
inlineinherited |
Definition at line 204 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.nullableTupleIds_.
|
inlineinherited |
Definition at line 173 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.numNodes_.
Referenced by com.cloudera.impala.planner.PipelinedPlanNodeSet.computeResourceEstimates(), com.cloudera.impala.planner.HBaseScanNode.computeStats(), and com.cloudera.impala.planner.DataSourceScanNode.computeStats().
|
inlineprotectedinherited |
Return the offset_ details, if applicable. This is available separately from 'getNodeExplainString' because we want to output 'limit: ...' (which can be printed from PlanNode) before 'offset: ...', which is only printed from SortNodes right now.
Definition at line 336 of file PlanNode.java.
Referenced by com.cloudera.impala.planner.PlanNode.getExplainString().
|
inlineinherited |
Definition at line 178 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.outputSmap_.
|
inlineinherited |
Definition at line 171 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.perHostMemCost_.
Referenced by com.cloudera.impala.planner.PipelinedPlanNodeSet.computeResourceEstimates().
|
inlinestatic |
Returns the per-host upper bound of memory that any number of concurrent scan nodes will use. Used for estimating the per-host memory requirement of queries.
Definition at line 499 of file HBaseScanNode.java.
|
inlineinherited |
Returns all scan ranges plus their locations.
Definition at line 54 of file ScanNode.java.
References com.cloudera.impala.planner.ScanNode.scanRanges_.
|
inlineprotectedinherited |
Returns the explain string for table and columns stats to be included into the a ScanNode's explain string. The given prefix is prepended to each of the lines. The prefix is used for proper formatting when the string returned by this method is embedded in a query's explain plan.
Definition at line 75 of file ScanNode.java.
References com.cloudera.impala.planner.ScanNode.desc_, com.cloudera.impala.analysis.TupleDescriptor.getSlots(), com.cloudera.impala.analysis.TupleDescriptor.getTable(), and com.cloudera.impala.planner.ScanNode.numPartitionsMissingStats_.
Referenced by com.cloudera.impala.planner.DataSourceScanNode.getNodeExplainString(), com.cloudera.impala.planner.HBaseScanNode.getNodeExplainString(), and com.cloudera.impala.planner.HdfsScanNode.getNodeExplainString().
|
inlineinherited |
Definition at line 201 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.tblRefIds_.
Referenced by com.cloudera.impala.analysis.Analyzer.canEvalPredicate().
|
inlineinherited |
Definition at line 49 of file ScanNode.java.
References com.cloudera.impala.planner.ScanNode.desc_.
|
inlineinherited |
Definition at line 196 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.tupleIds_.
Referenced by com.cloudera.impala.planner.AnalyticEvalNode.AnalyticEvalNode(), com.cloudera.impala.planner.SingleNodePlanner.createInlineViewPlan(), com.cloudera.impala.planner.AnalyticPlanner.createSortInfo(), and com.cloudera.impala.planner.SelectNode.SelectNode().
|
inlineinherited |
Definition at line 170 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.limit_.
Referenced by com.cloudera.impala.planner.PlanNode.capAtLimit(), com.cloudera.impala.planner.ExchangeNode.computeStats(), com.cloudera.impala.planner.ScanNode.getInputCardinality(), and com.cloudera.impala.planner.SortNode.getNodeExplainDetail().
|
inlineprotectedinherited |
Returns true if stats-related variables are valid.
Definition at line 519 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.cardinality_, and com.cloudera.impala.planner.PlanNode.numNodes_.
Referenced by com.cloudera.impala.planner.SortNode.computeCosts(), and com.cloudera.impala.planner.HashJoinNode.computeStats().
|
inlinestaticprivate |
Definition at line 474 of file HBaseScanNode.java.
Referenced by com.cloudera.impala.planner.HBaseScanNode.createHBaseFilters().
|
inline |
Definition at line 116 of file HBaseScanNode.java.
References com.cloudera.impala.planner.PlanNode.assignConjuncts(), com.cloudera.impala.planner.PlanNode.computeMemLayout(), com.cloudera.impala.planner.HBaseScanNode.computeScanRangeLocations(), com.cloudera.impala.planner.HBaseScanNode.computeStats(), com.cloudera.impala.planner.PlanNode.conjuncts_, com.cloudera.impala.planner.HBaseScanNode.createHBaseFilters(), and com.cloudera.impala.planner.HBaseScanNode.setStartStopKey().
|
inlineinherited |
Returns true if this plan node can output its first row only after consuming all rows of all its children. This method is used to group plan nodes into pipelined units for resource estimation.
Definition at line 555 of file PlanNode.java.
Referenced by com.cloudera.impala.planner.PipelinedPlanNodeSet.computePlanNodeSets().
|
inlineinherited |
Definition at line 120 of file ScanNode.java.
References com.cloudera.impala.planner.ScanNode.desc_, and com.cloudera.impala.analysis.TupleDescriptor.getSlots().
Referenced by com.cloudera.impala.planner.ScanNode.isTableMissingStats().
|
inlineinherited |
Returns true if the table underlying this scan is missing table stats or column stats relevant to this scan node.
Definition at line 111 of file ScanNode.java.
References com.cloudera.impala.planner.ScanNode.isTableMissingColumnStats(), and com.cloudera.impala.planner.ScanNode.isTableMissingTableStats().
|
inlineinherited |
Definition at line 115 of file ScanNode.java.
References com.cloudera.impala.planner.ScanNode.desc_, com.cloudera.impala.analysis.TupleDescriptor.getTable(), and com.cloudera.impala.planner.ScanNode.numPartitionsMissingStats_.
Referenced by com.cloudera.impala.planner.ScanNode.isTableMissingStats().
|
inlineprotectedinherited |
Marks all slots referenced in exprs as materialized.
Definition at line 464 of file PlanNode.java.
Referenced by com.cloudera.impala.planner.HdfsScanNode.init().
|
inlinestaticinherited |
Computes and returns the product of two cardinalities. If an overflow occurs, the maximum Long value is returned (Long.MAX_VALUE).
Definition at line 541 of file PlanNode.java.
Referenced by com.cloudera.impala.planner.CrossJoinNode.computeStats(), and com.cloudera.impala.planner.HashJoinNode.getJoinCardinality().
|
inlinestatic |
Prints non-printable characters in escaped octal, otherwise outputs the characters.
Definition at line 461 of file HBaseScanNode.java.
Referenced by com.cloudera.impala.planner.HBaseScanNode.getNodeExplainString().
|
inlineinherited |
Definition at line 181 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.assignedConjuncts_.
|
inlineprotectedinherited |
Definition at line 223 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.displayName_.
|
inlineinherited |
Definition at line 175 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.fragment_.
|
inlineinherited |
Definition at line 165 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.id_.
|
inlineprivate |
Set the end key of keyRange using the provided key, bounded by stopKey_
keyRange | the keyRange to be updated |
rangeEndKey | the end key value to be set to |
Definition at line 375 of file HBaseScanNode.java.
References com.cloudera.impala.planner.HBaseScanNode.stopKey_.
Referenced by com.cloudera.impala.planner.HBaseScanNode.computeScanRangeLocations().
|
inline |
Definition at line 110 of file HBaseScanNode.java.
References com.cloudera.impala.planner.HBaseScanNode.keyRanges_.
|
inlineprivate |
Set the start key of keyRange using the provided key, bounded by startKey_
keyRange | the keyRange to be updated |
rangeStartKey | the start key value to be set to |
Definition at line 359 of file HBaseScanNode.java.
References com.cloudera.impala.planner.HBaseScanNode.startKey_.
Referenced by com.cloudera.impala.planner.HBaseScanNode.computeScanRangeLocations().
|
inlineinherited |
Set the limit_ to the given limit_ only if the limit_ hasn't been set, or the new limit_ is lower.
limit_ |
Definition at line 190 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.limit_.
|
inlineinherited |
Definition at line 179 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.outputSmap_.
|
inlineprivate |
Convert keyRanges_ to startKey_ and stopKey_. If ValueRange is not null, transform it into start/stopKey_ by evaluating the expression. Analysis has checked that the expression is string type. If the expression evaluates to null, then there's nothing to scan because Hbase row key cannot be null. At present, we only do row key filtering for string-mapped keys. String-mapped keys are always encded as ascii. ValueRange is null if there is no predicate on the row-key.
Definition at line 141 of file HBaseScanNode.java.
References com.cloudera.impala.planner.HBaseScanNode.convertToBytes(), com.cloudera.impala.planner.ValueRange.getLowerBound(), com.cloudera.impala.planner.ValueRange.getUpperBound(), com.cloudera.impala.planner.HBaseScanNode.isEmpty_, com.cloudera.impala.planner.HBaseScanNode.keyRanges_, com.cloudera.impala.planner.HBaseScanNode.startKey_, com.cloudera.impala.planner.HBaseScanNode.stopKey_, and com.cloudera.impala.catalog.Type.STRING.
Referenced by com.cloudera.impala.planner.HBaseScanNode.init().
|
inlineinherited |
Definition at line 202 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.tblRefIds_.
|
inlineprotected |
Definition at line 270 of file HBaseScanNode.java.
References com.cloudera.impala.planner.HBaseScanNode.desc_, com.cloudera.impala.planner.HBaseScanNode.filters_, com.cloudera.impala.catalog.HBaseTable.getHBaseTableName(), com.cloudera.impala.analysis.TupleDescriptor.getId(), com.cloudera.impala.analysis.TupleDescriptor.getTable(), and com.cloudera.impala.planner.HBaseScanNode.suggestedCaching_.
|
inlineinherited |
Definition at line 214 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.conjuncts_.
|
inlineinherited |
Definition at line 341 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.treeToThriftHelper().
|
inlineinherited |
Definition at line 194 of file PlanNode.java.
References com.cloudera.impala.planner.PlanNode.limit_.
|
protectedinherited |
Definition at line 99 of file PlanNode.java.
Referenced by com.cloudera.impala.planner.PlanNode.getAssignedConjuncts(), com.cloudera.impala.planner.CrossJoinNode.init(), com.cloudera.impala.planner.HdfsScanNode.init(), com.cloudera.impala.planner.HashJoinNode.init(), and com.cloudera.impala.planner.PlanNode.setAssignedConjuncts().
|
protectedinherited |
Definition at line 110 of file PlanNode.java.
Referenced by com.cloudera.impala.planner.CrossJoinNode.computeCosts(), com.cloudera.impala.planner.SortNode.computeCosts(), com.cloudera.impala.planner.AggregationNode.computeCosts(), com.cloudera.impala.planner.HashJoinNode.computeCosts(), com.cloudera.impala.planner.EmptySetNode.computeStats(), com.cloudera.impala.planner.ExchangeNode.computeStats(), com.cloudera.impala.planner.PlanNode.computeStats(), com.cloudera.impala.planner.PlanNode.getAvgRowSize(), and com.cloudera.impala.planner.PlanNode.getExplainString().
|
protectedinherited |
Definition at line 103 of file PlanNode.java.
Referenced by com.cloudera.impala.planner.CrossJoinNode.computeCosts(), com.cloudera.impala.planner.SortNode.computeCosts(), com.cloudera.impala.planner.AggregationNode.computeCosts(), com.cloudera.impala.planner.HashJoinNode.computeCosts(), com.cloudera.impala.planner.EmptySetNode.computeStats(), com.cloudera.impala.planner.SelectNode.computeStats(), com.cloudera.impala.planner.CrossJoinNode.computeStats(), com.cloudera.impala.planner.ExchangeNode.computeStats(), com.cloudera.impala.planner.UnionNode.computeStats(), com.cloudera.impala.planner.SortNode.computeStats(), com.cloudera.impala.planner.AnalyticEvalNode.computeStats(), com.cloudera.impala.planner.AggregationNode.computeStats(), com.cloudera.impala.planner.HBaseScanNode.computeStats(), com.cloudera.impala.planner.DataSourceScanNode.computeStats(), com.cloudera.impala.planner.HashJoinNode.computeStats(), com.cloudera.impala.planner.HdfsScanNode.computeStats(), com.cloudera.impala.planner.PlanNode.getCardinality(), com.cloudera.impala.planner.PlanNode.getExplainString(), com.cloudera.impala.planner.HashJoinNode.getJoinCardinality(), com.cloudera.impala.planner.HashJoinNode.getSemiJoinCardinality(), com.cloudera.impala.planner.PlanNode.hasValidStats(), com.cloudera.impala.planner.PlanNode.PlanNode(), and com.cloudera.impala.planner.PlanNode.treeToThriftHelper().
|
protectedinherited |
Definition at line 86 of file PlanNode.java.
Referenced by com.cloudera.impala.planner.PlanNode.computeSelectivity(), com.cloudera.impala.planner.PlanNode.createDefaultSmap(), com.cloudera.impala.planner.HBaseScanNode.createHBaseFilters(), com.cloudera.impala.planner.PlanNode.debugString(), com.cloudera.impala.planner.PlanNode.getConjuncts(), com.cloudera.impala.planner.SelectNode.getNodeExplainString(), com.cloudera.impala.planner.CrossJoinNode.getNodeExplainString(), com.cloudera.impala.planner.AnalyticEvalNode.getNodeExplainString(), com.cloudera.impala.planner.UnionNode.getNodeExplainString(), com.cloudera.impala.planner.AggregationNode.getNodeExplainString(), com.cloudera.impala.planner.DataSourceScanNode.getNodeExplainString(), com.cloudera.impala.planner.HBaseScanNode.getNodeExplainString(), com.cloudera.impala.planner.HashJoinNode.getNodeExplainString(), com.cloudera.impala.planner.HdfsScanNode.getNodeExplainString(), com.cloudera.impala.planner.SelectNode.init(), com.cloudera.impala.planner.DataSourceScanNode.init(), com.cloudera.impala.planner.AggregationNode.init(), com.cloudera.impala.planner.HBaseScanNode.init(), com.cloudera.impala.planner.HdfsScanNode.init(), com.cloudera.impala.planner.PlanNode.PlanNode(), com.cloudera.impala.planner.PlanNode.transferConjuncts(), and com.cloudera.impala.planner.PlanNode.treeToThriftHelper().
|
staticprotectedinherited |
Definition at line 63 of file PlanNode.java.
|
staticprivate |
Definition at line 99 of file HBaseScanNode.java.
|
private |
Definition at line 70 of file HBaseScanNode.java.
Referenced by com.cloudera.impala.planner.HBaseScanNode.computeScanRangeLocations(), com.cloudera.impala.planner.HBaseScanNode.computeStats(), com.cloudera.impala.planner.HBaseScanNode.createHBaseFilters(), com.cloudera.impala.planner.HBaseScanNode.debugString(), com.cloudera.impala.planner.HBaseScanNode.getNodeExplainString(), com.cloudera.impala.planner.HBaseScanNode.HBaseScanNode(), and com.cloudera.impala.planner.HBaseScanNode.toThrift().
|
protectedinherited |
Definition at line 66 of file PlanNode.java.
Referenced by com.cloudera.impala.planner.PlanNode.getDisplayLabel(), com.cloudera.impala.planner.EmptySetNode.getNodeExplainString(), com.cloudera.impala.planner.SelectNode.getNodeExplainString(), com.cloudera.impala.planner.CrossJoinNode.getNodeExplainString(), com.cloudera.impala.planner.SortNode.getNodeExplainString(), com.cloudera.impala.planner.UnionNode.getNodeExplainString(), com.cloudera.impala.planner.DataSourceScanNode.getNodeExplainString(), com.cloudera.impala.planner.HBaseScanNode.getNodeExplainString(), com.cloudera.impala.planner.PlanNode.PlanNode(), com.cloudera.impala.planner.PlanNode.setDisplayName(), and com.cloudera.impala.planner.ExchangeNode.setMergeInfo().
|
private |
Definition at line 89 of file HBaseScanNode.java.
Referenced by com.cloudera.impala.planner.HBaseScanNode.getNodeExplainString(), and com.cloudera.impala.planner.HBaseScanNode.toThrift().
|
protectedinherited |
Definition at line 90 of file PlanNode.java.
Referenced by com.cloudera.impala.planner.AnalyticEvalNode.computeCosts(), com.cloudera.impala.planner.AggregationNode.computeCosts(), com.cloudera.impala.planner.ExchangeNode.getDisplayLabelDetail(), com.cloudera.impala.planner.PlanNode.getFragment(), com.cloudera.impala.planner.HdfsScanNode.getNodeExplainString(), com.cloudera.impala.planner.UnionNode.reorderOperands(), and com.cloudera.impala.planner.PlanNode.setFragment().
|
staticprivate |
Definition at line 103 of file HBaseScanNode.java.
Referenced by com.cloudera.impala.planner.HBaseScanNode.computeScanRangeLocations().
|
protectedinherited |
Definition at line 69 of file PlanNode.java.
Referenced by com.cloudera.impala.planner.PlanNode.getId(), com.cloudera.impala.planner.PlanNode.PlanNode(), and com.cloudera.impala.planner.PlanNode.setId().
|
protectedinherited |
Definition at line 36 of file ScanNode.java.
Referenced by com.cloudera.impala.planner.HBaseScanNode.computeStats(), com.cloudera.impala.planner.DataSourceScanNode.computeStats(), com.cloudera.impala.planner.HdfsScanNode.computeStats(), and com.cloudera.impala.planner.ScanNode.getInputCardinality().
|
private |
Definition at line 86 of file HBaseScanNode.java.
Referenced by com.cloudera.impala.planner.HBaseScanNode.computeScanRangeLocations(), com.cloudera.impala.planner.HBaseScanNode.computeStats(), com.cloudera.impala.planner.HBaseScanNode.debugString(), com.cloudera.impala.planner.HBaseScanNode.getNodeExplainString(), and com.cloudera.impala.planner.HBaseScanNode.setStartStopKey().
|
private |
Definition at line 76 of file HBaseScanNode.java.
Referenced by com.cloudera.impala.planner.HBaseScanNode.setKeyRanges(), and com.cloudera.impala.planner.HBaseScanNode.setStartStopKey().
|
protectedinherited |
Definition at line 71 of file PlanNode.java.
Referenced by com.cloudera.impala.planner.ExchangeNode.addChild(), com.cloudera.impala.planner.PlanNode.capAtLimit(), com.cloudera.impala.planner.ExchangeNode.computeStats(), com.cloudera.impala.planner.PlanNode.debugString(), com.cloudera.impala.planner.PlanNode.getExplainString(), com.cloudera.impala.planner.PlanNode.getLimit(), com.cloudera.impala.planner.SortNode.getNodeExplainDetail(), com.cloudera.impala.planner.PlanNode.hasLimit(), com.cloudera.impala.planner.PlanNode.PlanNode(), com.cloudera.impala.planner.PlanNode.setLimit(), com.cloudera.impala.planner.PlanNode.treeToThriftHelper(), and com.cloudera.impala.planner.PlanNode.unsetLimit().
|
staticprivate |
Definition at line 69 of file HBaseScanNode.java.
|
staticprivate |
Definition at line 98 of file HBaseScanNode.java.
Referenced by com.cloudera.impala.planner.HBaseScanNode.computeStats().
|
protectedinherited |
Definition at line 84 of file PlanNode.java.
Referenced by com.cloudera.impala.planner.ExchangeNode.addChild(), com.cloudera.impala.planner.PlanNode.getNullableTupleIds(), and com.cloudera.impala.planner.PlanNode.PlanNode().
|
protectedinherited |
Definition at line 107 of file PlanNode.java.
Referenced by com.cloudera.impala.planner.CrossJoinNode.computeCosts(), com.cloudera.impala.planner.HashJoinNode.computeCosts(), com.cloudera.impala.planner.HdfsScanNode.computeCosts(), com.cloudera.impala.planner.EmptySetNode.computeStats(), com.cloudera.impala.planner.ExchangeNode.computeStats(), com.cloudera.impala.planner.UnionNode.computeStats(), com.cloudera.impala.planner.HBaseScanNode.computeStats(), com.cloudera.impala.planner.DataSourceScanNode.computeStats(), com.cloudera.impala.planner.PlanNode.computeStats(), com.cloudera.impala.planner.HdfsScanNode.computeStats(), com.cloudera.impala.planner.PlanNode.getExplainString(), com.cloudera.impala.planner.PlanNode.getNumNodes(), com.cloudera.impala.planner.PlanNode.hasValidStats(), and com.cloudera.impala.planner.PlanNode.PlanNode().
|
protectedinherited |
Definition at line 39 of file ScanNode.java.
Referenced by com.cloudera.impala.planner.HdfsScanNode.computeStats(), com.cloudera.impala.planner.ScanNode.getStatsExplainString(), and com.cloudera.impala.planner.ScanNode.isTableMissingTableStats().
|
protectedinherited |
Definition at line 93 of file PlanNode.java.
Referenced by com.cloudera.impala.planner.PlanNode.createDefaultSmap(), com.cloudera.impala.planner.PlanNode.getOutputSmap(), com.cloudera.impala.planner.SortNode.init(), com.cloudera.impala.planner.AggregationNode.init(), com.cloudera.impala.planner.AnalyticEvalNode.init(), and com.cloudera.impala.planner.PlanNode.setOutputSmap().
|
protectedinherited |
Definition at line 114 of file PlanNode.java.
Referenced by com.cloudera.impala.planner.CrossJoinNode.computeCosts(), com.cloudera.impala.planner.SortNode.computeCosts(), com.cloudera.impala.planner.AnalyticEvalNode.computeCosts(), com.cloudera.impala.planner.AggregationNode.computeCosts(), com.cloudera.impala.planner.DataSourceScanNode.computeCosts(), com.cloudera.impala.planner.HashJoinNode.computeCosts(), com.cloudera.impala.planner.HBaseScanNode.computeCosts(), com.cloudera.impala.planner.PlanNode.computeCosts(), com.cloudera.impala.planner.HdfsScanNode.computeCosts(), com.cloudera.impala.planner.EmptySetNode.computeStats(), com.cloudera.impala.planner.PlanNode.getExplainString(), com.cloudera.impala.planner.PlanNode.getPerHostMemCost(), and com.cloudera.impala.planner.PlanNode.treeToThriftHelper().
|
protectedinherited |
Definition at line 42 of file ScanNode.java.
Referenced by com.cloudera.impala.planner.HdfsScanNode.computeCosts(), com.cloudera.impala.planner.HdfsScanNode.computeScanRangeLocations(), com.cloudera.impala.planner.HBaseScanNode.computeScanRangeLocations(), com.cloudera.impala.planner.DataSourceScanNode.computeScanRangeLocations(), and com.cloudera.impala.planner.ScanNode.getScanRangeLocations().
|
private |
Definition at line 80 of file HBaseScanNode.java.
Referenced by com.cloudera.impala.planner.HBaseScanNode.computeScanRangeLocations(), com.cloudera.impala.planner.HBaseScanNode.computeStats(), com.cloudera.impala.planner.HBaseScanNode.debugString(), com.cloudera.impala.planner.HBaseScanNode.getNodeExplainString(), com.cloudera.impala.planner.HBaseScanNode.setKeyRangeStart(), and com.cloudera.impala.planner.HBaseScanNode.setStartStopKey().
|
private |
Definition at line 81 of file HBaseScanNode.java.
Referenced by com.cloudera.impala.planner.HBaseScanNode.computeScanRangeLocations(), com.cloudera.impala.planner.HBaseScanNode.computeStats(), com.cloudera.impala.planner.HBaseScanNode.debugString(), com.cloudera.impala.planner.HBaseScanNode.getNodeExplainString(), com.cloudera.impala.planner.HBaseScanNode.setKeyRangeEnd(), and com.cloudera.impala.planner.HBaseScanNode.setStartStopKey().
|
private |
Definition at line 100 of file HBaseScanNode.java.
Referenced by com.cloudera.impala.planner.HBaseScanNode.computeStats(), and com.cloudera.impala.planner.HBaseScanNode.toThrift().
|
protectedinherited |
Definition at line 79 of file PlanNode.java.
Referenced by com.cloudera.impala.planner.PlanNode.getTblRefIds(), com.cloudera.impala.planner.PlanNode.PlanNode(), and com.cloudera.impala.planner.PlanNode.setTblRefIds().
|
protectedinherited |
Definition at line 74 of file PlanNode.java.
Referenced by com.cloudera.impala.planner.ExchangeNode.addChild(), com.cloudera.impala.planner.UnionNode.addChild(), com.cloudera.impala.planner.PlanNode.computeMemLayout(), com.cloudera.impala.planner.PlanNode.computeStats(), com.cloudera.impala.planner.PlanNode.getExplainString(), com.cloudera.impala.planner.PlanNode.getTupleIds(), com.cloudera.impala.planner.EmptySetNode.init(), com.cloudera.impala.planner.AggregationNode.init(), com.cloudera.impala.planner.PlanNode.PlanNode(), com.cloudera.impala.planner.HdfsScanNode.prunePartitions(), com.cloudera.impala.planner.ExchangeNode.toThrift(), and com.cloudera.impala.planner.PlanNode.treeToThriftHelper().