Impala
Impalaistheopensource,nativeanalyticdatabaseforApacheHadoop.
 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Friends Macros
in-predicate.h
Go to the documentation of this file.
1 // Copyright 2012 Cloudera Inc.
2 //
3 // Licensed under the Apache License, Version 2.0 (the "License");
4 // you may not use this file except in compliance with the License.
5 // You may obtain a copy of the License at
6 //
7 // http://www.apache.org/licenses/LICENSE-2.0
8 //
9 // Unless required by applicable law or agreed to in writing, software
10 // distributed under the License is distributed on an "AS IS" BASIS,
11 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 // See the License for the specific language governing permissions and
13 // limitations under the License.
14 
15 
16 #ifndef IMPALA_EXPRS_IN_PREDICATE_H_
17 #define IMPALA_EXPRS_IN_PREDICATE_H_
18 
19 #include <string>
20 #include "exprs/predicate.h"
21 #include "udf/udf.h"
22 
23 namespace impala {
24 
26 //
28 //
32 //
36 //
40 //
42 class InPredicate : public Predicate {
43  public:
45  static impala_udf::BooleanVal InIterate(
46  impala_udf::FunctionContext* context, const impala_udf::BooleanVal& val,
47  int num_args, const impala_udf::BooleanVal* args);
48 
49  static impala_udf::BooleanVal NotInIterate(
50  impala_udf::FunctionContext* context, const impala_udf::BooleanVal& val,
51  int num_args, const impala_udf::BooleanVal* args);
52 
53  static void SetLookupPrepare_boolean(impala_udf::FunctionContext* ctx,
54  impala_udf::FunctionContext::FunctionStateScope scope);
55 
56  static void SetLookupClose_boolean(impala_udf::FunctionContext* ctx,
57  impala_udf::FunctionContext::FunctionStateScope scope);
58 
59  static impala_udf::BooleanVal InSetLookup(
60  impala_udf::FunctionContext* context, const impala_udf::BooleanVal& val,
61  int num_args, const impala_udf::BooleanVal* args);
62 
63  static impala_udf::BooleanVal NotInSetLookup(
64  impala_udf::FunctionContext* context, const impala_udf::BooleanVal& val,
65  int num_args, const impala_udf::BooleanVal* args);
66 
67  static impala_udf::BooleanVal InIterate(
68  impala_udf::FunctionContext* context, const impala_udf::TinyIntVal& val,
69  int num_args, const impala_udf::TinyIntVal* args);
70 
71  static impala_udf::BooleanVal NotInIterate(
72  impala_udf::FunctionContext* context, const impala_udf::TinyIntVal& val,
73  int num_args, const impala_udf::TinyIntVal* args);
74 
75  static void SetLookupPrepare_tinyint(impala_udf::FunctionContext* ctx,
76  impala_udf::FunctionContext::FunctionStateScope scope);
77 
78  static void SetLookupClose_tinyint(impala_udf::FunctionContext* ctx,
79  impala_udf::FunctionContext::FunctionStateScope scope);
80 
81  static impala_udf::BooleanVal InSetLookup(
82  impala_udf::FunctionContext* context, const impala_udf::TinyIntVal& val,
83  int num_args, const impala_udf::TinyIntVal* args);
84 
85  static impala_udf::BooleanVal NotInSetLookup(
86  impala_udf::FunctionContext* context, const impala_udf::TinyIntVal& val,
87  int num_args, const impala_udf::TinyIntVal* args);
88 
89  static impala_udf::BooleanVal InIterate(
90  impala_udf::FunctionContext* context, const impala_udf::SmallIntVal& val,
91  int num_args, const impala_udf::SmallIntVal* args);
92 
93  static impala_udf::BooleanVal NotInIterate(
94  impala_udf::FunctionContext* context, const impala_udf::SmallIntVal& val,
95  int num_args, const impala_udf::SmallIntVal* args);
96 
97  static void SetLookupPrepare_smallint(impala_udf::FunctionContext* ctx,
98  impala_udf::FunctionContext::FunctionStateScope scope);
99 
100  static void SetLookupClose_smallint(impala_udf::FunctionContext* ctx,
101  impala_udf::FunctionContext::FunctionStateScope scope);
102 
103  static impala_udf::BooleanVal InSetLookup(
104  impala_udf::FunctionContext* context, const impala_udf::SmallIntVal& val,
105  int num_args, const impala_udf::SmallIntVal* args);
106 
107  static impala_udf::BooleanVal NotInSetLookup(
108  impala_udf::FunctionContext* context, const impala_udf::SmallIntVal& val,
109  int num_args, const impala_udf::SmallIntVal* args);
110 
111  static impala_udf::BooleanVal InIterate(
112  impala_udf::FunctionContext* context, const impala_udf::IntVal& val,
113  int num_args, const impala_udf::IntVal* args);
114 
115  static impala_udf::BooleanVal NotInIterate(
116  impala_udf::FunctionContext* context, const impala_udf::IntVal& val,
117  int num_args, const impala_udf::IntVal* args);
118 
119  static void SetLookupPrepare_int(impala_udf::FunctionContext* ctx,
120  impala_udf::FunctionContext::FunctionStateScope scope);
121 
122  static void SetLookupClose_int(impala_udf::FunctionContext* ctx,
123  impala_udf::FunctionContext::FunctionStateScope scope);
124 
125  static impala_udf::BooleanVal InSetLookup(
126  impala_udf::FunctionContext* context, const impala_udf::IntVal& val,
127  int num_args, const impala_udf::IntVal* args);
128 
129  static impala_udf::BooleanVal NotInSetLookup(
130  impala_udf::FunctionContext* context, const impala_udf::IntVal& val,
131  int num_args, const impala_udf::IntVal* args);
132 
133  static impala_udf::BooleanVal InIterate(
134  impala_udf::FunctionContext* context, const impala_udf::BigIntVal& val,
135  int num_args, const impala_udf::BigIntVal* args);
136 
137  static impala_udf::BooleanVal NotInIterate(
138  impala_udf::FunctionContext* context, const impala_udf::BigIntVal& val,
139  int num_args, const impala_udf::BigIntVal* args);
140 
141  static void SetLookupPrepare_bigint(impala_udf::FunctionContext* ctx,
142  impala_udf::FunctionContext::FunctionStateScope scope);
143 
144  static void SetLookupClose_bigint(impala_udf::FunctionContext* ctx,
145  impala_udf::FunctionContext::FunctionStateScope scope);
146 
147  static impala_udf::BooleanVal InSetLookup(
148  impala_udf::FunctionContext* context, const impala_udf::BigIntVal& val,
149  int num_args, const impala_udf::BigIntVal* args);
150 
151  static impala_udf::BooleanVal NotInSetLookup(
152  impala_udf::FunctionContext* context, const impala_udf::BigIntVal& val,
153  int num_args, const impala_udf::BigIntVal* args);
154 
155  static impala_udf::BooleanVal InIterate(
156  impala_udf::FunctionContext* context, const impala_udf::FloatVal& val,
157  int num_args, const impala_udf::FloatVal* args);
158 
159  static impala_udf::BooleanVal NotInIterate(
160  impala_udf::FunctionContext* context, const impala_udf::FloatVal& val,
161  int num_args, const impala_udf::FloatVal* args);
162 
163  static void SetLookupPrepare_float(impala_udf::FunctionContext* ctx,
164  impala_udf::FunctionContext::FunctionStateScope scope);
165 
166  static void SetLookupClose_float(impala_udf::FunctionContext* ctx,
167  impala_udf::FunctionContext::FunctionStateScope scope);
168 
169  static impala_udf::BooleanVal InSetLookup(
170  impala_udf::FunctionContext* context, const impala_udf::FloatVal& val,
171  int num_args, const impala_udf::FloatVal* args);
172 
173  static impala_udf::BooleanVal NotInSetLookup(
174  impala_udf::FunctionContext* context, const impala_udf::FloatVal& val,
175  int num_args, const impala_udf::FloatVal* args);
176 
177  static impala_udf::BooleanVal InIterate(
178  impala_udf::FunctionContext* context, const impala_udf::DoubleVal& val,
179  int num_args, const impala_udf::DoubleVal* args);
180 
181  static impala_udf::BooleanVal NotInIterate(
182  impala_udf::FunctionContext* context, const impala_udf::DoubleVal& val,
183  int num_args, const impala_udf::DoubleVal* args);
184 
185  static void SetLookupPrepare_double(impala_udf::FunctionContext* ctx,
186  impala_udf::FunctionContext::FunctionStateScope scope);
187 
188  static void SetLookupClose_double(impala_udf::FunctionContext* ctx,
189  impala_udf::FunctionContext::FunctionStateScope scope);
190 
191  static impala_udf::BooleanVal InSetLookup(
192  impala_udf::FunctionContext* context, const impala_udf::DoubleVal& val,
193  int num_args, const impala_udf::DoubleVal* args);
194 
195  static impala_udf::BooleanVal NotInSetLookup(
196  impala_udf::FunctionContext* context, const impala_udf::DoubleVal& val,
197  int num_args, const impala_udf::DoubleVal* args);
198 
199  static impala_udf::BooleanVal InIterate(
200  impala_udf::FunctionContext* context, const impala_udf::StringVal& val,
201  int num_args, const impala_udf::StringVal* args);
202 
203  static impala_udf::BooleanVal NotInIterate(
204  impala_udf::FunctionContext* context, const impala_udf::StringVal& val,
205  int num_args, const impala_udf::StringVal* args);
206 
207  static void SetLookupPrepare_string(impala_udf::FunctionContext* ctx,
208  impala_udf::FunctionContext::FunctionStateScope scope);
209 
210  static void SetLookupClose_string(impala_udf::FunctionContext* ctx,
211  impala_udf::FunctionContext::FunctionStateScope scope);
212 
213  static impala_udf::BooleanVal InSetLookup(
214  impala_udf::FunctionContext* context, const impala_udf::StringVal& val,
215  int num_args, const impala_udf::StringVal* args);
216 
217  static impala_udf::BooleanVal NotInSetLookup(
218  impala_udf::FunctionContext* context, const impala_udf::StringVal& val,
219  int num_args, const impala_udf::StringVal* args);
220 
221  static impala_udf::BooleanVal InIterate(
222  impala_udf::FunctionContext* context, const impala_udf::TimestampVal& val,
223  int num_args, const impala_udf::TimestampVal* args);
224 
225  static impala_udf::BooleanVal NotInIterate(
226  impala_udf::FunctionContext* context, const impala_udf::TimestampVal& val,
227  int num_args, const impala_udf::TimestampVal* args);
228 
229  static void SetLookupPrepare_timestamp(impala_udf::FunctionContext* ctx,
230  impala_udf::FunctionContext::FunctionStateScope scope);
231 
232  static void SetLookupClose_timestamp(impala_udf::FunctionContext* ctx,
233  impala_udf::FunctionContext::FunctionStateScope scope);
234 
235  static impala_udf::BooleanVal InSetLookup(
236  impala_udf::FunctionContext* context, const impala_udf::TimestampVal& val,
237  int num_args, const impala_udf::TimestampVal* args);
238 
239  static impala_udf::BooleanVal NotInSetLookup(
240  impala_udf::FunctionContext* context, const impala_udf::TimestampVal& val,
241  int num_args, const impala_udf::TimestampVal* args);
242 
243  static impala_udf::BooleanVal InIterate(
244  impala_udf::FunctionContext* context, const impala_udf::DecimalVal& val,
245  int num_args, const impala_udf::DecimalVal* args);
246 
247  static impala_udf::BooleanVal NotInIterate(
248  impala_udf::FunctionContext* context, const impala_udf::DecimalVal& val,
249  int num_args, const impala_udf::DecimalVal* args);
250 
251  static void SetLookupPrepare_decimal(impala_udf::FunctionContext* ctx,
252  impala_udf::FunctionContext::FunctionStateScope scope);
253 
254  static void SetLookupClose_decimal(impala_udf::FunctionContext* ctx,
255  impala_udf::FunctionContext::FunctionStateScope scope);
256 
257  static impala_udf::BooleanVal InSetLookup(
258  impala_udf::FunctionContext* context, const impala_udf::DecimalVal& val,
259  int num_args, const impala_udf::DecimalVal* args);
260 
261  static impala_udf::BooleanVal NotInSetLookup(
262  impala_udf::FunctionContext* context, const impala_udf::DecimalVal& val,
263  int num_args, const impala_udf::DecimalVal* args);
264 
265  private:
266  friend class InPredicateBenchmark;
267 
268  enum Strategy {
270  SET_LOOKUP,
272  ITERATE
273  };
274 
275  template<typename SetType>
276  struct SetLookupState {
278  bool contains_null;
279 
283  std::set<SetType> val_set;
284 
286  const FunctionContext::TypeDesc* type;
287  };
288 
291  template<typename T, typename SetType, bool not_in, Strategy strategy>
292  static inline impala_udf::BooleanVal TemplatedIn(
293  impala_udf::FunctionContext* context, const T& val, int num_args, const T* args);
294 
296  template<typename T, typename SetType>
297  static void SetLookupPrepare(
298  FunctionContext* ctx, FunctionContext::FunctionStateScope scope);
299 
300  template<typename SetType>
301  static void SetLookupClose(
302  FunctionContext* ctx, FunctionContext::FunctionStateScope scope);
303 
305  template<typename T, typename SetType>
306  static BooleanVal SetLookup(SetLookupState<SetType>* state, const T& v);
307 
309  template<typename T>
310  static BooleanVal Iterate(
311  const FunctionContext::TypeDesc* type, const T& val, int num_args, const T* args);
312 };
313 
314 }
315 
316 #endif
impala::InPredicate::SetLookupState::type
const FunctionContext::TypeDesc * type
The type of the arguments.
Definition: in-predicate.h:286
impala_udf::FunctionContext::FunctionStateScope
FunctionStateScope
Definition: udf.h:87
impala::InPredicate::InIterate
static impala_udf::BooleanVal InIterate(impala_udf::FunctionContext *context, const impala_udf::BooleanVal &val, int num_args, const impala_udf::BooleanVal *args)
Functions for every type.
impala::InPredicate::SetLookupClose_int
static void SetLookupClose_int(impala_udf::FunctionContext *ctx, impala_udf::FunctionContext::FunctionStateScope scope)
impala::InPredicate::SetLookupPrepare_timestamp
static void SetLookupPrepare_timestamp(impala_udf::FunctionContext *ctx, impala_udf::FunctionContext::FunctionStateScope scope)
impala::InPredicate::SetLookupClose_bigint
static void SetLookupClose_bigint(impala_udf::FunctionContext *ctx, impala_udf::FunctionContext::FunctionStateScope scope)
impala::InPredicate::SetLookupPrepare_bigint
static void SetLookupPrepare_bigint(impala_udf::FunctionContext *ctx, impala_udf::FunctionContext::FunctionStateScope scope)
impala::InPredicate::SetLookupClose_float
static void SetLookupClose_float(impala_udf::FunctionContext *ctx, impala_udf::FunctionContext::FunctionStateScope scope)
impala::InPredicate::NotInSetLookup
static impala_udf::BooleanVal NotInSetLookup(impala_udf::FunctionContext *context, const impala_udf::BooleanVal &val, int num_args, const impala_udf::BooleanVal *args)
impala::InPredicate::SetLookupPrepare_boolean
static void SetLookupPrepare_boolean(impala_udf::FunctionContext *ctx, impala_udf::FunctionContext::FunctionStateScope scope)
impala::InPredicate::Iterate
static BooleanVal Iterate(const FunctionContext::TypeDesc *type, const T &val, int num_args, const T *args)
Iterates through each vararg looking for val. 'type' is the type of 'val' and 'args'.
Definition: in-predicate-ir.cc:116
impala::InPredicate::SetLookupPrepare_string
static void SetLookupPrepare_string(impala_udf::FunctionContext *ctx, impala_udf::FunctionContext::FunctionStateScope scope)
impala_udf::DoubleVal
Definition: udf.h:475
impala::InPredicate::SetLookupPrepare_tinyint
static void SetLookupPrepare_tinyint(impala_udf::FunctionContext *ctx, impala_udf::FunctionContext::FunctionStateScope scope)
impala::InPredicate::SetLookupPrepare_int
static void SetLookupPrepare_int(impala_udf::FunctionContext *ctx, impala_udf::FunctionContext::FunctionStateScope scope)
impala::InPredicate::SetLookupClose_string
static void SetLookupClose_string(impala_udf::FunctionContext *ctx, impala_udf::FunctionContext::FunctionStateScope scope)
impala::InPredicate::SetLookupClose_double
static void SetLookupClose_double(impala_udf::FunctionContext *ctx, impala_udf::FunctionContext::FunctionStateScope scope)
impala_udf::TimestampVal
This object has a compatible storage format with boost::ptime.
Definition: udf.h:495
impala::InPredicate::ITERATE
Indicates we should use Iterate().
Definition: in-predicate.h:272
impala::InPredicate::SetLookup
static BooleanVal SetLookup(SetLookupState< SetType > *state, const T &v)
Looks up v in state->val_set.
Definition: in-predicate-ir.cc:105
impala::InPredicate::SetLookupClose_boolean
static void SetLookupClose_boolean(impala_udf::FunctionContext *ctx, impala_udf::FunctionContext::FunctionStateScope scope)
impala_udf::FunctionContext
Definition: udf.h:47
impala_udf::TinyIntVal
Definition: udf.h:382
impala_udf::FloatVal
Definition: udf.h:458
impala::InPredicate::SetLookupClose_smallint
static void SetLookupClose_smallint(impala_udf::FunctionContext *ctx, impala_udf::FunctionContext::FunctionStateScope scope)
impala_udf::FunctionContext::TypeDesc
Definition: udf.h:71
impala::InPredicate::SetLookupPrepare_double
static void SetLookupPrepare_double(impala_udf::FunctionContext *ctx, impala_udf::FunctionContext::FunctionStateScope scope)
impala_udf::SmallIntVal
Definition: udf.h:401
impala::InPredicate::SetLookupPrepare_decimal
static void SetLookupPrepare_decimal(impala_udf::FunctionContext *ctx, impala_udf::FunctionContext::FunctionStateScope scope)
impala::InPredicate::SetLookupClose
static void SetLookupClose(FunctionContext *ctx, FunctionContext::FunctionStateScope scope)
Definition: in-predicate-ir.cc:77
impala::InPredicate::SetLookupClose_decimal
static void SetLookupClose_decimal(impala_udf::FunctionContext *ctx, impala_udf::FunctionContext::FunctionStateScope scope)
impala_udf::DecimalVal
Definition: udf.h:556
impala_udf::StringVal
Definition: udf.h:521
impala::InPredicate::SetLookupState::contains_null
bool contains_null
If true, there is at least one NULL constant in the IN list.
Definition: in-predicate.h:278
impala::InPredicate::NotInIterate
static impala_udf::BooleanVal NotInIterate(impala_udf::FunctionContext *context, const impala_udf::BooleanVal &val, int num_args, const impala_udf::BooleanVal *args)
impala_udf::IntVal
Definition: udf.h:420
impala::Expr::type
const ColumnType & type() const
Definition: expr.h:145
impala_udf::BigIntVal
Definition: udf.h:439
impala::InPredicate::SetLookupClose_tinyint
static void SetLookupClose_tinyint(impala_udf::FunctionContext *ctx, impala_udf::FunctionContext::FunctionStateScope scope)
impala::InPredicate::SetLookupClose_timestamp
static void SetLookupClose_timestamp(impala_udf::FunctionContext *ctx, impala_udf::FunctionContext::FunctionStateScope scope)
impala::InPredicate
Predicate for evaluating expressions of the form "val [NOT] IN (x1, x2, x3...)".
Definition: in-predicate.h:42
impala::InPredicate::SetLookupPrepare
static void SetLookupPrepare(FunctionContext *ctx, FunctionContext::FunctionStateScope scope)
Initializes an SetLookupState in ctx.
Definition: in-predicate-ir.cc:57
impala::InPredicate::InSetLookup
static impala_udf::BooleanVal InSetLookup(impala_udf::FunctionContext *context, const impala_udf::BooleanVal &val, int num_args, const impala_udf::BooleanVal *args)
impala::InPredicate::SetLookupPrepare_smallint
static void SetLookupPrepare_smallint(impala_udf::FunctionContext *ctx, impala_udf::FunctionContext::FunctionStateScope scope)
impala::InPredicate::SET_LOOKUP
Indicates we should use SetLookUp().
Definition: in-predicate.h:270
impala::InPredicate::TemplatedIn
static impala_udf::BooleanVal TemplatedIn(impala_udf::FunctionContext *context, const T &val, int num_args, const T *args)
impala_udf::BooleanVal
Definition: udf.h:363
impala::InPredicate::SetLookupPrepare_float
static void SetLookupPrepare_float(impala_udf::FunctionContext *ctx, impala_udf::FunctionContext::FunctionStateScope scope)