data-provider-test.cc

Go to the documentation of this file.

// Copyright (c) 2012 Cloudera, Inc. All rights reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.


#include <stdlib.h>
#include <stdio.h>
#include <iostream>

#include "experiments/data-provider.h"
#include "util/cpu-info.h"
#include "runtime/mem-pool.h"
#include "runtime/mem-tracker.h"
#include "runtime/string-value.h"

#include "common/names.h"

using namespace impala;

// This test will generate 20 rows of data, in all the types supported by the
// data provider.
int main(int argc, char **argv) {

  string min_std_str("a");
  string max_std_str("zzzzzz");

  StringValue min_str(const_cast<char*>(min_std_str.c_str()), min_std_str.size());
  StringValue max_str(const_cast<char*>(max_std_str.c_str()), max_std_str.size());

  vector<DataProvider::ColDesc> cols;
  cols.push_back(DataProvider::ColDesc::Create<bool>(false, true));
  cols.push_back(DataProvider::ColDesc::Create<bool>(
      false, true, DataProvider::SEQUENTIAL));
  cols.push_back(DataProvider::ColDesc::Create<int8_t>(0, 8));
  cols.push_back(DataProvider::ColDesc::Create<int8_t>(0, 8, DataProvider::SEQUENTIAL));
  cols.push_back(DataProvider::ColDesc::Create<int16_t>(8, 16));
  cols.push_back(DataProvider::ColDesc::Create<int32_t>(16, 32));
  cols.push_back(DataProvider::ColDesc::Create<int64_t>(32, 64));
  cols.push_back(DataProvider::ColDesc::Create<float>(-1, 1));
  cols.push_back(DataProvider::ColDesc::Create<float>(0, 5, DataProvider::SEQUENTIAL));
  cols.push_back(DataProvider::ColDesc::Create<double>(200, 300));
  cols.push_back(DataProvider::ColDesc::Create<StringValue>(min_str, max_str));

  ObjectPool obj_pool;
  RuntimeProfile profile(&obj_pool, "DataGenTest");

  MemTracker tracker;
  MemPool pool(&tracker);
  DataProvider provider(&pool, &profile);
  provider.Reset(20, 2, cols);
  int rows;
  void* data;

  cout << "Row size: " << provider.row_size() << endl;

  while ( (data = provider.NextBatch(&rows)) != NULL) {
    provider.Print(&cout, reinterpret_cast<char*>(data), rows);
  }

  profile.PrettyPrint(&cout);

  cout << endl << "Done." << endl;
  return 0;
}