RowFormat.java

Go to the documentation of this file.

// Copyright 2012 Cloudera Inc.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package com.cloudera.impala.catalog;

import java.util.Map;

import org.apache.hadoop.hive.metastore.api.StorageDescriptor;

import com.cloudera.impala.analysis.StringLiteral;
import com.cloudera.impala.thrift.TTableRowFormat;
import com.google.common.base.Preconditions;

public class RowFormat {
  // Default row format
  public final static RowFormat DEFAULT_ROW_FORMAT = new RowFormat(null, null, null);

  private final String fieldDelimiter_;
  private final String lineDelimiter_;
  private final String escapeChar_;

  private RowFormat(String fieldDelimiter, String lineDelimiter, String escapeChar,
      boolean unescape) {
    if (unescape) {
      fieldDelimiter_ = getUnescapedValueOrNull(fieldDelimiter);
      lineDelimiter_ = getUnescapedValueOrNull(lineDelimiter);
      escapeChar_ = getUnescapedValueOrNull(escapeChar);
    } else {
      fieldDelimiter_ = fieldDelimiter;
      lineDelimiter_ = lineDelimiter;
      escapeChar_ = escapeChar;
    }
  }

  public RowFormat(String fieldDelimiter, String lineDelimiter, String escapeChar) {
    this(fieldDelimiter, lineDelimiter, escapeChar, true);
  }

  public String getFieldDelimiter() {
    return fieldDelimiter_;
  }

  public String getLineDelimiter() {
    return lineDelimiter_;
  }

  public String getEscapeChar() {
    return escapeChar_;
  }

  public boolean isDefault() {
    return fieldDelimiter_ == null && lineDelimiter_ == null && escapeChar_ == null;
  }

  private static String getUnescapedValueOrNull(String value) {
    return value == null ? null : new StringLiteral(value).getUnescapedValue();
  }

  public TTableRowFormat toThrift() {
    TTableRowFormat tableRowFormat = new TTableRowFormat();
    tableRowFormat.setField_terminator(getFieldDelimiter());
    tableRowFormat.setLine_terminator(getLineDelimiter());
    tableRowFormat.setEscaped_by(getEscapeChar());
    return tableRowFormat;
  }

  public static RowFormat fromThrift(TTableRowFormat tableRowFormat) {
    if (tableRowFormat == null) {
      return RowFormat.DEFAULT_ROW_FORMAT;
    }
    // When creating a RowFormat from thrift, don't unescape the values, they should have
    // already been unescaped.
    return new RowFormat(tableRowFormat.getField_terminator(),
        tableRowFormat.getLine_terminator(), tableRowFormat.getEscaped_by(), false);
  }

  public static RowFormat fromStorageDescriptor(StorageDescriptor sd) {
    Preconditions.checkNotNull(sd);
    Map<String, String> params = sd.getSerdeInfo().getParameters();
    return new RowFormat(params.get("field.delim"), params.get("line.delim"),
        params.get("escape.delim"));
  }
}