Package com.cloudera.cdk.data.hbase.impl

Source Code of com.cloudera.cdk.data.hbase.impl.Loader

/**
* Copyright 2013 Cloudera Inc.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.cloudera.cdk.data.hbase.impl;

import com.cloudera.cdk.data.DatasetRepository;
import com.cloudera.cdk.data.hbase.HBaseDatasetRepository;
import com.cloudera.cdk.data.impl.Accessor;
import com.cloudera.cdk.data.spi.Loadable;
import com.cloudera.cdk.data.spi.OptionBuilder;
import com.cloudera.cdk.data.spi.URIPattern;
import com.google.common.annotations.VisibleForTesting;
import com.google.common.base.Joiner;
import com.google.common.base.Splitter;
import com.google.common.collect.Lists;

import java.net.URI;
import java.util.Iterator;
import java.util.List;
import java.util.Map;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.HConstants;

/**
* A Loader implementation to register URIs for
* {@link com.cloudera.cdk.data.hbase.HBaseDatasetRepository}.
*/
public class Loader implements Loadable {

  @Override
  public void load() {
    Accessor.getDefault().registerDatasetRepository(new URIPattern(URI.create("hbase:*zk")),
        new OptionBuilder<DatasetRepository>() {
          @Override
          public DatasetRepository getFromOptions(Map<String, String> options) {
            Configuration conf = HBaseConfiguration.create();
            String[] hostsAndPort = parseHostsAndPort(options.get("zk"));
            conf.set(HConstants.ZOOKEEPER_QUORUM, hostsAndPort[0]);
            String port = hostsAndPort[1];
            if (port != null) {
              conf.set(HConstants.ZOOKEEPER_CLIENT_PORT, port);
            }
            return new HBaseDatasetRepository.Builder().configuration(conf).build();
          }
        });
  }

  @VisibleForTesting
  public static String[] parseHostsAndPort(String zkQuorum) {
    List<String> hosts = Lists.newArrayList();
    String port = null;
    for (String hostPort : Splitter.on(',').split(zkQuorum)) {
      Iterator<String> split = Splitter.on(':').split(hostPort).iterator();
      hosts.add(split.next());
      if (split.hasNext()) {
        String p = split.next();
        if (port == null) {
          port = p;
        } else if (!port.equals(p)) {
          throw new IllegalArgumentException("Mismatched ports in " + zkQuorum);
        }
      }
    }
    return new String[] { Joiner.on(',').join(hosts), port };
  }
}
TOP

Related Classes of com.cloudera.cdk.data.hbase.impl.Loader

TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.