Examples of com.cloudera.cdk.data.DatasetRepositoryException

com.cloudera.cdk.data.DatasetRepositoryException

Exception thrown for dataset repository-related failures.

Implementations of the {@link DatasetRepository} interface throw thisexception if any of their operations fail. This is a runtime (unchecked) exception.
@see DatasetRepository @since 0.2.0

    final DatasetDescriptor newDescriptor = metadataProvider
        .create(name, descriptor);


    final URI location = newDescriptor.getLocation();
    if (location == null) {
      throw new DatasetRepositoryException(
          "[BUG] MetadataProvider did not assign a location to dataset:" +
          name);
    }


    ensureExists(newDescriptor, conf);

View Full Code Here

    DatasetDescriptor oldDescriptor = metadataProvider.load(name);


    // oldDescriptor is valid if load didn't throw NoSuchDatasetException


    if (!oldDescriptor.getFormat().equals(descriptor.getFormat())) {
      throw new DatasetRepositoryException("Cannot change dataset format from " +
          oldDescriptor.getFormat() + " to " + descriptor.getFormat());
    }


    final URI oldLocation = oldDescriptor.getLocation();
    if ((oldLocation != null) && !(oldLocation.equals(descriptor.getLocation()))) {
      throw new DatasetRepositoryException(
          "Cannot change the dataset's location");
    }


    if (oldDescriptor.isPartitioned() != descriptor.isPartitioned()) {
      throw new DatasetRepositoryException("Cannot change an unpartitioned dataset to " +
          " partitioned or vice versa.");
    } else if (oldDescriptor.isPartitioned() && descriptor.isPartitioned() &&
        !oldDescriptor.getPartitionStrategy().equals(descriptor.getPartitionStrategy())) {
      throw new DatasetRepositoryException("Cannot change partition strategy from " +
          oldDescriptor.getPartitionStrategy() + " to " + descriptor.getPartitionStrategy());
    }


    // check can read records written with old schema using new schema
    final Schema oldSchema = oldDescriptor.getSchema();

View Full Code Here

    try {
      // don't care about the return value here -- if it already doesn't exist
      // we still need to delete the data directory
      changed = metadataProvider.delete(name);
    } catch (MetadataProviderException ex) {
      throw new DatasetRepositoryException(
          "Failed to delete descriptor for name:" + name, ex);
    }


    final Path dataLocation = new Path(descriptor.getLocation());
    final FileSystem fs = fsForPath(dataLocation, conf);


    try {
      if (fs.exists(dataLocation)) {
        if (fs.delete(dataLocation, true)) {
          changed = true;
        } else {
          throw new DatasetRepositoryException(
              "Failed to delete dataset name:" + name +
              " location:" + dataLocation);
        }
      }
    } catch (IOException e) {
      throw new DatasetRepositoryException(
          "Internal failure when removing location:" + dataLocation);
    }


    return changed;
  }

View Full Code Here

    try {
      if (!fs.exists(dataPath)) {
        fs.mkdirs(dataPath);
      }
    } catch (IOException ex) {
      throw new DatasetRepositoryException("Cannot access data location", ex);
    }
  }

View Full Code Here


  private static FileSystem fsForPath(Path dataPath, Configuration conf) {
    try {
      return dataPath.getFileSystem(conf);
    } catch (IOException ex) {
      throw new DatasetRepositoryException(
          "Cannot get FileSystem for descriptor", ex);
    }
  }

View Full Code Here

        }
      }
      return new URI(scheme, userInfo, match.get("hdfs-host"),
          port, "/", null, null);
    } catch (URISyntaxException ex) {
      throw new DatasetRepositoryException("Could not build FS URI", ex);
    }
  }

View Full Code Here

         conf.set(HIVE_METASTORE_URI_PROP,
             new URI("thrift", null, match.get("host"), port, "/", null, null)
                 .toString());
      }
    } catch (URISyntaxException ex) {
      throw new DatasetRepositoryException(
          "Could not build metastore URI", ex);
    }
  }

View Full Code Here

      }
      final FileSystem fs;
      try {
        fs = FileSystem.get(fileSystemURI("hdfs", match), envConf);
      } catch (IOException ex) {
        throw new DatasetRepositoryException(
            "Could not get a FileSystem", ex);
      }


      // make a modifiable copy and setup the MetaStore URI
      Configuration conf = new Configuration(envConf);

View Full Code Here

        }
      }
      return new URI(match.get("scheme"), userInfo, match.get("host"), port, "/",
          null, null);
    } catch (URISyntaxException ex) {
      throw new DatasetRepositoryException("Could not build FS URI", ex);
    }
  }

View Full Code Here

      }
      final FileSystem fs;
      try {
        fs = FileSystem.get(fileSystemURI(match), envConf);
      } catch (IOException ex) {
        throw new DatasetRepositoryException(
            "Could not get a FileSystem", ex);
      }
      return (DatasetRepository) new FileSystemDatasetRepository.Builder()
          .configuration(new Configuration(envConf)) // make a modifiable copy
          .rootDirectory(fs.makeQualified(root))

View Full Code Here

0 1

TOP

Related Classes of com.cloudera.cdk.data.DatasetRepositoryException

com.cloudera.cdk.data.filesystem.FileSystemDatasetRepository

com.cloudera.cdk.data.filesystem.impl.Loader

com.cloudera.cdk.data.filesystem.impl.Loader$URIBuilder

com.cloudera.cdk.data.hbase.HBaseDatasetRepository

com.cloudera.cdk.data.hbase.HBaseDatasetRepository$Builder

com.cloudera.cdk.data.hcatalog.impl.Loader

com.cloudera.cdk.data.hcatalog.impl.Loader$ExternalBuilder

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.