Java 类org.apache.hadoop.fs.BufferedFSInputStream 实例源码

项目:hadoop    文件:NativeAzureFileSystem.java   
@Override
public FSDataInputStream open(Path f, int bufferSize) throws IOException {
  if (LOG.isDebugEnabled()) {
    LOG.debug("Opening file: " + f.toString());
  }

  Path absolutePath = makeAbsolute(f);
  String key = pathToKey(absolutePath);
  FileMetadata meta = store.retrieveMetadata(key);
  if (meta == null) {
    throw new FileNotFoundException(f.toString());
  }
  if (meta.isDir()) {
    throw new FileNotFoundException(f.toString()
        + " is a directory not a file.");
  }

  return new FSDataInputStream(new BufferedFSInputStream(
      new NativeAzureFsInputStream(store.retrieve(key), key, meta.getLength()), bufferSize));
}
项目:aliyun-oss-hadoop-fs    文件:NativeAzureFileSystem.java   
@Override
public FSDataInputStream open(Path f, int bufferSize) throws IOException {

  LOG.debug("Opening file: {}", f.toString());

  Path absolutePath = makeAbsolute(f);
  String key = pathToKey(absolutePath);
  FileMetadata meta = store.retrieveMetadata(key);
  if (meta == null) {
    throw new FileNotFoundException(f.toString());
  }
  if (meta.isDir()) {
    throw new FileNotFoundException(f.toString()
        + " is a directory not a file.");
  }

  return new FSDataInputStream(new BufferedFSInputStream(
      new NativeAzureFsInputStream(store.retrieve(key), key, meta.getLength()), bufferSize));
}
项目:big-c    文件:NativeAzureFileSystem.java   
@Override
public FSDataInputStream open(Path f, int bufferSize) throws IOException {
  if (LOG.isDebugEnabled()) {
    LOG.debug("Opening file: " + f.toString());
  }

  Path absolutePath = makeAbsolute(f);
  String key = pathToKey(absolutePath);
  FileMetadata meta = store.retrieveMetadata(key);
  if (meta == null) {
    throw new FileNotFoundException(f.toString());
  }
  if (meta.isDir()) {
    throw new FileNotFoundException(f.toString()
        + " is a directory not a file.");
  }

  return new FSDataInputStream(new BufferedFSInputStream(
      new NativeAzureFsInputStream(store.retrieve(key), key, meta.getLength()), bufferSize));
}
项目:hadoop-2.6.0-cdh5.4.3    文件:NativeAzureFileSystem.java   
@Override
public FSDataInputStream open(Path f, int bufferSize) throws IOException {
  if (LOG.isDebugEnabled()) {
    LOG.debug("Opening file: " + f.toString());
  }

  Path absolutePath = makeAbsolute(f);
  String key = pathToKey(absolutePath);
  FileMetadata meta = store.retrieveMetadata(key);
  if (meta == null) {
    throw new FileNotFoundException(f.toString());
  }
  if (meta.isDir()) {
    throw new FileNotFoundException(f.toString()
        + " is a directory not a file.");
  }

  return new FSDataInputStream(new BufferedFSInputStream(
      new NativeAzureFsInputStream(store.retrieve(key), key, meta.getLength()), bufferSize));
}
项目:hadoop    文件:NativeS3FileSystem.java   
@Override
public FSDataInputStream open(Path f, int bufferSize) throws IOException {
  FileStatus fs = getFileStatus(f); // will throw if the file doesn't exist
  if (fs.isDirectory()) {
    throw new FileNotFoundException("'" + f + "' is a directory");
  }
  LOG.info("Opening '" + f + "' for reading");
  Path absolutePath = makeAbsolute(f);
  String key = pathToKey(absolutePath);
  return new FSDataInputStream(new BufferedFSInputStream(
      new NativeS3FsInputStream(store, statistics, store.retrieve(key), key), bufferSize));
}
项目:aliyun-oss-hadoop-fs    文件:NativeS3FileSystem.java   
@Override
public FSDataInputStream open(Path f, int bufferSize) throws IOException {
  FileStatus fs = getFileStatus(f); // will throw if the file doesn't exist
  if (fs.isDirectory()) {
    throw new FileNotFoundException("'" + f + "' is a directory");
  }
  LOG.info("Opening '" + f + "' for reading");
  Path absolutePath = makeAbsolute(f);
  String key = pathToKey(absolutePath);
  return new FSDataInputStream(new BufferedFSInputStream(
      new NativeS3FsInputStream(store, statistics, store.retrieve(key), key), bufferSize));
}
项目:big-c    文件:NativeS3FileSystem.java   
@Override
public FSDataInputStream open(Path f, int bufferSize) throws IOException {
  FileStatus fs = getFileStatus(f); // will throw if the file doesn't exist
  if (fs.isDirectory()) {
    throw new FileNotFoundException("'" + f + "' is a directory");
  }
  LOG.info("Opening '" + f + "' for reading");
  Path absolutePath = makeAbsolute(f);
  String key = pathToKey(absolutePath);
  return new FSDataInputStream(new BufferedFSInputStream(
      new NativeS3FsInputStream(store, statistics, store.retrieve(key), key), bufferSize));
}
项目:hadoop-2.6.0-cdh5.4.3    文件:NativeS3FileSystem.java   
@Override
public FSDataInputStream open(Path f, int bufferSize) throws IOException {
  FileStatus fs = getFileStatus(f); // will throw if the file doesn't exist
  if (fs.isDirectory()) {
    throw new FileNotFoundException("'" + f + "' is a directory");
  }
  LOG.info("Opening '" + f + "' for reading");
  Path absolutePath = makeAbsolute(f);
  String key = pathToKey(absolutePath);
  return new FSDataInputStream(new BufferedFSInputStream(
      new NativeS3FsInputStream(store, statistics, store.retrieve(key), key), bufferSize));
}
项目:hadoop-EAR    文件:NativeS3FileSystem.java   
@Override
public FSDataInputStream open(Path f, int bufferSize) throws IOException {
  if (!exists(f)) {
    throw new FileNotFoundException(f.toString());
  }
  Path absolutePath = makeAbsolute(f);
  String key = pathToKey(absolutePath);
  return new FSDataInputStream(new BufferedFSInputStream(
      new NativeS3FsInputStream(store.retrieve(key), key), bufferSize));
}
项目:Gobblin    文件:SftpLightWeightFileSystem.java   
@Override
public FSDataInputStream open(Path path, int bufferSize) throws IOException {
  SftpGetMonitor monitor = new SftpGetMonitor();
  try {
    ChannelSftp channelSftp = fsHelper.getSftpChannel();
    InputStream is = channelSftp.get(path.toString(), monitor);
    return new FSDataInputStream(new BufferedFSInputStream(new SftpFsFileInputStream(is, channelSftp), bufferSize));
  } catch (SftpException e) {
    throw new IOException(e);
  }
}
项目:hadoop-plus    文件:NativeS3FileSystem.java   
@Override
public FSDataInputStream open(Path f, int bufferSize) throws IOException {
  FileStatus fs = getFileStatus(f); // will throw if the file doesn't exist
  if (fs.isDirectory()) {
    throw new IOException("'" + f + "' is a directory");
  }
  LOG.info("Opening '" + f + "' for reading");
  Path absolutePath = makeAbsolute(f);
  String key = pathToKey(absolutePath);
  return new FSDataInputStream(new BufferedFSInputStream(
      new NativeS3FsInputStream(store, statistics, store.retrieve(key), key), bufferSize));
}
项目:presto    文件:PrestoS3FileSystem.java   
@Override
public FSDataInputStream open(Path path, int bufferSize)
        throws IOException
{
    return new FSDataInputStream(
            new BufferedFSInputStream(
                    new PrestoS3InputStream(s3, uri.getHost(), path, maxAttempts, maxBackoffTime, maxRetryTime),
                    bufferSize));
}
项目:incubator-gobblin    文件:SftpLightWeightFileSystem.java   
@Override
public FSDataInputStream open(Path path, int bufferSize) throws IOException {
  SftpGetMonitor monitor = new SftpGetMonitor();
  try {
    ChannelSftp channelSftp = this.fsHelper.getSftpChannel();
    InputStream is = channelSftp.get(HadoopUtils.toUriPath(path), monitor);
    return new FSDataInputStream(new BufferedFSInputStream(new SftpFsHelper.SftpFsFileInputStream(is, channelSftp), bufferSize));
  } catch (SftpException e) {
    throw new IOException(e);
  }
}
项目:hadoop-TCP    文件:NativeS3FileSystem.java   
@Override
public FSDataInputStream open(Path f, int bufferSize) throws IOException {
  FileStatus fs = getFileStatus(f); // will throw if the file doesn't exist
  if (fs.isDirectory()) {
    throw new IOException("'" + f + "' is a directory");
  }
  LOG.info("Opening '" + f + "' for reading");
  Path absolutePath = makeAbsolute(f);
  String key = pathToKey(absolutePath);
  return new FSDataInputStream(new BufferedFSInputStream(
      new NativeS3FsInputStream(store, statistics, store.retrieve(key), key), bufferSize));
}
项目:hadoop-on-lustre    文件:NativeS3FileSystem.java   
@Override
public FSDataInputStream open(Path f, int bufferSize) throws IOException {
  if (!exists(f)) {
    throw new FileNotFoundException(f.toString());
  }
  Path absolutePath = makeAbsolute(f);
  String key = pathToKey(absolutePath);
  return new FSDataInputStream(new BufferedFSInputStream(
      new NativeS3FsInputStream(store.retrieve(key), key), bufferSize));
}
项目:hardfs    文件:NativeS3FileSystem.java   
@Override
public FSDataInputStream open(Path f, int bufferSize) throws IOException {
  FileStatus fs = getFileStatus(f); // will throw if the file doesn't exist
  if (fs.isDirectory()) {
    throw new IOException("'" + f + "' is a directory");
  }
  LOG.info("Opening '" + f + "' for reading");
  Path absolutePath = makeAbsolute(f);
  String key = pathToKey(absolutePath);
  return new FSDataInputStream(new BufferedFSInputStream(
      new NativeS3FsInputStream(store, statistics, store.retrieve(key), key), bufferSize));
}
项目:hadoop-on-lustre2    文件:NativeS3FileSystem.java   
@Override
public FSDataInputStream open(Path f, int bufferSize) throws IOException {
  FileStatus fs = getFileStatus(f); // will throw if the file doesn't exist
  if (fs.isDirectory()) {
    throw new IOException("'" + f + "' is a directory");
  }
  LOG.info("Opening '" + f + "' for reading");
  Path absolutePath = makeAbsolute(f);
  String key = pathToKey(absolutePath);
  return new FSDataInputStream(new BufferedFSInputStream(
      new NativeS3FsInputStream(store, statistics, store.retrieve(key), key), bufferSize));
}
项目:dragon-oss    文件:OSSFileSystem.java   
@Override
@Nonnull
public FSDataInputStream open(Path path, int bufferSize) throws IOException {
  path = checkNotNull(path);
  FileStatus fs = getFileStatus(path); // will throw if the file doesn't exist

  if (fs.isDirectory()) throw new FileNotFoundException("'" + path + "' is a directory");
  LOG.info("Opening '{}' for reading", path);

  Path absolutePath = makeAbsolute(path);
  String key = pathToKey(absolutePath);
  return new FSDataInputStream(new BufferedFSInputStream(new OSSFileInputStream(store, key, of(statistics)), bufferSize));
}
项目:RDFS    文件:NativeS3FileSystem.java   
@Override
public FSDataInputStream open(Path f, int bufferSize) throws IOException {
  if (!exists(f)) {
    throw new FileNotFoundException(f.toString());
  }
  Path absolutePath = makeAbsolute(f);
  String key = pathToKey(absolutePath);
  return new FSDataInputStream(new BufferedFSInputStream(
      new NativeS3FsInputStream(store.retrieve(key), key), bufferSize));
}
项目:hadoop-0.20    文件:NativeS3FileSystem.java   
@Override
public FSDataInputStream open(Path f, int bufferSize) throws IOException {
  if (!exists(f)) {
    throw new FileNotFoundException(f.toString());
  }
  Path absolutePath = makeAbsolute(f);
  String key = pathToKey(absolutePath);
  return new FSDataInputStream(new BufferedFSInputStream(
      new NativeS3FsInputStream(store.retrieve(key), key), bufferSize));
}
项目:TarFileSystem    文件:TarFileSystem.java   
@Override
public FSDataInputStream open(Path f, int bufferSize) throws IOException {

  Path baseTarPath = getBaseTarPath(f);
  String inFile = getFileInArchive(f);

  if (inFile == null)
    throw new IOException("TAR FileSystem: Can not open the whole TAR");

  // adjust for the header
  long offset = index.getOffset(inFile);
  long size = index.getSize(inFile);

  FSDataInputStream in = underlyingFS.open(baseTarPath);

  in.seek(offset - 512);
  TarArchiveEntry entry = readHeaderEntry(in);
  if (!entry.getName().equals(inFile)) {
    LOG.fatal(
      "Index file is corrupt." +
        "Requested filename is present in index " +
        "but absent in TAR.");
    throw new IOException("Requested filename does not match ");
  }

  return new FSDataInputStream(
    new BufferedFSInputStream(
      new SeekableTarInputStream(in, size, offset),
      bufferSize));
}
项目:hortonworks-extension    文件:NativeS3FileSystem.java   
@Override
public FSDataInputStream open(Path f, int bufferSize) throws IOException {
  if (!exists(f)) {
    throw new FileNotFoundException(f.toString());
  }
  Path absolutePath = makeAbsolute(f);
  String key = pathToKey(absolutePath);
  return new FSDataInputStream(new BufferedFSInputStream(
      new NativeS3FsInputStream(store.retrieve(key), key), bufferSize));
}
项目:hortonworks-extension    文件:NativeS3FileSystem.java   
@Override
public FSDataInputStream open(Path f, int bufferSize) throws IOException {
  if (!exists(f)) {
    throw new FileNotFoundException(f.toString());
  }
  Path absolutePath = makeAbsolute(f);
  String key = pathToKey(absolutePath);
  return new FSDataInputStream(new BufferedFSInputStream(
      new NativeS3FsInputStream(store.retrieve(key), key), bufferSize));
}
项目:hadoop-gpu    文件:NativeS3FileSystem.java   
@Override
public FSDataInputStream open(Path f, int bufferSize) throws IOException {
  if (!exists(f)) {
    throw new FileNotFoundException(f.toString());
  }
  Path absolutePath = makeAbsolute(f);
  String key = pathToKey(absolutePath);
  return new FSDataInputStream(new BufferedFSInputStream(
      new NativeS3FsInputStream(store.retrieve(key), key), bufferSize));
}
项目:hadoop-gpu    文件:LustreFileSystem.java   
@Override
public FSDataInputStream open(Path path, int bufferSize) throws IOException {
    if (!exists(path)) {
        throw new FileNotFoundException(path.toString());
    }

    return new FSDataInputStream(new BufferedFSInputStream(
            new LFSInputStream(path), bufferSize));
}