Java 类org.apache.hadoop.mapred.InvalidInputException 实例源码

项目:hadoop    文件:DistTool.java   
/** Sanity check for source */
protected static void checkSource(Configuration conf, List<Path> srcs
    ) throws InvalidInputException {
  List<IOException> ioes = new ArrayList<IOException>();
  for(Path p : srcs) {
    try {
      if (!p.getFileSystem(conf).exists(p)) {
        ioes.add(new FileNotFoundException("Source "+p+" does not exist."));
      }
    }
    catch(IOException e) {ioes.add(e);}
  }
  if (!ioes.isEmpty()) {
    throw new InvalidInputException(ioes);
  }
}
项目:aliyun-oss-hadoop-fs    文件:DistTool.java   
/** Sanity check for source */
protected static void checkSource(Configuration conf, List<Path> srcs
    ) throws InvalidInputException {
  List<IOException> ioes = new ArrayList<IOException>();
  for(Path p : srcs) {
    try {
      if (!p.getFileSystem(conf).exists(p)) {
        ioes.add(new FileNotFoundException("Source "+p+" does not exist."));
      }
    }
    catch(IOException e) {ioes.add(e);}
  }
  if (!ioes.isEmpty()) {
    throw new InvalidInputException(ioes);
  }
}
项目:big-c    文件:DistTool.java   
/** Sanity check for source */
protected static void checkSource(Configuration conf, List<Path> srcs
    ) throws InvalidInputException {
  List<IOException> ioes = new ArrayList<IOException>();
  for(Path p : srcs) {
    try {
      if (!p.getFileSystem(conf).exists(p)) {
        ioes.add(new FileNotFoundException("Source "+p+" does not exist."));
      }
    }
    catch(IOException e) {ioes.add(e);}
  }
  if (!ioes.isEmpty()) {
    throw new InvalidInputException(ioes);
  }
}
项目:hadoop-2.6.0-cdh5.4.3    文件:DistTool.java   
/** Sanity check for source */
protected static void checkSource(Configuration conf, List<Path> srcs
    ) throws InvalidInputException {
  List<IOException> ioes = new ArrayList<IOException>();
  for(Path p : srcs) {
    try {
      if (!p.getFileSystem(conf).exists(p)) {
        ioes.add(new FileNotFoundException("Source "+p+" does not exist."));
      }
    }
    catch(IOException e) {ioes.add(e);}
  }
  if (!ioes.isEmpty()) {
    throw new InvalidInputException(ioes);
  }
}
项目:hadoop-2.6.0-cdh5.4.3    文件:DistTool.java   
/** Sanity check for source */
protected static void checkSource(Configuration conf, List<Path> srcs
    ) throws InvalidInputException {
  List<IOException> ioes = new ArrayList<IOException>();
  for(Path p : srcs) {
    try {
      if (!p.getFileSystem(conf).exists(p)) {
        ioes.add(new FileNotFoundException("Source "+p+" does not exist."));
      }
    }
    catch(IOException e) {ioes.add(e);}
  }
  if (!ioes.isEmpty()) {
    throw new InvalidInputException(ioes);
  }
}
项目:hadoop-2.6.0-cdh5.4.3    文件:DistCp.java   
/** Sanity check for srcPath */
private static void checkSrcPath(JobConf jobConf, List<Path> srcPaths)
throws IOException {
  List<IOException> rslt = new ArrayList<IOException>();

  Path[] ps = new Path[srcPaths.size()];
  ps = srcPaths.toArray(ps);
  TokenCache.obtainTokensForNamenodes(jobConf.getCredentials(), ps, jobConf);

  for (Path p : srcPaths) {
    FileSystem fs = p.getFileSystem(jobConf);
    if (!fs.exists(p)) {
      rslt.add(new IOException("Input source " + p + " does not exist."));
    }
  }
  if (!rslt.isEmpty()) {
    throw new InvalidInputException(rslt);
  }
}
项目:hadoop-EAR    文件:DistTool.java   
/** Sanity check for source */
protected static void checkSource(Configuration conf, List<Path> srcs
    ) throws InvalidInputException {
  List<IOException> ioes = new ArrayList<IOException>();
  for(Path p : srcs) {
    try {
      if (!p.getFileSystem(conf).exists(p)) {
        ioes.add(new FileNotFoundException("Source "+p+" does not exist."));
      }
    }
    catch(IOException e) {ioes.add(e);}
  }
  if (!ioes.isEmpty()) {
    throw new InvalidInputException(ioes);
  }
}
项目:hadoop-EAR    文件:DistCp.java   
/** Sanity check for srcPath */
private static void checkSrcPath(Configuration conf, List<Path> srcPaths
    ) throws IOException {
  List<IOException> rslt = new ArrayList<IOException>();
  List<Path> unglobbed = new LinkedList<Path>();
  for (Path p : srcPaths) {
    FileSystem fs = p.getFileSystem(conf);
    FileStatus[] inputs = fs.globStatus(p);

    if(inputs != null && inputs.length > 0) {
      for (FileStatus onePath: inputs) {
        unglobbed.add(onePath.getPath());
      }
    } else {
      rslt.add(new IOException("Input source " + p + " does not exist."));
    }
  }
  if (!rslt.isEmpty()) {
    throw new InvalidInputException(rslt);
  }
  srcPaths.clear();
  srcPaths.addAll(unglobbed);
}
项目:hadoop-plus    文件:DistTool.java   
/** Sanity check for source */
protected static void checkSource(Configuration conf, List<Path> srcs
    ) throws InvalidInputException {
  List<IOException> ioes = new ArrayList<IOException>();
  for(Path p : srcs) {
    try {
      if (!p.getFileSystem(conf).exists(p)) {
        ioes.add(new FileNotFoundException("Source "+p+" does not exist."));
      }
    }
    catch(IOException e) {ioes.add(e);}
  }
  if (!ioes.isEmpty()) {
    throw new InvalidInputException(ioes);
  }
}
项目:DistCPPlus    文件:DistCpUtils.java   
/** Sanity check for srcPath */
public static void checkSrcPath(JobConf jobConf, List<Path> srcPaths)
throws IOException {
    List<IOException> rslt = new ArrayList<IOException>();

    Path[] ps = new Path[srcPaths.size()];
    ps = srcPaths.toArray(ps);
    TokenCache.obtainTokensForNamenodes(jobConf.getCredentials(), ps, jobConf);

    for (Path p : srcPaths) {
        FileSystem fs = p.getFileSystem(jobConf);
        if (!fs.exists(p)) {
            rslt.add(new IOException("Input source " + p + " does not exist."));
        }
    }
    if (!rslt.isEmpty()) {
        throw new InvalidInputException(rslt);
    }
}
项目:hops    文件:DistTool.java   
/** Sanity check for source */
protected static void checkSource(Configuration conf, List<Path> srcs
    ) throws InvalidInputException {
  List<IOException> ioes = new ArrayList<IOException>();
  for(Path p : srcs) {
    try {
      if (!p.getFileSystem(conf).exists(p)) {
        ioes.add(new FileNotFoundException("Source "+p+" does not exist."));
      }
    }
    catch(IOException e) {ioes.add(e);}
  }
  if (!ioes.isEmpty()) {
    throw new InvalidInputException(ioes);
  }
}
项目:hadoop-TCP    文件:DistTool.java   
/** Sanity check for source */
protected static void checkSource(Configuration conf, List<Path> srcs
    ) throws InvalidInputException {
  List<IOException> ioes = new ArrayList<IOException>();
  for(Path p : srcs) {
    try {
      if (!p.getFileSystem(conf).exists(p)) {
        ioes.add(new FileNotFoundException("Source "+p+" does not exist."));
      }
    }
    catch(IOException e) {ioes.add(e);}
  }
  if (!ioes.isEmpty()) {
    throw new InvalidInputException(ioes);
  }
}
项目:hadoop-on-lustre    文件:DistTool.java   
/** Sanity check for source */
protected static void checkSource(Configuration conf, List<Path> srcs
    ) throws InvalidInputException {
  List<IOException> ioes = new ArrayList<IOException>();
  for(Path p : srcs) {
    try {
      if (!p.getFileSystem(conf).exists(p)) {
        ioes.add(new FileNotFoundException("Source "+p+" does not exist."));
      }
    }
    catch(IOException e) {ioes.add(e);}
  }
  if (!ioes.isEmpty()) {
    throw new InvalidInputException(ioes);
  }
}
项目:hadoop-on-lustre    文件:DistCp.java   
/** Sanity check for srcPath */
private static void checkSrcPath(JobConf jobConf, List<Path> srcPaths)
throws IOException {
  List<IOException> rslt = new ArrayList<IOException>();

  Path[] ps = new Path[srcPaths.size()];
  ps = srcPaths.toArray(ps);
  TokenCache.obtainTokensForNamenodes(jobConf.getCredentials(), ps, jobConf);

  for (Path p : srcPaths) {
    FileSystem fs = p.getFileSystem(jobConf);
    if (!fs.exists(p)) {
      rslt.add(new IOException("Input source " + p + " does not exist."));
    }
  }
  if (!rslt.isEmpty()) {
    throw new InvalidInputException(rslt);
  }
}
项目:hardfs    文件:DistTool.java   
/** Sanity check for source */
protected static void checkSource(Configuration conf, List<Path> srcs
    ) throws InvalidInputException {
  List<IOException> ioes = new ArrayList<IOException>();
  for(Path p : srcs) {
    try {
      if (!p.getFileSystem(conf).exists(p)) {
        ioes.add(new FileNotFoundException("Source "+p+" does not exist."));
      }
    }
    catch(IOException e) {ioes.add(e);}
  }
  if (!ioes.isEmpty()) {
    throw new InvalidInputException(ioes);
  }
}
项目:hadoop-on-lustre2    文件:DistTool.java   
/** Sanity check for source */
protected static void checkSource(Configuration conf, List<Path> srcs
    ) throws InvalidInputException {
  List<IOException> ioes = new ArrayList<IOException>();
  for(Path p : srcs) {
    try {
      if (!p.getFileSystem(conf).exists(p)) {
        ioes.add(new FileNotFoundException("Source "+p+" does not exist."));
      }
    }
    catch(IOException e) {ioes.add(e);}
  }
  if (!ioes.isEmpty()) {
    throw new InvalidInputException(ioes);
  }
}
项目:RDFS    文件:DistTool.java   
/** Sanity check for source */
protected static void checkSource(Configuration conf, List<Path> srcs
    ) throws InvalidInputException {
  List<IOException> ioes = new ArrayList<IOException>();
  for(Path p : srcs) {
    try {
      if (!p.getFileSystem(conf).exists(p)) {
        ioes.add(new FileNotFoundException("Source "+p+" does not exist."));
      }
    }
    catch(IOException e) {ioes.add(e);}
  }
  if (!ioes.isEmpty()) {
    throw new InvalidInputException(ioes);
  }
}
项目:RDFS    文件:DistCp.java   
/** Sanity check for srcPath */
private static void checkSrcPath(Configuration conf, List<Path> srcPaths
    ) throws IOException {
  List<IOException> rslt = new ArrayList<IOException>();
  List<Path> unglobbed = new LinkedList<Path>();
  for (Path p : srcPaths) {
    FileSystem fs = p.getFileSystem(conf);
    FileStatus[] inputs = fs.globStatus(p);

    if(inputs.length > 0) {
      for (FileStatus onePath: inputs) {
        unglobbed.add(onePath.getPath());
      }
    } else {
      rslt.add(new IOException("Input source " + p + " does not exist."));
    }
  }
  if (!rslt.isEmpty()) {
    throw new InvalidInputException(rslt);
  }
  srcPaths.clear();
  srcPaths.addAll(unglobbed);
}
项目:hadoop-0.20    文件:DistTool.java   
/** Sanity check for source */
protected static void checkSource(Configuration conf, List<Path> srcs
    ) throws InvalidInputException {
  List<IOException> ioes = new ArrayList<IOException>();
  for(Path p : srcs) {
    try {
      if (!p.getFileSystem(conf).exists(p)) {
        ioes.add(new FileNotFoundException("Source "+p+" does not exist."));
      }
    }
    catch(IOException e) {ioes.add(e);}
  }
  if (!ioes.isEmpty()) {
    throw new InvalidInputException(ioes);
  }
}
项目:hanoi-hadoop-2.0.0-cdh    文件:DistTool.java   
/** Sanity check for source */
protected static void checkSource(Configuration conf, List<Path> srcs
    ) throws InvalidInputException {
  List<IOException> ioes = new ArrayList<IOException>();
  for(Path p : srcs) {
    try {
      if (!p.getFileSystem(conf).exists(p)) {
        ioes.add(new FileNotFoundException("Source "+p+" does not exist."));
      }
    }
    catch(IOException e) {ioes.add(e);}
  }
  if (!ioes.isEmpty()) {
    throw new InvalidInputException(ioes);
  }
}
项目:hanoi-hadoop-2.0.0-cdh    文件:DistCp.java   
/** Sanity check for srcPath */
private static void checkSrcPath(JobConf jobConf, List<Path> srcPaths)
throws IOException {
  List<IOException> rslt = new ArrayList<IOException>();

  Path[] ps = new Path[srcPaths.size()];
  ps = srcPaths.toArray(ps);
  TokenCache.obtainTokensForNamenodes(jobConf.getCredentials(), ps, jobConf);

  for (Path p : srcPaths) {
    FileSystem fs = p.getFileSystem(jobConf);
    if (!fs.exists(p)) {
      rslt.add(new IOException("Input source " + p + " does not exist."));
    }
  }
  if (!rslt.isEmpty()) {
    throw new InvalidInputException(rslt);
  }
}
项目:mapreduce-fork    文件:DistTool.java   
/** Sanity check for source */
protected static void checkSource(Configuration conf, List<Path> srcs
    ) throws InvalidInputException {
  List<IOException> ioes = new ArrayList<IOException>();
  for(Path p : srcs) {
    try {
      if (!p.getFileSystem(conf).exists(p)) {
        ioes.add(new FileNotFoundException("Source "+p+" does not exist."));
      }
    }
    catch(IOException e) {ioes.add(e);}
  }
  if (!ioes.isEmpty()) {
    throw new InvalidInputException(ioes);
  }
}
项目:hadoop-distexec    文件:DistCp.java   
/** Sanity check for srcPath */
private static void checkSrcPath(JobConf jobConf, List<Path> srcPaths)
        throws IOException {
    List<IOException> rslt = new ArrayList<IOException>();

    Path[] ps = new Path[srcPaths.size()];
    ps = srcPaths.toArray(ps);
    TokenCache.obtainTokensForNamenodes(jobConf.getCredentials(), ps, jobConf);

    for (Path p : srcPaths) {
        FileSystem fs = p.getFileSystem(jobConf);
        if (!fs.exists(p)) {
            rslt.add(new IOException("Input source " + p + " does not exist."));
        }
    }
    if (!rslt.isEmpty()) {
        throw new InvalidInputException(rslt);
    }
}
项目:hortonworks-extension    文件:DistTool.java   
/** Sanity check for source */
protected static void checkSource(Configuration conf, List<Path> srcs
    ) throws InvalidInputException {
  List<IOException> ioes = new ArrayList<IOException>();
  for(Path p : srcs) {
    try {
      if (!p.getFileSystem(conf).exists(p)) {
        ioes.add(new FileNotFoundException("Source "+p+" does not exist."));
      }
    }
    catch(IOException e) {ioes.add(e);}
  }
  if (!ioes.isEmpty()) {
    throw new InvalidInputException(ioes);
  }
}
项目:hortonworks-extension    文件:DistCp.java   
/** Sanity check for srcPath */
private static void checkSrcPath(JobConf jobConf, List<Path> srcPaths)
throws IOException {
  List<IOException> rslt = new ArrayList<IOException>();

  Path[] ps = new Path[srcPaths.size()];
  ps = srcPaths.toArray(ps);
  TokenCache.obtainTokensForNamenodes(jobConf.getCredentials(), ps, jobConf);

  for (Path p : srcPaths) {
    FileSystem fs = p.getFileSystem(jobConf);
    if (!fs.exists(p)) {
      rslt.add(new IOException("Input source " + p + " does not exist."));
    }
  }
  if (!rslt.isEmpty()) {
    throw new InvalidInputException(rslt);
  }
}
项目:hortonworks-extension    文件:DistTool.java   
/** Sanity check for source */
protected static void checkSource(Configuration conf, List<Path> srcs
    ) throws InvalidInputException {
  List<IOException> ioes = new ArrayList<IOException>();
  for(Path p : srcs) {
    try {
      if (!p.getFileSystem(conf).exists(p)) {
        ioes.add(new FileNotFoundException("Source "+p+" does not exist."));
      }
    }
    catch(IOException e) {ioes.add(e);}
  }
  if (!ioes.isEmpty()) {
    throw new InvalidInputException(ioes);
  }
}
项目:hortonworks-extension    文件:DistCp.java   
/** Sanity check for srcPath */
private static void checkSrcPath(JobConf jobConf, List<Path> srcPaths)
throws IOException {
  List<IOException> rslt = new ArrayList<IOException>();

  Path[] ps = new Path[srcPaths.size()];
  ps = srcPaths.toArray(ps);
  TokenCache.obtainTokensForNamenodes(jobConf.getCredentials(), ps, jobConf);

  for (Path p : srcPaths) {
    FileSystem fs = p.getFileSystem(jobConf);
    if (!fs.exists(p)) {
      rslt.add(new IOException("Input source " + p + " does not exist."));
    }
  }
  if (!rslt.isEmpty()) {
    throw new InvalidInputException(rslt);
  }
}
项目:hadoop-gpu    文件:DistTool.java   
/** Sanity check for source */
protected static void checkSource(Configuration conf, List<Path> srcs
    ) throws InvalidInputException {
  List<IOException> ioes = new ArrayList<IOException>();
  for(Path p : srcs) {
    try {
      if (!p.getFileSystem(conf).exists(p)) {
        ioes.add(new FileNotFoundException("Source "+p+" does not exist."));
      }
    }
    catch(IOException e) {ioes.add(e);}
  }
  if (!ioes.isEmpty()) {
    throw new InvalidInputException(ioes);
  }
}
项目:hadoop    文件:DistCh.java   
private static void check(Configuration conf, List<FileOperation> ops
    ) throws InvalidInputException {
  List<Path> srcs = new ArrayList<Path>();
  for(FileOperation op : ops) {
    srcs.add(op.src);
  }
  DistTool.checkSource(conf, srcs);
}
项目:hadoop    文件:DistCpV1.java   
/** Sanity check for srcPath */
private static void checkSrcPath(JobConf jobConf, List<Path> srcPaths) 
throws IOException {
  List<IOException> rslt = new ArrayList<IOException>();
  List<Path> unglobbed = new LinkedList<Path>();

  Path[] ps = new Path[srcPaths.size()];
  ps = srcPaths.toArray(ps);
  TokenCache.obtainTokensForNamenodes(jobConf.getCredentials(), ps, jobConf);


  for (Path p : srcPaths) {
    FileSystem fs = p.getFileSystem(jobConf);
    FileStatus[] inputs = fs.globStatus(p);

    if(inputs != null && inputs.length > 0) {
      for (FileStatus onePath: inputs) {
        unglobbed.add(onePath.getPath());
      }
    } else {
      rslt.add(new IOException("Input source " + p + " does not exist."));
    }
  }
  if (!rslt.isEmpty()) {
    throw new InvalidInputException(rslt);
  }
  srcPaths.clear();
  srcPaths.addAll(unglobbed);
}
项目:aliyun-oss-hadoop-fs    文件:DistCh.java   
private static void check(Configuration conf, List<FileOperation> ops
    ) throws InvalidInputException {
  List<Path> srcs = new ArrayList<Path>();
  for(FileOperation op : ops) {
    srcs.add(op.src);
  }
  DistTool.checkSource(conf, srcs);
}
项目:big-c    文件:DistCh.java   
private static void check(Configuration conf, List<FileOperation> ops
    ) throws InvalidInputException {
  List<Path> srcs = new ArrayList<Path>();
  for(FileOperation op : ops) {
    srcs.add(op.src);
  }
  DistTool.checkSource(conf, srcs);
}
项目:big-c    文件:DistCpV1.java   
/** Sanity check for srcPath */
private static void checkSrcPath(JobConf jobConf, List<Path> srcPaths) 
throws IOException {
  List<IOException> rslt = new ArrayList<IOException>();
  List<Path> unglobbed = new LinkedList<Path>();

  Path[] ps = new Path[srcPaths.size()];
  ps = srcPaths.toArray(ps);
  TokenCache.obtainTokensForNamenodes(jobConf.getCredentials(), ps, jobConf);


  for (Path p : srcPaths) {
    FileSystem fs = p.getFileSystem(jobConf);
    FileStatus[] inputs = fs.globStatus(p);

    if(inputs != null && inputs.length > 0) {
      for (FileStatus onePath: inputs) {
        unglobbed.add(onePath.getPath());
      }
    } else {
      rslt.add(new IOException("Input source " + p + " does not exist."));
    }
  }
  if (!rslt.isEmpty()) {
    throw new InvalidInputException(rslt);
  }
  srcPaths.clear();
  srcPaths.addAll(unglobbed);
}
项目:hadoop-2.6.0-cdh5.4.3    文件:DistCh.java   
private static void check(Configuration conf, List<FileOperation> ops
    ) throws InvalidInputException {
  List<Path> srcs = new ArrayList<Path>();
  for(FileOperation op : ops) {
    srcs.add(op.src);
  }
  DistTool.checkSource(conf, srcs);
}
项目:hadoop-2.6.0-cdh5.4.3    文件:DistCpV1.java   
/** Sanity check for srcPath */
private static void checkSrcPath(JobConf jobConf, List<Path> srcPaths) 
throws IOException {
  List<IOException> rslt = new ArrayList<IOException>();
  List<Path> unglobbed = new LinkedList<Path>();

  Path[] ps = new Path[srcPaths.size()];
  ps = srcPaths.toArray(ps);
  TokenCache.obtainTokensForNamenodes(jobConf.getCredentials(), ps, jobConf);


  for (Path p : srcPaths) {
    FileSystem fs = p.getFileSystem(jobConf);
    FileStatus[] inputs = fs.globStatus(p);

    if(inputs != null && inputs.length > 0) {
      for (FileStatus onePath: inputs) {
        unglobbed.add(onePath.getPath());
      }
    } else {
      rslt.add(new IOException("Input source " + p + " does not exist."));
    }
  }
  if (!rslt.isEmpty()) {
    throw new InvalidInputException(rslt);
  }
  srcPaths.clear();
  srcPaths.addAll(unglobbed);
}
项目:hadoop-2.6.0-cdh5.4.3    文件:DistCh.java   
private static void check(Configuration conf, List<FileOperation> ops
    ) throws InvalidInputException {
  List<Path> srcs = new ArrayList<Path>();
  for(FileOperation op : ops) {
    srcs.add(op.src);
  }
  DistTool.checkSource(conf, srcs);
}
项目:hadoop-EAR    文件:DistCh.java   
private static void check(Configuration conf, List<FileOperation> ops
    ) throws InvalidInputException {
  List<Path> srcs = new ArrayList<Path>();
  for(FileOperation op : ops) {
    srcs.add(op.src);
  }
  DistTool.checkSource(conf, srcs);
}
项目:hadoop-plus    文件:DistCh.java   
private static void check(Configuration conf, List<FileOperation> ops
    ) throws InvalidInputException {
  List<Path> srcs = new ArrayList<Path>();
  for(FileOperation op : ops) {
    srcs.add(op.src);
  }
  DistTool.checkSource(conf, srcs);
}
项目:hadoop-plus    文件:DistCpV1.java   
/** Sanity check for srcPath */
private static void checkSrcPath(JobConf jobConf, List<Path> srcPaths) 
throws IOException {
  List<IOException> rslt = new ArrayList<IOException>();
  List<Path> unglobbed = new LinkedList<Path>();

  Path[] ps = new Path[srcPaths.size()];
  ps = srcPaths.toArray(ps);
  TokenCache.obtainTokensForNamenodes(jobConf.getCredentials(), ps, jobConf);


  for (Path p : srcPaths) {
    FileSystem fs = p.getFileSystem(jobConf);
    FileStatus[] inputs = fs.globStatus(p);

    if(inputs != null && inputs.length > 0) {
      for (FileStatus onePath: inputs) {
        unglobbed.add(onePath.getPath());
      }
    } else {
      rslt.add(new IOException("Input source " + p + " does not exist."));
    }
  }
  if (!rslt.isEmpty()) {
    throw new InvalidInputException(rslt);
  }
  srcPaths.clear();
  srcPaths.addAll(unglobbed);
}
项目:hops    文件:DistCh.java   
private static void check(Configuration conf, List<FileOperation> ops
    ) throws InvalidInputException {
  List<Path> srcs = new ArrayList<Path>();
  for(FileOperation op : ops) {
    srcs.add(op.src);
  }
  DistTool.checkSource(conf, srcs);
}