Package org.apache.hadoop.util.DiskChecker

Examples of org.apache.hadoop.util.DiskChecker.DiskErrorException

970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
   
    int volsFailed =  volsConfigured - storage.getNumStorageDirs();
   
    if( volsFailed < 0 ||
      volsFailed > volFailuresTolerated ) {
        throw new DiskErrorException("Invalid value for volsFailed : "
            + volsFailed + " , Volumes tolerated : " + volFailuresTolerated);
    }
   
    this.validVolsRequired =  volsConfigured - volFailuresTolerated;
   
    if (validVolsRequired < 1 ||
        validVolsRequired > storage.getNumStorageDirs()) {
      throw new DiskErrorException("Invalid value for validVolsRequired : "
          + validVolsRequired + " , Current valid volumes: " + storage.getNumStorageDirs());
    }
   
    FSVolume[] volArray = new FSVolume[storage.getNumStorageDirs()];
    for (int idx = 0; idx < storage.getNumStorageDirs(); idx++) {
View Full Code Here
2049
2050
2051
2052
2053
2054
2055
2056
    StringBuilder sb = new StringBuilder();
    for(FSVolume fv : failed_vols) {
      sb.append(fv.dataDir.dir.getAbsolutePath() + ";");
    }

    throw  new DiskErrorException("DataNode failed volumes:" + sb);
 
  }
View Full Code Here
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
  static void checkDirectoryPermissions(FileSystem fs, Path path,
      String configKey) throws IOException, DiskErrorException {
    FileStatus stat = fs.getFileStatus(path);
    FsPermission actual = stat.getPermission();
    if (!stat.isDir())
      throw new DiskErrorException(configKey + " - not a directory: "
          + path.toString());
    FsAction user = actual.getUserAction();
    if (!user.implies(FsAction.READ))
      throw new DiskErrorException("bad " + configKey
          + "- directory is not readable: " + path.toString());
    if (!user.implies(FsAction.WRITE))
      throw new DiskErrorException("bad " + configKey
          + "- directory is not writable " + path.toString());
  }
View Full Code Here
1469
1470
1471
1472
1473
1474
1475
1476
                }
            }
        }

        if( !writable )
            throw new DiskErrorException(
                    "all local directories are not writable" );
    }
View Full Code Here
225
226
227
228
229
230
231
232
233
          it.remove();
          numFailures++;
        }
      }
      if (localDirs.isEmpty()) {
        throw new DiskErrorException(
            "No mapred local directories are writable");
      }
    }
View Full Code Here
474
475
476
477
478
479
480
        }
      }
    }

    if (!writable)
      throw new DiskErrorException("all local directories are not writable");
  }
View Full Code Here
3430
3431
3432
3433
3434
3435
3436
3437
        }
      }
    }

    if (!writable)
      throw new DiskErrorException(
                                   "all local directories are not writable");
  }
View Full Code Here
1713
1714
1715
1716
1717
1718
1719
1720
    StringBuilder sb = new StringBuilder();
    for(FSVolume fv : failed_vols) {
      sb.append(fv.dataDir.dir.getAbsolutePath() + ";");
    }

    throw  new DiskErrorException("DataNode failed volumes:" + sb);
 
  }
View Full Code Here
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
    int volsConfigured = (dataDirs == null) ? 0 : dataDirs.length;
    int volsFailed = volsConfigured - storage.getNumStorageDirs();
    this.validVolsRequired = volsConfigured - volFailuresTolerated;

    if (volFailuresTolerated < 0 || volFailuresTolerated >= volsConfigured) {
      throw new DiskErrorException("Invalid volume failure "
          + " config value: " + volFailuresTolerated);
    }
    if (volsFailed > volFailuresTolerated) {
      throw new DiskErrorException("Too many failed volumes - "
          + "current valid volumes: " + storage.getNumStorageDirs()
          + ", volumes configured: " + volsConfigured
          + ", volumes failed: " + volsFailed
          + ", volume failures tolerated: " + volFailuresTolerated);
    }
View Full Code Here
1368
1369
1370
1371
1372
1373
1374
    // report the error
    StringBuilder sb = new StringBuilder();
    for (FsVolumeImpl fv : failedVols) {
      sb.append(fv.getCurrentDir().getAbsolutePath() + ";");
    }
    throw new DiskErrorException("DataNode failed volumes:" + sb);
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.util.DiskChecker.DiskErrorException

  • org.apache.hadoop.fi.FiHFlushTestUtil$DerrAction
  • org.apache.hadoop.fs.LocalDirAllocator$AllocatorPerContext
  • org.apache.hadoop.hdfs.server.datanode.FSDataset
  • org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl
  • org.apache.hadoop.mapred.CompletedJobStatusStore
  • org.apache.hadoop.mapred.JobHistory
  • org.apache.hadoop.mapred.TaskTracker
  • org.apache.hadoop.mapred.TaskTracker$LocalStorage
  • org.apache.hadoop.mapreduce.task.reduce.TestFetcher
  • org.apache.hama.bsp.GroomServer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.