Java 类org.apache.hadoop.hbase.wal.WALFactory 实例源码

项目：ditb 文件：ReplicationWALReaderManager.java

/**
 * Opens the file at the current position
 * @param path
 * @return an WAL reader.
 * @throws IOException
 */
public Reader openReader(Path path) throws IOException {
  // Detect if this is a new file, if so get a new reader else
  // reset the current reader so that we see the new data
  if (this.reader == null || !this.lastPath.equals(path)) {
    this.closeReader();
    this.reader = WALFactory.createReader(this.fs, path, this.conf);
    this.lastPath = path;
  } else {
    try {
      this.reader.reset();
    } catch (NullPointerException npe) {
      throw new IOException("NPE resetting reader, likely HDFS-4380", npe);
    }
  }
  return this.reader;
}

项目：ditb 文件：UpgradeTo96.java

/**
 * Performs log splitting for all regionserver directories.
 * @throws Exception
 */
private void doOfflineLogSplitting() throws Exception {
  LOG.info("Starting Log splitting");
  final Path rootDir = FSUtils.getRootDir(getConf());
  final Path oldLogDir = new Path(rootDir, HConstants.HREGION_OLDLOGDIR_NAME);
  // since this is the singleton, we needn't close it.
  final WALFactory factory = WALFactory.getInstance(getConf());
  FileSystem fs = FSUtils.getCurrentFileSystem(getConf());
  Path logDir = new Path(rootDir, HConstants.HREGION_LOGDIR_NAME);
  FileStatus[] regionServerLogDirs = FSUtils.listStatus(fs, logDir);
  if (regionServerLogDirs == null || regionServerLogDirs.length == 0) {
    LOG.info("No log directories to split, returning");
    return;
  }
  try {
    for (FileStatus regionServerLogDir : regionServerLogDirs) {
      // split its log dir, if exists
      WALSplitter.split(rootDir, regionServerLogDir.getPath(), oldLogDir, fs, getConf(), factory);
    }
    LOG.info("Successfully completed Log splitting");
  } catch (Exception e) {
    LOG.error("Got exception while doing Log splitting ", e);
    throw e;
  }
}

项目：ditb 文件：WALInputFormat.java

@Override
public void initialize(InputSplit split, TaskAttemptContext context)
    throws IOException, InterruptedException {
  WALSplit hsplit = (WALSplit)split;
  Path logFile = new Path(hsplit.getLogFileName());
  Configuration conf = context.getConfiguration();
  LOG.info("Opening reader for "+split);
  try {
    this.reader = WALFactory.createReader(logFile.getFileSystem(conf), logFile, conf);
  } catch (EOFException x) {
    LOG.info("Ignoring corrupted WAL file: " + logFile
        + " (This is normal when a RegionServer crashed.)");
    this.reader = null;
  }
  this.startTime = hsplit.getStartTime();
  this.endTime = hsplit.getEndTime();
}

项目：ditb 文件：HMerge.java

protected Merger(Configuration conf, FileSystem fs, final TableName tableName)
throws IOException {
  this.conf = conf;
  this.fs = fs;
  this.maxFilesize = conf.getLong(HConstants.HREGION_MAX_FILESIZE,
      HConstants.DEFAULT_MAX_FILE_SIZE);

  this.rootDir = FSUtils.getRootDir(conf);
  Path tabledir = FSUtils.getTableDir(this.rootDir, tableName);
  this.htd = FSTableDescriptors.getTableDescriptorFromFs(this.fs, tabledir);
  String logname = "merge_" + System.currentTimeMillis() + HConstants.HREGION_LOGDIR_NAME;

  final Configuration walConf = new Configuration(conf);
  FSUtils.setRootDir(walConf, tabledir);
  this.walFactory = new WALFactory(walConf, null, logname);
}

项目：ditb 文件：HRegion.java

/**
 * Convenience method creating new HRegions. Used by createTable. The {@link WAL} for the created
 * region needs to be closed explicitly, if it is not null. Use {@link HRegion#getWAL()} to get
 * access.
 *
 * @param info       Info for region to create.
 * @param rootDir    Root directory for HBase instance
 * @param tableDir   table directory
 * @param wal        shared WAL
 * @param initialize - true to initialize the region
 * @param ignoreWAL  - true to skip generate new wal if it is null, mostly for createTable
 * @return new HRegion
 * @throws IOException
 */
public static HRegion createHRegion(final HRegionInfo info, final Path rootDir,
    final Path tableDir, final Configuration conf, final HTableDescriptor hTableDescriptor,
    final WAL wal, final boolean initialize, final boolean ignoreWAL) throws IOException {
  LOG.info("creating HRegion " + info.getTable().getNameAsString() + " HTD == " + hTableDescriptor
      + " RootDir = " + rootDir + " Table name == " + info.getTable().getNameAsString());
  FileSystem fs = FileSystem.get(conf);
  HRegionFileSystem.createRegionOnFileSystem(conf, fs, tableDir, info);
  WAL effectiveWAL = wal;
  if (wal == null && !ignoreWAL) {
    // TODO HBASE-11983 There'll be no roller for this wal?
    // The WAL subsystem will use the default rootDir rather than the passed
    // in rootDir
    // unless I pass along via the conf.
    Configuration confForWAL = new Configuration(conf);
    confForWAL.set(HConstants.HBASE_DIR, rootDir.toString());
    effectiveWAL = (new WALFactory(confForWAL,
        Collections.<WALActionsListener>singletonList(new MetricsWAL()),
        "hregion-" + RandomStringUtils.randomNumeric(8))).getWAL(info.getEncodedNameAsBytes());
  }
  HRegion region =
      HRegion.newHRegion(tableDir, effectiveWAL, fs, conf, info, hTableDescriptor, null);
  if (initialize) region.initialize(null);
  return region;
}

项目：ditb 文件：TestWALObserver.java

@Before
public void setUp() throws Exception {
  this.conf = HBaseConfiguration.create(TEST_UTIL.getConfiguration());
  // this.cluster = TEST_UTIL.getDFSCluster();
  this.fs = TEST_UTIL.getDFSCluster().getFileSystem();
  this.hbaseRootDir = FSUtils.getRootDir(conf);
  this.dir = new Path(this.hbaseRootDir, TestWALObserver.class.getName());
  this.oldLogDir = new Path(this.hbaseRootDir,
      HConstants.HREGION_OLDLOGDIR_NAME);
  this.logDir = new Path(this.hbaseRootDir,
      DefaultWALProvider.getWALDirectoryName(currentTest.getMethodName()));
  this.logName = HConstants.HREGION_LOGDIR_NAME;

  if (TEST_UTIL.getDFSCluster().getFileSystem().exists(this.hbaseRootDir)) {
    TEST_UTIL.getDFSCluster().getFileSystem().delete(this.hbaseRootDir, true);
  }
  this.wals = new WALFactory(conf, null, currentTest.getMethodName());
}

项目：ditb 文件：TestStoreFileRefresherChore.java

private Region initHRegion(HTableDescriptor htd, byte[] startKey, byte[] stopKey, int replicaId)
    throws IOException {
  Configuration conf = TEST_UTIL.getConfiguration();
  Path tableDir = FSUtils.getTableDir(testDir, htd.getTableName());

  HRegionInfo info = new HRegionInfo(htd.getTableName(), startKey, stopKey, false, 0, replicaId);

  HRegionFileSystem fs = new FailingHRegionFileSystem(conf, tableDir.getFileSystem(conf), tableDir,
    info);
  final Configuration walConf = new Configuration(conf);
  FSUtils.setRootDir(walConf, tableDir);
  final WALFactory wals = new WALFactory(walConf, null, "log_" + replicaId);
  HRegion region = new HRegion(fs, wals.getWAL(info.getEncodedNameAsBytes()), conf, htd, null);

  region.initialize();

  return region;
}

项目：ditb 文件：TestDurability.java

@Test
public void testIncrementWithReturnResultsSetToFalse() throws Exception {
  byte[] row1 = Bytes.toBytes("row1");
  byte[] col1 = Bytes.toBytes("col1");

  // Setting up region
  final WALFactory wals = new WALFactory(CONF, null, "testIncrementWithReturnResultsSetToFalse");
  byte[] tableName = Bytes.toBytes("testIncrementWithReturnResultsSetToFalse");
  final WAL wal = wals.getWAL(tableName);
  HRegion region = createHRegion(tableName, "increment", wal, Durability.USE_DEFAULT);

  Increment inc1 = new Increment(row1);
  inc1.setReturnResults(false);
  inc1.addColumn(FAMILY, col1, 1);
  Result res = region.increment(inc1);
  assertNull(res);
}