Package org.apache.hadoop.hdfs.server.namenode

Examples of org.apache.hadoop.hdfs.server.namenode.EditLogFileInputStream

140
141
142
143
144
145
146
147
148
149
150
        File editFile = NNStorage.getFinalizedEditsFile(sd, 1, 1 + expectedTransactions - 1);
        System.out.println("Verifying file: " + editFile);
       
        FSEditLogLoader loader = new FSEditLogLoader(namesystem);       
        int numEdits = loader.loadFSEdits(
            new EditLogFileInputStream(editFile), 1);
        assertEquals("Verification for " + editFile, expectedTransactions, numEdits);
      }
    } finally {
      if(fileSys != null) fileSys.close();
      if(cluster != null) cluster.shutdown();
View Full Code Here
326
327
328
329
330
331
332
333
334
335
336
            3 + expectedTxns - 1);
        assertTrue("Expect " + editFile + " exists", editFile.exists());
       
        System.out.println("Verifying file: " + editFile);
        int numEdits = loader.loadFSEdits(
            new EditLogFileInputStream(editFile), 3);
        int numLeases = namesystem.leaseManager.countLease();
        System.out.println("Number of outstanding leases " + numLeases);
        assertEquals(0, numLeases);
        assertTrue("Verification for " + editFile + " failed. " +
                   "Expected " + expectedTxns + " transactions. "+
View Full Code Here
234
235
236
237
238
239
240
241
242
243
244
      File editFile = new File(sd.getCurrentDir(), logFileName);
       
      System.out.println("Verifying file: " + editFile);
      FSEditLogLoader loader = new FSEditLogLoader(namesystem);
      int numEditsThisLog = loader.loadFSEdits(new EditLogFileInputStream(editFile),
          startTxId);
     
      System.out.println("Number of edits: " + numEditsThisLog);
      assertTrue(numEdits == -1 || numEditsThisLog == numEdits);
      numEdits = numEditsThisLog;
View Full Code Here
143
144
145
146
147
148
149
150
151
152
153
        File editFile = NNStorage.getFinalizedEditsFile(sd, 1, 1 + expectedTransactions - 1);
        System.out.println("Verifying file: " + editFile);
       
        FSEditLogLoader loader = new FSEditLogLoader(namesystem, 0);       
        long numEdits = loader.loadFSEdits(
            new EditLogFileInputStream(editFile), 1, null);
        assertEquals("Verification for " + editFile, expectedTransactions, numEdits);
      }
    } finally {
      if(fileSys != null) fileSys.close();
      if(cluster != null) cluster.shutdown();
View Full Code Here
310
311
312
313
314
315
316
317
318
319
320
            3 + expectedTxns - 1);
        assertTrue("Expect " + editFile + " exists", editFile.exists());
       
        System.out.println("Verifying file: " + editFile);
        int numEdits = loader.loadFSEdits(
            new EditLogFileInputStream(editFile), 3);
        int numLeases = namesystem.leaseManager.countLease();
        System.out.println("Number of outstanding leases " + numLeases);
        assertEquals(0, numLeases);
        assertTrue("Verification for " + editFile + " failed. " +
                   "Expected " + expectedTxns + " transactions. "+
View Full Code Here
220
221
222
223
224
225
226
227
228
    for (Iterator<StorageDirectory> it =
           fsimage.dirIterator(NameNodeDirType.EDITS); it.hasNext();) {
      File editFile = FSImage.getImageFile(it.next(), NameNodeFile.EDITS);
      System.out.println("Verifying file: " + editFile);
      int numEdits = new FSEditLogLoader(namesystem).loadFSEdits(
        new EditLogFileInputStream(editFile));
      System.out.println("Number of edits: " + numEdits);
    }
  }
View Full Code Here
157
158
159
160
161
162
163
164
165
166
167
      for (Iterator<StorageDirectory> it =
              fsimage.dirIterator(NameNodeDirType.EDITS); it.hasNext();) {
        File editFile = FSImage.getImageFile(it.next(), NameNodeFile.EDITS);
        System.out.println("Verifying file: " + editFile);
        int numEdits = loader.loadFSEdits(
                                  new EditLogFileInputStream(editFile));
        int numLeases = namesystem.leaseManager.countLease();
        System.out.println("Number of outstanding leases " + numLeases);
        assertEquals(0, numLeases);
        assertTrue("Verification for " + editFile + " failed. " +
                   "Expected " + (NUM_THREADS * 2 * NUM_TRANSACTIONS) + " transactions. "+
View Full Code Here
140
141
142
143
144
145
146
147
148
149
150
      for (Iterator<StorageDirectory> it =
              fsimage.dirIterator(NameNodeDirType.EDITS); it.hasNext();) {
        File editFile = FSImage.getImageFile(it.next(), NameNodeFile.EDITS);
        System.out.println("Verifying file: " + editFile);
        int numEdits = loader.loadFSEdits(
                                  new EditLogFileInputStream(editFile));
        assertTrue("Verification for " + editFile + " failed. " +
                   "Expected " + (NUM_THREADS * opsPerTrans * NUM_TRANSACTIONS + numKeys) + " transactions. "+
                   "Found " + numEdits + " transactions.",
                   numEdits == NUM_THREADS * opsPerTrans * NUM_TRANSACTIONS +numKeys);
 
View Full Code Here
141
142
143
144
145
146
147
148
149
150
151
        File editFile = NNStorage.getFinalizedEditsFile(sd, 1, 1 + expectedTransactions - 1);
        System.out.println("Verifying file: " + editFile);
       
        FSEditLogLoader loader = new FSEditLogLoader(namesystem);       
        int numEdits = loader.loadFSEdits(
            new EditLogFileInputStream(editFile), 1);
        assertEquals("Verification for " + editFile, expectedTransactions, numEdits);
      }
    } finally {
      if(fileSys != null) fileSys.close();
      if(cluster != null) cluster.shutdown();
View Full Code Here
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
    int numEdits = 0;
    File jSpoolFile = getJSpoolFile(sdEdits);
    long startTime = now();
    if(jSpoolFile.exists()) {
      // load edits.new
      EditLogFileInputStream edits = new EditLogFileInputStream(jSpoolFile);
      DataInputStream in = edits.getDataInputStream();
      FSEditLogLoader logLoader = new FSEditLogLoader(namesystem);
      numEdits += logLoader.loadFSEdits(in, false);

      // first time reached the end of spool
      jsState = JSpoolState.WAIT;
      numEdits += logLoader.loadEditRecords(getLayoutVersion(), in, true);
      getFSNamesystem().dir.updateCountForINodeWithQuota();
      edits.close();
    }

    FSImage.LOG.info("Edits file " + jSpoolFile.getCanonicalPath()
        + " of size " + jSpoolFile.length() + " edits # " + numEdits
        + " loaded in " + (now()-startTime)/1000 + " seconds.");
View Full Code Here
TOP

Related Classes of org.apache.hadoop.hdfs.server.namenode.EditLogFileInputStream

  • org.apache.hadoop.hdfs.notifier.server.ServerLogReaderPreTransactional
  • org.apache.hadoop.hdfs.server.namenode.BackupStorage
  • org.apache.hadoop.hdfs.server.namenode.bookkeeper.TestBookKeeperEditLogInputStream
  • org.apache.hadoop.hdfs.server.namenode.bookkeeper.TestBookKeeperJournalManager
  • org.apache.hadoop.hdfs.server.namenode.FSEditLogLoader.EditLogValidation
  • org.apache.hadoop.hdfs.server.namenode.FSImage
  • org.apache.hadoop.hdfs.server.namenode.TestEditLog
  • org.apache.hadoop.hdfs.server.namenode.TestEditLog2
  • org.apache.hadoop.hdfs.server.namenode.TestEditLogRace
  • org.apache.hadoop.hdfs.server.namenode.TestSecurityTokenEditLog
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.