Examples of com.orientechnologies.orient.core.index.hashindex.local.cache.ODiskCache

Package com.orientechnologies.orient.core.index.hashindex.local.cache

Examples of com.orientechnologies.orient.core.index.hashindex.local.cache.ODiskCache

com.orientechnologies.orient.core.index.hashindex.local.cache.ODiskCache
This class is heart of OrientDB storage model it presents disk backed data cache which works with direct memory. Model of this cache is based on page model. All direct memory area is mapped to disk files and each file is split on pages. Page is smallest unit of work. Amount of RAM which can be used for data manipulation is limited so only subset of data will be really loaded into RAM on demand, if there is no enough amount of RAM to store all data, part of them will by flushed to the disk. If disk cache is closed all changes will be flushed to the disk. Typical steps if you work with disk cache are following:
1. Open file using {@link #openFile(String)} method
2. Remember id of opened file
3. Load page which you want to use to write data using method {@link #load(long,long,boolean)}
4. Get pointer to the memory page {@link OCacheEntry#getCachePointer()}
5. Lock allocated page for writes {@link OCachePointer#acquireExclusiveLock()}
6. Get pointer to the direct memory which is allocated to hold page data {@link OCachePointer#getDataPointer()}
7. Change page content as you wish.
8. Release page write lock {@link OCachePointer#releaseExclusiveLock()}
9. Mark page as dirty so it will be flushed eventually to the disk {@link OCacheEntry#markDirty()}
10. Put page back to the cache {@link #release(OCacheEntry)}
If you wish to read data, not change them, you use the same steps but:
1. Acquire read lock instead of write lock using {@link OCachePointer#acquireSharedLock()}
2. Do not mark page as dirty
If you want to add new data but not to change existing one and you do not have enough space to add new data use method {@link #allocateNewPage(long)} instead of {@link #load(long,long,boolean)}. {@link #load(long,long,boolean)} method has checkPinnedPages parameter. Pinned pages are pages which are kept always loaded inRAM ,this class of pages is needed for some data structures usually this attribute should be set to false and it is set to true when storage goes through data restore procedure after system crash. @author Andrey Lomakin @since 14.03.13

    }


    Assert.assertTrue(atomicUnit.isEmpty());
    log.close();


    final ODiskCache expectedDiskCache = ((OAbstractPaginatedStorage) expectedDatabaseDocumentTx.getStorage()).getDiskCache();
    expectedDiskCache.flushBuffer();
  }

View Full Code Here

  }


  private boolean restoreDataFromBatch(boolean atomicChangeIsProcessed, List<OWALRecord> atomicUnit, List<OWALRecord> records)
      throws IOException {


    final ODiskCache expectedDiskCache = ((OAbstractPaginatedStorage) expectedDatabaseDocumentTx.getStorage()).getDiskCache();
    for (OWALRecord walRecord : records) {
      atomicUnit.add(walRecord);


      if (!atomicChangeIsProcessed) {
        Assert.assertTrue(walRecord instanceof OAtomicUnitStartRecord);
        atomicChangeIsProcessed = true;
      } else if (walRecord instanceof OAtomicUnitEndRecord) {
        atomicChangeIsProcessed = false;


        for (OWALRecord restoreRecord : atomicUnit) {
          if (restoreRecord instanceof OAtomicUnitStartRecord || restoreRecord instanceof OAtomicUnitEndRecord)
            continue;


          if (restoreRecord instanceof OUpdatePageRecord) {
            final OUpdatePageRecord updatePageRecord = (OUpdatePageRecord) restoreRecord;


            final long fileId = updatePageRecord.getFileId();
            final long pageIndex = updatePageRecord.getPageIndex();


            if (!expectedDiskCache.isOpen(fileId))
              expectedDiskCache.openFile(fileId);


            final OCacheEntry cacheEntry = expectedDiskCache.load(fileId, pageIndex, true);
            cacheEntry.acquireExclusiveLock();
            try {
              ODurablePage durablePage = new ODurablePage(cacheEntry, ODurablePage.TrackMode.NONE);
              durablePage.restoreChanges(updatePageRecord.getChanges());
              durablePage.setLsn(updatePageRecord.getLsn());


              cacheEntry.markDirty();
            } finally {
              cacheEntry.releaseExclusiveLock();
              expectedDiskCache.release(cacheEntry);
            }
          } else if (restoreRecord instanceof OFileCreatedCreatedWALRecord) {
            final OFileCreatedCreatedWALRecord fileCreatedCreatedRecord = (OFileCreatedCreatedWALRecord) restoreRecord;
            expectedDiskCache.openFile(
                fileCreatedCreatedRecord.getFileName().replace("actualLocalHashTable", "expectedLocalHashTable"),
                fileCreatedCreatedRecord.getFileId());
          }
        }

View Full Code Here

  public void deleteWithoutLoad(String name, OAbstractPaginatedStorage storageLocal) {
    acquireExclusiveLock();
    try {
      storage = storageLocal;


      final ODiskCache diskCache = storage.getDiskCache();


      fileStateId = diskCache.openFile(name + metadataConfigurationFileExtension);
      hashStateEntry = diskCache.load(fileStateId, 0, true);
      try {
        OHashIndexFileLevelMetadataPage metadataPage = new OHashIndexFileLevelMetadataPage(hashStateEntry,
            ODurablePage.TrackMode.NONE, false);
        for (int i = 0; i < HASH_CODE_SIZE; i++) {
          if (!metadataPage.isRemoved(i)) {
            diskCache.openFile(metadataPage.getFileId(i));
            diskCache.deleteFile(metadataPage.getFileId(i));
          }
        }
      } finally {
        diskCache.release(hashStateEntry);
      }


      diskCache.deleteFile(fileStateId);
      directory = new OHashTableDirectory(treeStateFileExtension, name, durableInNonTxMode, storage);
      directory.deleteWithoutOpen();


      final long nullBucketId = diskCache.openFile(name + nullBucketFileExtension);
      diskCache.deleteFile(nullBucketId);
    } catch (IOException ioe) {
      throw new OIndexException("Can not delete hash table with name " + name, ioe);
    } finally {
      releaseExclusiveLock();
    }

View Full Code Here


  private void removeValuesContainer() {
    if (valueContainerAlgorithm.equals(ODefaultIndexFactory.SBTREEBONSAI_VALUE_CONTAINER)) {
      final OStorage storage = getStorage();
      if (storage instanceof OAbstractPaginatedStorage) {
        final ODiskCache diskCache = ((OAbstractPaginatedStorage) storage).getDiskCache();
        try {
          final String fileName = getName() + OIndexRIDContainer.INDEX_FILE_EXTENSION;
          if (diskCache.exists(fileName)) {
            final long fileId = diskCache.openFile(fileName);
            diskCache.deleteFile(fileId);
          }
        } catch (IOException e) {
          OLogManager.instance().error(this, "Can't delete file for value containers", e);
        }
      }

View Full Code Here

  }


  public void deleteWithoutLoad(String name, OAbstractPaginatedStorage storageLocal) {
    acquireExclusiveLock();
    try {
      final ODiskCache diskCache = storageLocal.getDiskCache();


      final long fileId = diskCache.openFile(name + dataFileExtension);
      diskCache.deleteFile(fileId);


      final long nullFileId = diskCache.openFile(name + nullFileExtension);
      diskCache.deleteFile(nullFileId);
    } catch (IOException ioe) {
      throw new OSBTreeException("Exception during deletion of sbtree " + name, ioe);
    } finally {
      releaseExclusiveLock();
    }

View Full Code Here


    final OStorage storage = db.getStorage();


    if (storage instanceof OAbstractPaginatedStorage) {
      final OAbstractPaginatedStorage paginatedStorage = (OAbstractPaginatedStorage) storage;
      final ODiskCache diskCache = paginatedStorage.getDiskCache();


      Assert.assertTrue(diskCache.exists(SHORTNAME_CLASS_NAME.toLowerCase() + OPaginatedCluster.DEF_EXTENSION));
    }


    String shortName = "shortname";
    oClass.setShortName(shortName);
    Assert.assertEquals(shortName, oClass.getShortName());

View Full Code Here

    OSchema schema = db.getMetadata().getSchema();
    OClass oClass = schema.createClass("ClassName");


    final OStorage storage = db.getStorage();
    final OAbstractPaginatedStorage paginatedStorage = (OAbstractPaginatedStorage) storage;
    final ODiskCache diskCache = paginatedStorage.getDiskCache();


    Assert.assertTrue(diskCache.exists("classname" + OPaginatedCluster.DEF_EXTENSION));


    oClass.setName("ClassNameNew");


    Assert.assertTrue(!diskCache.exists("classname" + OPaginatedCluster.DEF_EXTENSION));
    Assert.assertTrue(diskCache.exists("classnamenew" + OPaginatedCluster.DEF_EXTENSION));


    oClass.setName("ClassName");


    Assert.assertTrue(!diskCache.exists("classnamenew" + OPaginatedCluster.DEF_EXTENSION));
    Assert.assertTrue(diskCache.exists("classname" + OPaginatedCluster.DEF_EXTENSION));
  }

View Full Code Here


    classOne.setName("ClassThree");


    final OStorage storage = db.getStorage();
    final OAbstractPaginatedStorage paginatedStorage = (OAbstractPaginatedStorage) storage;
    final ODiskCache diskCache = paginatedStorage.getDiskCache();


    Assert.assertTrue(diskCache.exists("classone" + OPaginatedCluster.DEF_EXTENSION));


    Assert.assertEquals(db.countClass("ClassTwo"), 2);
    Assert.assertEquals(db.countClass("ClassThree"), 1);


    classOne.setName("ClassOne");
    Assert.assertTrue(diskCache.exists("classone" + OPaginatedCluster.DEF_EXTENSION));


    Assert.assertEquals(db.countClass("ClassTwo"), 2);
    Assert.assertEquals(db.countClass("ClassOne"), 1);
  }

View Full Code Here

        document.save();
      }
    }


    final OAbstractPaginatedStorage storageLocalAbstract = (OAbstractPaginatedStorage) database.getStorage();
    final ODiskCache diskCache = storageLocalAbstract.getDiskCache();


    Assert.assertTrue(diskCache.exists("ValuesContainerIsRemovedIfIndexIsRemovedIndex.irs"));


    database.command(new OCommandSQL("drop index ValuesContainerIsRemovedIfIndexIsRemovedIndex")).execute();


    Assert.assertTrue(!diskCache.exists("ValuesContainerIsRemovedIfIndexIsRemovedIndex.irs"));
  }

View Full Code Here

TOP

Related Classes of com.orientechnologies.orient.core.index.hashindex.local.cache.ODiskCache

com.orientechnologies.orient.core.index.hashindex.local.OLocalHashTable

com.orientechnologies.orient.core.index.hashindex.local.OLocalHashTableWAL

com.orientechnologies.orient.core.index.OIndexAbstract

com.orientechnologies.orient.core.index.sbtree.local.OSBTree

com.orientechnologies.orient.core.metadata.ClassTest

com.orientechnologies.orient.test.database.auto.IndexTest

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.