/*
* Copyright 2009 Red Hat, Inc.
* Red Hat licenses this file to you under the Apache License, version
* 2.0 (the "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
* http://www.apache.org/licenses/LICENSE-2.0
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
* implied. See the License for the specific language governing
* permissions and limitations under the License.
*/
package org.hornetq.tests.performance.journal;
import java.util.ArrayList;
import junit.framework.Assert;
import org.hornetq.core.asyncio.impl.AsynchronousFileImpl;
import org.hornetq.core.journal.Journal;
import org.hornetq.core.journal.PreparedTransactionInfo;
import org.hornetq.core.journal.RecordInfo;
import org.hornetq.core.journal.impl.JournalImpl;
import org.hornetq.core.logging.Logger;
import org.hornetq.tests.unit.core.journal.impl.JournalImplTestBase;
import org.hornetq.tests.unit.core.journal.impl.fakes.SimpleEncoding;
/**
*
* A RealJournalImplTest
*
* @author <a href="mailto:tim.fox@jboss.com">Tim Fox</a>
* @author <a href="mailto:Clebert.Suconic@jboss.com">Clebert Suconic</a>
*
*/
public abstract class JournalImplTestUnit extends JournalImplTestBase
{
private static final Logger log = Logger.getLogger(JournalImplTestUnit.class);
@Override
protected void tearDown() throws Exception
{
super.tearDown();
Assert.assertEquals(0, AsynchronousFileImpl.getTotalMaxIO());
}
public void testAddUpdateDeleteManyLargeFileSize() throws Exception
{
final int numberAdds = 1000;
final int numberUpdates = 500;
final int numberDeletes = 300;
long[] adds = new long[numberAdds];
for (int i = 0; i < numberAdds; i++)
{
adds[i] = i;
}
long[] updates = new long[numberUpdates];
for (int i = 0; i < numberUpdates; i++)
{
updates[i] = i;
}
long[] deletes = new long[numberDeletes];
for (int i = 0; i < numberDeletes; i++)
{
deletes[i] = i;
}
setup(10, 10 * 1024 * 1024, true);
createJournal();
startJournal();
load();
add(adds);
update(updates);
delete(deletes);
stopJournal();
createJournal();
startJournal();
loadAndCheck();
}
public void testAddUpdateDeleteManySmallFileSize() throws Exception
{
final int numberAdds = 1000;
final int numberUpdates = 500;
final int numberDeletes = 300;
long[] adds = new long[numberAdds];
for (int i = 0; i < numberAdds; i++)
{
adds[i] = i;
}
long[] updates = new long[numberUpdates];
for (int i = 0; i < numberUpdates; i++)
{
updates[i] = i;
}
long[] deletes = new long[numberDeletes];
for (int i = 0; i < numberDeletes; i++)
{
deletes[i] = i;
}
setup(10, 10 * 1024, true);
createJournal();
startJournal();
load();
add(adds);
update(updates);
delete(deletes);
JournalImplTestUnit.log.debug("Debug journal:" + debugJournal());
stopJournal(false);
createJournal();
startJournal();
loadAndCheck();
}
public void testReclaimAndReload() throws Exception
{
setup(2, 10 * 1024 * 1024, false);
createJournal();
startJournal();
load();
long start = System.currentTimeMillis();
byte[] record = generateRecord(recordLength);
int NUMBER_OF_RECORDS = 1000;
for (int count = 0; count < NUMBER_OF_RECORDS; count++)
{
journal.appendAddRecord(count, (byte)0, record, true);
if (count >= NUMBER_OF_RECORDS / 2)
{
journal.appendDeleteRecord(count - NUMBER_OF_RECORDS / 2, true);
}
if (count % 100 == 0)
{
JournalImplTestUnit.log.debug("Done: " + count);
}
}
long end = System.currentTimeMillis();
double rate = 1000 * (double)NUMBER_OF_RECORDS / (end - start);
JournalImplTestUnit.log.info("Rate of " + rate + " adds/removes per sec");
JournalImplTestUnit.log.debug("Reclaim status = " + debugJournal());
stopJournal();
createJournal();
startJournal();
journal.load(new ArrayList<RecordInfo>(), new ArrayList<PreparedTransactionInfo>(), null);
Assert.assertEquals(NUMBER_OF_RECORDS / 2, journal.getIDMapSize());
stopJournal();
}
public void testSpeedNonTransactional() throws Exception
{
for (int i = 0; i < 1; i++)
{
setUp();
System.gc();
Thread.sleep(500);
internaltestSpeedNonTransactional();
tearDown();
}
}
public void testSpeedTransactional() throws Exception
{
Journal journal = new JournalImpl(10 * 1024 * 1024, 10, 0, 0, getFileFactory(), "hornetq-data", "hq", 5000);
journal.start();
journal.load(new ArrayList<RecordInfo>(), null, null);
try
{
final int numMessages = 50050;
SimpleEncoding data = new SimpleEncoding(1024, (byte)'j');
long start = System.currentTimeMillis();
int count = 0;
double rates[] = new double[50];
for (int i = 0; i < 50; i++)
{
long startTrans = System.currentTimeMillis();
for (int j = 0; j < 1000; j++)
{
journal.appendAddRecordTransactional(i, count++, (byte)0, data);
}
journal.appendCommitRecord(i, true);
long endTrans = System.currentTimeMillis();
rates[i] = 1000 * (double)1000 / (endTrans - startTrans);
}
long end = System.currentTimeMillis();
for (double rate : rates)
{
JournalImplTestUnit.log.info("Transaction Rate = " + rate + " records/sec");
}
double rate = 1000 * (double)numMessages / (end - start);
JournalImplTestUnit.log.info("Rate " + rate + " records/sec");
}
finally
{
journal.stop();
}
}
private void internaltestSpeedNonTransactional() throws Exception
{
final long numMessages = 10000;
int numFiles = (int)((numMessages * 1024 + 512) / (10 * 1024 * 1024) * 1.3);
if (numFiles < 2)
{
numFiles = 2;
}
JournalImplTestUnit.log.debug("num Files=" + numFiles);
Journal journal = new JournalImpl(10 * 1024 * 1024, numFiles, 0, 0, getFileFactory(), "hornetq-data", "hq", 5000);
journal.start();
journal.load(new ArrayList<RecordInfo>(), null, null);
JournalImplTestUnit.log.debug("Adding data");
SimpleEncoding data = new SimpleEncoding(700, (byte)'j');
long start = System.currentTimeMillis();
for (int i = 0; i < numMessages; i++)
{
journal.appendAddRecord(i, (byte)0, data, true);
}
long end = System.currentTimeMillis();
double rate = 1000 * (double)numMessages / (end - start);
JournalImplTestUnit.log.info("Rate " + rate + " records/sec");
journal.stop();
journal = new JournalImpl(10 * 1024 * 1024, numFiles, 0, 0, getFileFactory(), "hornetq-data", "hq", 5000);
journal.start();
journal.load(new ArrayList<RecordInfo>(), null, null);
journal.stop();
}
}