/*
* JBoss, the OpenSource J2EE webOS
*
* Distributable under LGPL license.
* See terms of license at gnu.org.
*/
package org.jboss.cache.eviction;
import org.jboss.cache.CacheSPI;
import org.jboss.cache.Fqn;
import org.jboss.cache.config.Configuration;
import org.jboss.cache.config.EvictionConfig;
import org.jboss.cache.config.EvictionRegionConfig;
import org.jboss.cache.factories.UnitTestCacheConfigurationFactory;
import org.jboss.cache.lock.IsolationLevel;
import org.jboss.cache.util.TestingUtil;
import org.jboss.cache.util.internals.EvictionWatcher;
import static org.testng.AssertJUnit.*;
import org.testng.annotations.AfterMethod;
import org.testng.annotations.BeforeMethod;
import org.testng.annotations.Test;
import java.util.ArrayList;
import java.util.List;
import java.util.concurrent.TimeUnit;
import org.jboss.cache.UnitTestCacheFactory;
/**
* Unit tests for LFU Policy.
*
* @author Daniel Huang (dhuang@jboss.org)
* @version $Revision: 6905 $
*/
@Test(groups = {"functional"}, sequential = true)
public class LFUPolicyTest extends EvictionTestsBase
{
CacheSPI<Object, Object> cache;
long wakeupIntervalMillis = 0;
final String ROOT_STR = "/test";
Throwable t1_ex, t2_ex;
boolean isTrue;
int maxNodesDefault = 500, minNodesDefault = 10, maxNodesR1 = 200, minNodesR1 = 100, maxNodesR2 = -1, minNodesR2 = 5;
@BeforeMethod(alwaysRun = true)
public void setUp() throws Exception
{
initCaches();
wakeupIntervalMillis = cache.getConfiguration().getEvictionConfig().getWakeupInterval();
log("wakeupInterval is " + wakeupIntervalMillis);
if (wakeupIntervalMillis < 0)
{
fail("testEviction(): eviction thread wake up interval is illegal " + wakeupIntervalMillis);
}
t1_ex = t2_ex = null;
isTrue = true;
}
void initCaches() throws Exception
{
Configuration config = UnitTestCacheConfigurationFactory.createConfiguration(Configuration.CacheMode.LOCAL, true);
EvictionConfig evConfig = new EvictionConfig(new EvictionRegionConfig(Fqn.ROOT, new LFUAlgorithmConfig(maxNodesDefault, minNodesDefault), 200000), 200);
evConfig.addEvictionRegionConfig(new EvictionRegionConfig(Fqn.fromString("/org/jboss/data"), new LFUAlgorithmConfig(maxNodesR1, minNodesR1)));
evConfig.addEvictionRegionConfig(new EvictionRegionConfig(Fqn.fromString("/org/jboss/test/data"), new LFUAlgorithmConfig(maxNodesR2, minNodesR2)));
config.setEvictionConfig(evConfig);
config.setTransactionManagerLookupClass("org.jboss.cache.transaction.DummyTransactionManagerLookup");
config.setIsolationLevel(IsolationLevel.SERIALIZABLE);
cache = (CacheSPI<Object, Object>) new UnitTestCacheFactory<Object, Object>().createCache(config, true);
}
@AfterMethod(alwaysRun = true)
public void tearDown() throws Exception
{
TestingUtil.killCaches(cache);
cache = null;
}
/* THIS TEST NEEDS REWRITING
public void testEviction() throws Exception
{
int numNodes = (int) ((maxNodesR1 * 2.6) - 1);
String rootStr = "/org/jboss/data/";
List<Fqn> fqns = new ArrayList<Fqn>();
for (int i = 0; i < numNodes; i += 2) fqns.add(Fqn.fromString(rootStr + i));
EvictionWatcher ew = new EvictionWatcher(cache, fqns);
List<Fqn> toRevisit = new ArrayList<Fqn>();
for (int i = 0; i < numNodes; i++)
{
String str = rootStr + i;
Fqn fqn = Fqn.fromString(str);
try
{
cache.put(fqn, str, str);
}
catch (Exception e)
{
fail("Failed to insert data" + e);
e.printStackTrace();
}
// visit odd numbered nodes an extra time to make them get evicted last.
if (i % 2 != 0) toRevisit.add(fqn);
revisit(toRevisit);
}
assert ew.waitForEviction(30, TimeUnit.SECONDS);
for (int i = 0; i < numNodes; i++)
{
String str = rootStr + i;
Fqn fqn = Fqn.fromString(str);
if (i % 2 == 0)
{
assertNull(cache.get(fqn, str));
}
else
{
assertNotNull(cache.get(fqn, str));
}
}
}
private void revisit(List<Fqn> fqns)
{
for (Fqn fqn : fqns) cache.getNode(fqn);
}*/
public void testNodeVisited() throws InterruptedException
{
String rootStr = "/org/jboss/test/data/";
List<Fqn> fqns = new ArrayList<Fqn>();
for (int i = 0; i < 5; i++) fqns.add(Fqn.fromString(rootStr + i));
EvictionWatcher ew = new EvictionWatcher(cache, fqns);
for (int i = 0; i < 10; i++)
{
String str = rootStr + i;
Fqn fqn = Fqn.fromString(str);
try
{
cache.put(fqn, str, str);
}
catch (Exception e)
{
fail("Failed to insert data" + e);
e.printStackTrace();
}
}
assert ew.waitForEviction(30, TimeUnit.SECONDS);
try
{
for (int i = 0; i < 5; i++)
{
String str = rootStr + Integer.toString(i);
Fqn fqn = Fqn.fromString(str);
assertNull("Fqn " + fqn + " should be null", cache.get(fqn, str));
}
for (int i = 5; i < 10; i++)
{
String str = rootStr + Integer.toString(i);
Fqn fqn = Fqn.fromString(str);
assertNotNull(cache.get(fqn, str));
}
// since min is 5 the cache won't deplete past 5 nodes left in the cache.
for (int i = 5; i < 10; i++)
{
String str = rootStr + Integer.toString(i);
Fqn fqn = Fqn.fromString(str);
assertNotNull(cache.get(fqn, str));
}
// now we add some more nodes and we selectively visit some older nodes but not all. they should not get
// evicted when the thread next runs.
for (int i = 5; i < 7; i++)
{
String str = rootStr + Integer.toString(i);
Fqn fqn = Fqn.fromString(str);
cache.get(fqn, str);
}
// add 2 more to push the limit to 5 so we cause the old unvisited nodes to get evicted.
for (int i = 10; i < 13; i++)
{
String str = rootStr + Integer.toString(i);
Fqn fqn = Fqn.fromString(str);
cache.put(fqn, str, str);
// now bring up their hit count for LFU purposes (cache hit count based eviction).
for (int k = 0; k < 10; k++)
{
cache.get(fqn, str);
}
}
assert waitForEviction(cache, 30, TimeUnit.SECONDS,
Fqn.fromString(rootStr + 7),
Fqn.fromString(rootStr + 8),
Fqn.fromString(rootStr + 9)
);
// now make sure we still only have 5 nodes and they are the ones we expect based on LFU
for (int i = 5; i < 7; i++)
{
String str = rootStr + Integer.toString(i);
Fqn fqn = Fqn.fromString(str);
assertNotNull(cache.get(fqn, str));
}
for (int i = 7; i < 10; i++)
{
String str = rootStr + Integer.toString(i);
Fqn fqn = Fqn.fromString(str);
assertNull(cache.get(fqn, str));
}
for (int i = 10; i < 13; i++)
{
String str = rootStr + Integer.toString(i);
Fqn fqn = Fqn.fromString(str);
assertNotNull(cache.get(fqn, str));
}
}
catch (Exception e)
{
e.printStackTrace();
fail("Failed to evict" + e);
}
}
public void testNodeRemoved() throws Exception
{
String rootStr = "/org/jboss/data/";
for (int i = 0; i < maxNodesR1; i++)
{
String str = rootStr + i;
Fqn fqn = Fqn.fromString(str);
try
{
cache.put(fqn, str, str);
}
catch (Exception e)
{
fail("Failed to insert data" + e);
e.printStackTrace();
}
}
long period = (wakeupIntervalMillis + 500);
log("period is " + period);
TestingUtil.sleepThread(period);
for (int i = 0; i < (maxNodesR1 - minNodesR1); i++)
{
String str = rootStr + i;
Fqn fqn = Fqn.fromString(str);
assertNull(cache.get(fqn, str));
}
for (int i = (maxNodesR1 - minNodesR1); i < maxNodesR1; i++)
{
String str = rootStr + i;
Fqn fqn = Fqn.fromString(str);
assertNotNull(cache.get(fqn, str));
}
for (int i = (maxNodesR1 - minNodesR1); i < maxNodesR1; i++)
{
if (i % 2 == 0)
{
String str = rootStr + i;
Fqn fqn = Fqn.fromString(str);
cache.removeNode(fqn);
}
}
TestingUtil.sleepThread(period);
for (int i = (maxNodesR1 - minNodesR1); i < maxNodesR1; i++)
{
if (i % 2 == 0)
{
String str = rootStr + i;
Fqn fqn = Fqn.fromString(str);
assertNull(cache.getNode(fqn));
}
}
}
class MyPutter extends Thread
{
public MyPutter(String name)
{
super(name);
}
public void run()
{
int i = 0;
final String myName = ROOT_STR + "/test1/node" + getName();
while (isTrue)
{
try
{
cache.put(myName + i++, "value", i);
sleep(1);
}
catch (Throwable e)
{
e.printStackTrace();
if (t1_ex == null)
{
t1_ex = e;
}
}
}
}
}
public void testConcurrentPutAndEvict() throws Exception
{
cache.stop();
cache.destroy();
cache.getConfiguration().setIsolationLevel(IsolationLevel.REPEATABLE_READ);
cache.start();
cache.put(ROOT_STR + "/concurrentPutAndEvict", "value", 1);
for (int i = 0; i < 10; i++)
{
new MyPutter("Putter" + i).start();
}
int counter = 0;
while (true)
{
counter++;
if (t1_ex != null)
{
fail("Exception generated in put() " + t1_ex);
}
log("nodes/locks: " + cache.getNumberOfNodes() + "/" + cache.getNumberOfLocksHeld());
TestingUtil.sleepThread(1000);
if (counter > 5)
{// run for 5 seconds
isTrue = false;
break;
}
}
}
void log(String msg)
{
System.out.println("-- " + msg);
}
}