From 31746638f0a7d99093f9348e14436c3b7aea28db Mon Sep 17 00:00:00 2001 From: Andrew Branson Date: Tue, 18 Dec 2012 17:02:17 +0100 Subject: Added optional WeakCache to hold fewer ClusterStorage objects in memory. Enabled with Storage.useWeakCache property. Useful for large imports and other operations that involve accessing a large number of items over a short period. --- src/main/java/com/c2kernel/utils/WeakCache.java | 134 ++++++++++++++++++++++++ 1 file changed, 134 insertions(+) create mode 100644 src/main/java/com/c2kernel/utils/WeakCache.java (limited to 'src/main/java/com/c2kernel/utils/WeakCache.java') diff --git a/src/main/java/com/c2kernel/utils/WeakCache.java b/src/main/java/com/c2kernel/utils/WeakCache.java new file mode 100644 index 0000000..e7ec105 --- /dev/null +++ b/src/main/java/com/c2kernel/utils/WeakCache.java @@ -0,0 +1,134 @@ +package com.c2kernel.utils; + +import java.lang.ref.ReferenceQueue; +import java.lang.ref.WeakReference; +import java.util.AbstractMap; +import java.util.HashMap; +import java.util.LinkedList; +import java.util.Map; +import java.util.Set; + +/******************************************************************************* + * WeakReferences are reaped if no strong references are left next time the gc has a chance. + * The ClusterStorageManager caches can optionally use this one, for high volume imports etc + * + * $Revision: 1.5 $ $Date: 2004/10/29 13:29:09 $ + ******************************************************************************/ +public class WeakCache extends AbstractMap implements NonStrongRefCache { + + private final Map> hash = new HashMap>(); + private final int minSize; + private final LinkedList hardCache = new LinkedList(); + private final ReferenceQueue queue = new ReferenceQueue(); + + public WeakCache() { + this(0); + } + + public WeakCache(int minSize) { + this.minSize = minSize; + } + + /* (non-Javadoc) + * @see com.c2kernel.utils.NonStrongRefCache#get(java.lang.Object) + */ + @Override + public V get(Object key) { + V result = null; + WeakValue weak_ref = hash.get(key); + if (weak_ref != null) { + result = weak_ref.get(); + if (result == null) + hash.remove(key); + else + if (minSize > 0) { // add to hard cache so it's not reaped for a while + hardCache.addFirst(result); + if (hardCache.size() > minSize) // trim last one off + hardCache.removeLast(); + } + } + return result; + } + + /* (non-Javadoc) + * @see com.c2kernel.utils.NonStrongRefCache#put(K, V) + */ + @Override + public V put(K key, V value) { + processQueue(); + if (minSize > 0) { + hardCache.addFirst(value); + if (hardCache.size() > minSize) + hardCache.removeLast(); + } + hash.put(key, new WeakValue(key, value, queue)); + return value; + } + + /* (non-Javadoc) + * @see com.c2kernel.utils.NonStrongRefCache#remove(java.lang.Object) + */ + @Override + public V remove(Object key) { + processQueue(); + if (hash.containsKey(key)) return hash.remove(key).get(); + return null; + } + + /* (non-Javadoc) + * @see com.c2kernel.utils.NonStrongRefCache#clear() + */ + @Override + public void clear() { + hardCache.clear(); + while(queue.poll()!=null); + hash.clear(); + } + + /* (non-Javadoc) + * @see com.c2kernel.utils.NonStrongRefCache#size() + */ + @Override + public int size() { + processQueue(); + return hash.size(); + } + + /* (non-Javadoc) + * @see com.c2kernel.utils.NonStrongRefCache#keySet() + */ + @Override + public Set keySet() { + processQueue(); + return hash.keySet(); + } + + /* (non-Javadoc) + * @see com.c2kernel.utils.NonStrongRefCache#entrySet() + */ + @Override + public Set> entrySet() { + // Would have to create another Map to do this - too expensive + // Throwing runtime expensive is dangerous, but better than nulls + throw new UnsupportedOperationException(); + } + + private static class WeakValue extends WeakReference { + private final Object key; + private WeakValue(Object key, V value, ReferenceQueue q) { + super(value, q); + this.key = key; + } + } + + /** + * Look for values that have been reaped, and remove their keys from the cache + */ + private void processQueue() { + WeakValue sv; + while ((sv = (WeakValue) queue.poll()) != null) { + hash.remove(sv.key); + } + } + +} -- cgit v1.2.3