/* * (C) Copyright 2016 Pantheon Technologies, s.r.o. and others. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.opendaylight.yangtools.triemap; import java.io.IOException; import java.io.ObjectInputStream; import java.io.ObjectOutputStream; import java.io.Serializable; import java.lang.reflect.Field; import java.util.AbstractMap; import java.util.AbstractSet; import java.util.ArrayList; import java.util.Arrays; import java.util.Iterator; import java.util.List; import java.util.Map; import java.util.Optional; import java.util.Set; import java.util.concurrent.ConcurrentMap; import java.util.concurrent.atomic.AtomicReferenceFieldUpdater; /*** * This is a port of Scala's TrieMap class from the Scala Collections library. This implementation does not support * null keys nor null values. * * @author Roman Levenstein <romixlev@gmail.com> * * @param * @param */ @SuppressWarnings({"unchecked", "rawtypes", "unused"}) public final class TrieMap extends AbstractMap implements ConcurrentMap, Serializable { private static final AtomicReferenceFieldUpdater ROOT_UPDATER = AtomicReferenceFieldUpdater.newUpdater(TrieMap.class, Object.class, "root"); private static final long serialVersionUID = 1L; private static final Field READONLY_FIELD; static { final Field f; try { f = TrieMap.class.getDeclaredField("readOnly"); } catch (NoSuchFieldException e) { throw new ExceptionInInitializerError(e); } catch (SecurityException e) { throw new ExceptionInInitializerError(e); } f.setAccessible(true); READONLY_FIELD = f; } /** * EntrySet */ private transient final EntrySet entrySet = new EntrySet (); private final Equivalence equiv; private transient volatile Object root; private final transient boolean readOnly; TrieMap(final INode r, final Equivalence equiv, final boolean readOnly) { this.root = r; this.equiv = equiv; this.readOnly = readOnly; } public TrieMap() { this(newRootNode(), Equivalence.equals(), false); } /* internal methods */ private static INode newRootNode() { final Gen gen = new Gen(); return new INode<>(gen, new CNode<>(gen)); } final boolean CAS_ROOT (final Object ov, final Object nv) { if (isReadOnly()) { throw new IllegalStateException("Attempted to modify a read-only snapshot"); } return ROOT_UPDATER.compareAndSet (this, ov, nv); } // FIXME: abort = false by default final INode readRoot(final boolean abort) { return RDCSS_READ_ROOT(abort); } final INode readRoot() { return RDCSS_READ_ROOT(false); } final INode RDCSS_READ_ROOT() { return RDCSS_READ_ROOT(false); } final INode RDCSS_READ_ROOT(final boolean abort) { final Object r = /* READ */root; if (r instanceof INode) { return (INode) r; } else if (r instanceof RDCSS_Descriptor) { return RDCSS_Complete (abort); } else { throw new IllegalStateException("Unhandled root " + r); } } private INode RDCSS_Complete(final boolean abort) { while (true) { final Object v = /* READ */root; if (v instanceof INode) { return (INode) v; } if (v instanceof RDCSS_Descriptor) { final RDCSS_Descriptor desc = (RDCSS_Descriptor) v; final INode ov = desc.old; final MainNode exp = desc.expectedmain; final INode nv = desc.nv; if (abort) { if (CAS_ROOT(desc, ov)) { return ov; } // Tail recursion: return RDCSS_Complete(abort); continue; } final MainNode oldmain = ov.gcasRead(this); if (oldmain == exp) { if (CAS_ROOT(desc, nv)) { desc.committed = true; return nv; } // Tail recursion: return RDCSS_Complete(abort); continue; } if (CAS_ROOT(desc, ov)) { return ov; } // Tail recursion: return RDCSS_Complete(abort); continue; } throw new IllegalStateException("Unexpected root " + v); } } private boolean RDCSS_ROOT(final INode ov, final MainNode expectedmain, final INode nv) { final RDCSS_Descriptor desc = new RDCSS_Descriptor<> (ov, expectedmain, nv); if (CAS_ROOT(ov, desc)) { RDCSS_Complete(false); return /* READ */desc.committed; } return false; } private void inserthc(final K k, final int hc, final V v) { while (true) { final INode r = RDCSS_READ_ROOT(); if (r.rec_insert(k, v, hc, 0, null, r.gen, this)) { // Successful, we are done return; } // Tail recursion: inserthc(k, hc, v); } } private Optional insertifhc(final K k, final int hc, final V v, final Object cond) { while (true) { final INode r = RDCSS_READ_ROOT(); final Optional ret = r.rec_insertif(k, v, hc, cond, 0, null, r.gen, this); if (ret != null) { return ret; } // Tail recursion: return insertifhc(k, hc, v, cond); } } private Object lookuphc(final K k, final int hc) { while (true) { final INode r = RDCSS_READ_ROOT (); final Object res = r.rec_lookup(k, hc, 0, null, r.gen, this); if (!INode.RESTART.equals(res)) { return res; } // Tail recursion: lookuphc(k, hc) } } private Optional removehc(final K k, final V v, final int hc) { while (true) { final INode r = RDCSS_READ_ROOT(); final Optional res = r.rec_remove(k, v, hc, 0, null, r.gen, this); if (res != null) { return res; } // Tail recursion: return removehc(k, v, hc); } } /** * Ensure this instance is read-write, throw UnsupportedOperationException * otherwise. Used by Map-type methods for quick check. */ private void ensureReadWrite() { if (isReadOnly()) { throw new UnsupportedOperationException("Attempted to modify a read-only view"); } } boolean isReadOnly() { return readOnly; } boolean nonReadOnly() { return !readOnly; } /* public methods */ /** * Returns a snapshot of this TrieMap. This operation is lock-free and * linearizable. * * The snapshot is lazily updated - the first time some branch in the * snapshot or this TrieMap are accessed, they are rewritten. This means * that the work of rebuilding both the snapshot and this TrieMap is * distributed across all the threads doing updates or accesses subsequent * to the snapshot creation. */ public TrieMap snapshot() { while (true) { final INode r = RDCSS_READ_ROOT(); final MainNode expmain = r.gcasRead(this); if (RDCSS_ROOT(r, expmain, r.copyToGen(new Gen(), this))) { return new TrieMap<> (r.copyToGen(new Gen(), this), equiv, readOnly); } // Tail recursion: return snapshot(); } } /** * Returns a read-only snapshot of this TrieMap. This operation is lock-free * and linearizable. * * The snapshot is lazily updated - the first time some branch of this * TrieMap are accessed, it is rewritten. The work of creating the snapshot * is thus distributed across subsequent updates and accesses on this * TrieMap by all threads. Note that the snapshot itself is never rewritten * unlike when calling the `snapshot` method, but the obtained snapshot * cannot be modified. * * This method is used by other methods such as `size` and `iterator`. */ public TrieMap readOnlySnapshot() { // Is it a snapshot of a read-only snapshot? if (isReadOnly()) { return this; } while (true) { final INode r = RDCSS_READ_ROOT(); final MainNode expmain = r.gcasRead(this); if (RDCSS_ROOT(r, expmain, r.copyToGen (new Gen(), this))) { return new TrieMap<>(r, equiv, true); } // Tail recursion: return readOnlySnapshot(); } } @Override public void clear() { while (true) { final INode r = RDCSS_READ_ROOT(); if (RDCSS_ROOT(r, r.gcasRead(this), newRootNode())) { return; } } } int computeHash(final K k) { return equiv.hash(k); } boolean equal(final K k1, final K k2) { return equiv.equivalent(k1, k2); } V lookup(final K k) { return (V) lookuphc(k, computeHash(k)); } @Override public V get(final Object k) { return lookup((K)k); } @Override public V put(final K key, final V value) { ensureReadWrite(); final int hc = computeHash(key); return insertifhc (key, hc, value, null).orElse(null); } TrieMap add(final K k, final V v) { final int hc = computeHash (k); inserthc (k, hc, v); return this; } @Override public V remove(final Object k) { ensureReadWrite(); final int hc = computeHash ((K)k); return removehc ((K)k, (V) null, hc).orElse(null); } @Override public V putIfAbsent(final K k, final V v) { ensureReadWrite(); final int hc = computeHash (k); return insertifhc (k, hc, v, INode.KEY_ABSENT).orElse(null); } @Override public boolean remove(final Object k, final Object v) { ensureReadWrite(); final int hc = computeHash ((K)k); return removehc((K)k, (V)v, hc).isPresent(); } @Override public boolean replace(final K k, final V oldvalue, final V newvalue) { ensureReadWrite(); final int hc = computeHash (k); return insertifhc (k, hc, newvalue, oldvalue).isPresent(); } @Override public V replace(final K k, final V v) { ensureReadWrite(); final int hc = computeHash (k); return insertifhc (k, hc, v, INode.KEY_PRESENT).orElse(null); } /*** * Return an iterator over a TrieMap. * * If this is a read-only snapshot, it would return a read-only iterator. * * If it is the original TrieMap or a non-readonly snapshot, it would return * an iterator that would allow for updates. * * @return */ Iterator> iterator () { if (!nonReadOnly()) { return readOnlySnapshot().readOnlyIterator(); } return new TrieMapIterator<> (0, this); } /*** * Return an iterator over a TrieMap. * This is a read-only iterator. * * @return */ Iterator> readOnlyIterator () { if (nonReadOnly()) { return readOnlySnapshot().readOnlyIterator(); } return new TrieMapReadOnlyIterator<>(0, this); } private int cachedSize() { INode r = RDCSS_READ_ROOT (); return r.cachedSize (this); } @Override public int size() { if (nonReadOnly()) { return readOnlySnapshot().size (); } return cachedSize(); } @Override public boolean containsKey(final Object key) { return lookup((K) key) != null; } @Override public Set> entrySet() { return entrySet; } private static final class RDCSS_Descriptor { INode old; MainNode expectedmain; INode nv; volatile boolean committed = false; RDCSS_Descriptor (final INode old, final MainNode expectedmain, final INode nv) { this.old = old; this.expectedmain = expectedmain; this.nv = nv; } } /*** * This iterator is a read-only one and does not allow for any update * operations on the underlying data structure. * * @param * @param */ private static final class TrieMapReadOnlyIterator extends TrieMapIterator { TrieMapReadOnlyIterator (final int level, final TrieMap ct, final boolean mustInit) { super (level, ct, mustInit); } TrieMapReadOnlyIterator (final int level, final TrieMap ct) { this (level, ct, true); } @Override void initialize () { assert (ct.isReadOnly ()); super.initialize (); } @Override public void remove () { throw new UnsupportedOperationException ("Operation not supported for read-only iterators"); } @Override Entry nextEntry(final Entry rr) { // Return non-updatable entry return rr; } } private static class TrieMapIterator implements Iterator> { private int level; protected TrieMap ct; private final boolean mustInit; private final BasicNode[][] stack = new BasicNode[7][]; private final int[] stackpos = new int[7]; private int depth = -1; private Iterator> subiter = null; private KVNode current = null; private Entry lastReturned = null; TrieMapIterator (final int level, final TrieMap ct, final boolean mustInit) { this.level = level; this.ct = ct; this.mustInit = mustInit; if (this.mustInit) { initialize (); } } TrieMapIterator (final int level, final TrieMap ct) { this (level, ct, true); } @Override public boolean hasNext () { return (current != null) || (subiter != null); } @Override public Entry next () { if (hasNext ()) { Entry r = null; if (subiter != null) { r = subiter.next (); checkSubiter (); } else { r = current.kvPair (); advance (); } lastReturned = r; if (r != null) { final Entry rr = r; return nextEntry(rr); } return r; } else { // return Iterator.empty ().next (); return null; } } Entry nextEntry(final Entry rr) { return new Entry() { private V updated = null; @Override public K getKey () { return rr.getKey (); } @Override public V getValue () { return (updated == null)?rr.getValue (): updated; } @Override public V setValue (final V value) { updated = value; return ct.replace (getKey (), value); } }; } private void readin (final INode in) { MainNode m = in.gcasRead (ct); if (m instanceof CNode) { CNode cn = (CNode) m; depth += 1; stack [depth] = cn.array; stackpos [depth] = -1; advance (); } else if (m instanceof TNode) { current = (TNode) m; } else if (m instanceof LNode) { subiter = ((LNode) m).iterator(); checkSubiter (); } else if (m == null) { current = null; } } // @inline private void checkSubiter () { if (!subiter.hasNext ()) { subiter = null; advance (); } } // @inline void initialize () { // assert (ct.isReadOnly ()); INode r = ct.RDCSS_READ_ROOT (); readin (r); } void advance () { if (depth >= 0) { int npos = stackpos [depth] + 1; if (npos < stack [depth].length) { stackpos [depth] = npos; BasicNode elem = stack [depth] [npos]; if (elem instanceof SNode) { current = (SNode) elem; } else if (elem instanceof INode) { readin ((INode) elem); } } else { depth -= 1; advance (); } } else { current = null; } } protected TrieMapIterator newIterator (final int _lev, final TrieMap _ct, final boolean _mustInit) { return new TrieMapIterator<> (_lev, _ct, _mustInit); } protected void dupTo (final TrieMapIterator it) { it.level = this.level; it.ct = this.ct; it.depth = this.depth; it.current = this.current; // these need a deep copy System.arraycopy (this.stack, 0, it.stack, 0, 7); System.arraycopy (this.stackpos, 0, it.stackpos, 0, 7); // this one needs to be evaluated if (this.subiter == null) { it.subiter = null; } else { List> lst = toList (this.subiter); this.subiter = lst.iterator (); it.subiter = lst.iterator (); } } // /** Returns a sequence of iterators over subsets of this iterator. // * It's used to ease the implementation of splitters for a parallel // version of the TrieMap. // */ // protected def subdivide(): Seq[Iterator[(K, V)]] = if (subiter ne // null) { // // the case where an LNode is being iterated // val it = subiter // subiter = null // advance() // this.level += 1 // Seq(it, this) // } else if (depth == -1) { // this.level += 1 // Seq(this) // } else { // var d = 0 // while (d <= depth) { // val rem = stack(d).length - 1 - stackpos(d) // if (rem > 0) { // val (arr1, arr2) = stack(d).drop(stackpos(d) + 1).splitAt(rem / 2) // stack(d) = arr1 // stackpos(d) = -1 // val it = newIterator(level + 1, ct, false) // it.stack(0) = arr2 // it.stackpos(0) = -1 // it.depth = 0 // it.advance() // <-- fix it // this.level += 1 // return Seq(this, it) // } // d += 1 // } // this.level += 1 // Seq(this) // } private List> toList (final Iterator> it) { ArrayList> list = new ArrayList<> (); while (it.hasNext ()) { list.add (it.next ()); } return list; } void printDebug () { System.out.println ("ctrie iterator"); System.out.println (Arrays.toString (stackpos)); System.out.println ("depth: " + depth); System.out.println ("curr.: " + current); // System.out.println(stack.mkString("\n")); } @Override public void remove () { if (lastReturned != null) { ct.remove (lastReturned.getKey ()); lastReturned = null; } else { throw new IllegalStateException(); } } } /*** * Support for EntrySet operations required by the Map interface */ private final class EntrySet extends AbstractSet> { @Override public Iterator> iterator () { return TrieMap.this.iterator (); } @Override public final boolean contains (final Object o) { if (!(o instanceof Entry)) { return false; } final Entry e = (Entry) o; final K k = e.getKey (); final V v = lookup (k); return v != null; } @Override public final boolean remove (final Object o) { if (!(o instanceof Entry)) { return false; } final Entry e = (Entry) o; final K k = e.getKey(); return null != TrieMap.this.remove(k); } @Override public final int size () { int size = 0; for (final Iterator i = iterator (); i.hasNext (); i.next ()) { size++; } return size; } @Override public final void clear () { TrieMap.this.clear (); } } private void readObject(final ObjectInputStream inputStream) throws IOException, ClassNotFoundException { inputStream.defaultReadObject(); this.root = newRootNode(); final boolean ro = inputStream.readBoolean(); final int size = inputStream.readInt(); for (int i = 0; i < size; ++i) { final K key = (K)inputStream.readObject(); final V value = (V)inputStream.readObject(); add(key, value); } // Propagate the read-only bit try { READONLY_FIELD.setBoolean(this, ro); } catch (IllegalAccessException e) { throw new IOException("Failed to set read-only flag", e); } } private void writeObject(final ObjectOutputStream outputStream) throws IOException { outputStream.defaultWriteObject(); final Map ro = readOnlySnapshot(); outputStream.writeBoolean(isReadOnly()); outputStream.writeInt(ro.size()); for (Entry e : ro.entrySet()) { outputStream.writeObject(e.getKey()); outputStream.writeObject(e.getValue()); } } }