2 * Copyright (c) 2019, 2020 PANTHEON.tech, s.r.o. and others. All rights reserved.
4 * This program and the accompanying materials are made available under the
5 * terms of the Eclipse Public License v1.0 which accompanies this distribution,
6 * and is available at http://www.eclipse.org/legal/epl-v10.html
8 package org.opendaylight.controller.akka.segjournal;
10 import static com.google.common.base.Verify.verify;
12 import akka.actor.ActorSystem;
13 import akka.persistence.AtomicWrite;
14 import akka.persistence.PersistentRepr;
15 import com.codahale.metrics.Histogram;
16 import io.atomix.storage.journal.Indexed;
17 import io.atomix.storage.journal.JournalSerdes;
18 import io.atomix.storage.journal.SegmentedJournal;
19 import io.atomix.storage.journal.SegmentedJournalReader;
20 import io.atomix.storage.journal.SegmentedJournalWriter;
21 import io.atomix.storage.journal.StorageLevel;
23 import java.io.Serializable;
24 import java.util.List;
25 import org.opendaylight.controller.akka.segjournal.DataJournalEntry.FromPersistence;
26 import org.opendaylight.controller.akka.segjournal.DataJournalEntry.ToPersistence;
27 import org.opendaylight.controller.akka.segjournal.SegmentedJournalActor.ReplayMessages;
28 import org.opendaylight.controller.akka.segjournal.SegmentedJournalActor.WriteMessages;
29 import org.slf4j.Logger;
30 import org.slf4j.LoggerFactory;
31 import scala.jdk.javaapi.CollectionConverters;
34 * Version 0 data journal, where every journal entry maps to exactly one segmented file entry.
36 * @author Robert Varga
38 final class DataJournalV0 extends DataJournal {
39 private static final Logger LOG = LoggerFactory.getLogger(DataJournalV0.class);
41 private final SegmentedJournal<DataJournalEntry> entries;
43 DataJournalV0(final String persistenceId, final Histogram messageSize, final ActorSystem system,
44 final StorageLevel storage, final File directory, final int maxEntrySize, final int maxSegmentSize) {
45 super(persistenceId, messageSize);
46 entries = SegmentedJournal.<DataJournalEntry>builder()
47 .withStorageLevel(storage).withDirectory(directory).withName("data")
48 .withNamespace(JournalSerdes.builder()
49 .register(new DataJournalEntrySerializer(system), FromPersistence.class, ToPersistence.class)
51 .withMaxEntrySize(maxEntrySize).withMaxSegmentSize(maxSegmentSize)
56 long lastWrittenSequenceNr() {
57 return entries.writer().getLastIndex();
61 void deleteTo(final long sequenceNr) {
62 entries.writer().commit(sequenceNr);
66 void compactTo(final long sequenceNr) {
67 entries.compact(sequenceNr + 1);
76 @SuppressWarnings("checkstyle:illegalCatch")
77 void handleReplayMessages(final ReplayMessages message, final long fromSequenceNr) {
78 try (SegmentedJournalReader<DataJournalEntry> reader = entries.openReader(fromSequenceNr)) {
80 while (reader.hasNext() && count < message.max) {
81 final Indexed<DataJournalEntry> next = reader.next();
82 if (next.index() > message.toSequenceNr) {
86 LOG.trace("{}: replay {}", persistenceId, next);
87 updateLargestSize(next.size());
88 final DataJournalEntry entry = next.entry();
89 verify(entry instanceof FromPersistence, "Unexpected entry %s", entry);
91 final PersistentRepr repr = ((FromPersistence) entry).toRepr(persistenceId, next.index());
92 LOG.debug("{}: replaying {}", persistenceId, repr);
93 message.replayCallback.accept(repr);
96 LOG.debug("{}: successfully replayed {} entries", persistenceId, count);
97 } catch (Exception e) {
98 LOG.warn("{}: failed to replay messages for {}", persistenceId, message, e);
99 message.promise.failure(e);
101 message.promise.success(null);
106 @SuppressWarnings("checkstyle:illegalCatch")
107 long handleWriteMessages(final WriteMessages message) {
108 final int count = message.size();
109 final SegmentedJournalWriter<DataJournalEntry> writer = entries.writer();
112 for (int i = 0; i < count; ++i) {
113 final long mark = writer.getLastIndex();
114 final AtomicWrite request = message.getRequest(i);
116 final List<PersistentRepr> reprs = CollectionConverters.asJava(request.payload());
117 LOG.trace("{}: append {}/{}: {} items at mark {}", persistenceId, i, count, reprs.size(), mark);
119 bytes += writePayload(writer, reprs);
120 } catch (Exception e) {
121 LOG.warn("{}: failed to write out request {}/{} reverting to {}", persistenceId, i, count, mark, e);
122 message.setFailure(i, e);
123 writer.truncate(mark);
127 message.setSuccess(i);
133 private long writePayload(final SegmentedJournalWriter<DataJournalEntry> writer, final List<PersistentRepr> reprs) {
135 for (PersistentRepr repr : reprs) {
136 final Object payload = repr.payload();
137 if (!(payload instanceof Serializable)) {
138 throw new UnsupportedOperationException("Non-serializable payload encountered "
139 + payload.getClass());
142 LOG.trace("{}: starting append of {}", persistenceId, payload);
143 final var entry = writer.append(new ToPersistence(repr));
144 final int size = entry.size();
145 LOG.trace("{}: finished append of {} with {} bytes at {}", persistenceId, payload, size, entry.index());
146 recordMessageSize(size);