import java.util.Collection;
import java.util.HashMap;
import java.util.Map;
+import java.util.concurrent.atomic.AtomicBoolean;
import org.simantics.acorn.cluster.ClusterImpl;
+import org.simantics.acorn.exception.AcornAccessVerificationException;
+import org.simantics.acorn.exception.IllegalAcornStateException;
+import org.simantics.acorn.exception.InvalidHeadStateException;
import org.simantics.acorn.internal.ClusterSupport2;
import org.simantics.acorn.lru.ChangeSetInfo;
import org.simantics.acorn.lru.ClusterInfo;
import org.simantics.acorn.lru.FileInfo;
import org.simantics.acorn.lru.LRU;
import org.simantics.db.ClusterCreator;
-import org.simantics.db.ServiceLocator;
import org.simantics.db.Database.Session.ClusterIds;
import org.simantics.db.Database.Session.ResourceSegment;
+import org.simantics.db.ServiceLocator;
import org.simantics.db.exception.DatabaseException;
import org.simantics.db.impl.ClusterBase;
import org.simantics.db.impl.ClusterI;
import org.simantics.db.impl.ClusterSupport;
import org.simantics.db.procore.cluster.ClusterTraits;
-import org.simantics.db.server.ProCoreException;
import org.simantics.db.service.ClusterSetsSupport;
import org.simantics.db.service.ClusterUID;
import org.simantics.utils.threads.logger.ITask;
this.dbFolder = dbFolder;
}
- public ArrayList<String> getChanges(long changeSetId) {
+ public ArrayList<String> getChanges(long changeSetId) throws AcornAccessVerificationException, IllegalAcornStateException {
ChangeSetInfo info = csLRU.getWithoutMutex(changeSetId);
info.acquireMutex();
try {
info.makeResident();
return info.getCSSIds();
- } catch (Throwable t) {
- throw new IllegalStateException(t);
} finally {
info.releaseMutex();
}
}
- public ClusterBase getClusterByClusterKey(int clusterKey) throws DatabaseException {
+ public ClusterBase getClusterByClusterKey(int clusterKey) throws DatabaseException, AcornAccessVerificationException, IllegalAcornStateException {
return clusterLRU.getClusterByClusterKey(clusterKey);
}
- public ClusterBase getClusterByClusterUIDOrMake(ClusterUID clusterUID) throws DatabaseException {
+ public ClusterBase getClusterByClusterUIDOrMake(ClusterUID clusterUID) throws DatabaseException, AcornAccessVerificationException, IllegalAcornStateException {
return clusterLRU.getClusterByClusterUIDOrMake(clusterUID);
}
- public ClusterImpl getClusterByClusterUIDOrMakeProxy(ClusterUID clusterUID) throws DatabaseException {
+ public ClusterImpl getClusterByClusterUIDOrMakeProxy(ClusterUID clusterUID) throws DatabaseException, AcornAccessVerificationException, IllegalAcornStateException {
return clusterLRU.getClusterByClusterUIDOrMakeProxy(clusterUID);
}
- public int getClusterKeyByClusterUIDOrMake(ClusterUID clusterUID) {
+ public int getClusterKeyByClusterUIDOrMake(ClusterUID clusterUID) throws AcornAccessVerificationException {
return clusterLRU.getClusterKeyByClusterUIDOrMake(clusterUID);
}
- public int getClusterKeyByClusterUIDOrMakeWithoutMutex(ClusterUID clusterUID) {
+ public int getClusterKeyByClusterUIDOrMakeWithoutMutex(ClusterUID clusterUID) throws IllegalAcornStateException, AcornAccessVerificationException {
return clusterLRU.getClusterKeyByClusterUIDOrMakeWithoutMutex(clusterUID);
}
- public int getClusterKeyByUID(long id1, long id2) throws DatabaseException {
+ public int getClusterKeyByUID(long id1, long id2) throws DatabaseException, IllegalAcornStateException {
return clusterLRU.getClusterKeyByUIDWithoutMutex(id1, id2);
}
- public <T extends ClusterI> T getClusterProxyByResourceKey(int resourceKey) throws DatabaseException {
+ public <T extends ClusterI> T getClusterProxyByResourceKey(int resourceKey) throws DatabaseException, AcornAccessVerificationException, IllegalAcornStateException {
return clusterLRU.getClusterProxyByResourceKey(resourceKey);
}
- public ClusterUID getClusterUIDByResourceKey(int resourceKey) throws DatabaseException {
+ public ClusterUID getClusterUIDByResourceKey(int resourceKey) throws DatabaseException, AcornAccessVerificationException {
return clusterLRU.getClusterUIDByResourceKey(resourceKey);
}
- public ClusterUID getClusterUIDByResourceKeyWithoutMutex(int resourceKey) throws DatabaseException {
+ public ClusterUID getClusterUIDByResourceKeyWithoutMutex(int resourceKey) throws DatabaseException, IllegalAcornStateException, AcornAccessVerificationException {
return clusterLRU.getClusterUIDByResourceKeyWithoutMutex(resourceKey);
}
}
}
- public synchronized boolean makeSnapshot(ServiceLocator locator, boolean force) throws IOException {
-
- // Maximum autosave frequency is per 60s
- if(!force && System.nanoTime() - lastSnapshot < 10*1000000000L) {
-// System.err.println("lastSnapshot too early");
- return false;
- }
-
- // Cluster files are always there
- // Nothing has been written => no need to do anything
- long amountOfFiles = countFiles(workingDirectory);
- if(!force && amountOfFiles < 3) {
-// System.err.println("amountOfFiles < 3");
- return false;
- }
-
- System.err.println("makeSnapshot");
-
- // Schedule writing of all data to disk
- refreshHeadState();
-
- // Wait for all files to be written
- clusterLRU.shutdown();
- fileLRU.shutdown();
- streamLRU.shutdown();
- csLRU.shutdown();
-
- persistHeadState();
-
- mainState.save(dbFolder);
-
- ClusterSetsSupport cssi = locator.getService(ClusterSetsSupport.class);
- cssi.save();
-
- amountOfFiles = countFiles(workingDirectory);
-
- System.err.println(" -finished: amount of files is " + amountOfFiles);
-
- workingDirectory = dbFolder.resolve(Integer.toString(mainState.headDir));
- if (!Files.exists(workingDirectory)) {
- Files.createDirectories(workingDirectory);
- }
-
- cssi.updateReadAndWriteDirectories(lastSessionDirectory, workingDirectory);
-
- clusterLRU.setWriteDir(workingDirectory);
- fileLRU.setWriteDir(workingDirectory);
- streamLRU.setWriteDir(workingDirectory);
- csLRU.setWriteDir(workingDirectory);
-
- clusterLRU.resume();
- fileLRU.resume();
- streamLRU.resume();
- csLRU.resume();
-
- lastSnapshot = System.nanoTime();
-
- return true;
-
+ // Add check to make sure if it safe to make snapshot (used with cancel which is not yet supported and may cause corrupted head.state writing)
+ private AtomicBoolean safeToMakeSnapshot = new AtomicBoolean(true);
+ private IllegalAcornStateException cause;
+
+ public synchronized boolean makeSnapshot(ServiceLocator locator, boolean fullSave) throws IllegalAcornStateException {
+ try {
+ if (!safeToMakeSnapshot.get())
+ throw cause;
+ // Maximum autosave frequency is per 60s
+ if(!fullSave && System.nanoTime() - lastSnapshot < 10*1000000000L) {
+ // System.err.println("lastSnapshot too early");
+ return false;
+ }
+
+ // Cluster files are always there
+ // Nothing has been written => no need to do anything
+ long amountOfFiles = countFiles(workingDirectory);
+ if(!fullSave && amountOfFiles < 3) {
+ // System.err.println("amountOfFiles < 3");
+ return false;
+ }
+
+ System.err.println("makeSnapshot");
+
+ // Schedule writing of all data to disk
+ refreshHeadState();
+
+ // Wait for all files to be written
+ clusterLRU.shutdown();
+ fileLRU.shutdown();
+ streamLRU.shutdown();
+ csLRU.shutdown();
+
+ // Lets check if it is still safe to make a snapshot
+ if (!safeToMakeSnapshot.get())
+ throw cause;
+
+ persistHeadState();
+
+ if (fullSave)
+ mainState.save(dbFolder);
+
+ ClusterSetsSupport cssi = locator.getService(ClusterSetsSupport.class);
+ cssi.save();
+
+ amountOfFiles = countFiles(workingDirectory);
+
+ System.err.println(" -finished: amount of files is " + amountOfFiles);
+
+ workingDirectory = dbFolder.resolve(Integer.toString(mainState.headDir));
+ if (!Files.exists(workingDirectory)) {
+ Files.createDirectories(workingDirectory);
+ }
+
+ cssi.updateWriteDirectory(workingDirectory);
+
+ clusterLRU.setWriteDir(workingDirectory);
+ fileLRU.setWriteDir(workingDirectory);
+ streamLRU.setWriteDir(workingDirectory);
+ csLRU.setWriteDir(workingDirectory);
+
+ clusterLRU.resume();
+ fileLRU.resume();
+ streamLRU.resume();
+ csLRU.resume();
+
+ lastSnapshot = System.nanoTime();
+
+ return true;
+ } catch (IllegalAcornStateException e) {
+ notSafeToMakeSnapshot(e);
+ throw e;
+ } catch (IOException e) {
+ IllegalAcornStateException e1 = new IllegalAcornStateException(e);
+ notSafeToMakeSnapshot(e1);
+ throw e1;
+ }
}
- public void refreshHeadState() throws IOException {
-
+ private void refreshHeadState() throws IOException, IllegalAcornStateException {
state.clusters.clear();
state.files.clear();
state.stream.clear();
fileLRU.persist(state.files);
streamLRU.persist(state.stream);
csLRU.persist(state.cs);
-
}
- public void persistHeadState() throws IOException {
-
+ private void persistHeadState() throws IOException {
// Sync current working directory
Files.walk(workingDirectory, 1).filter(Files::isRegularFile).forEach(FileIO::uncheckedSyncPath);
state.save(workingDirectory);
// }
- private void acquireAll() {
+ private void acquireAll() throws IllegalAcornStateException {
clusterLRU.acquireMutex();
fileLRU.acquireMutex();
streamLRU.acquireMutex();
clusterLRU.releaseMutex();
}
+ private AtomicBoolean rollback = new AtomicBoolean(false);
+
+ boolean rolledback() {
+ return rollback.get();
+ }
+
public void load() throws IOException {
// Main state
- mainState = MainState.load(dbFolder);
+ mainState = MainState.load(dbFolder, t -> rollback.set(true));
lastSessionDirectory = dbFolder.resolve(Integer.toString(mainState.headDir - 1));
throw new IOException("Could not load HeadState due to corruption", e);
}
}
-
- workingDirectory = dbFolder.resolve(Integer.toString(mainState.headDir));
- Files.createDirectories(workingDirectory);
-
- csLRU = new LRU<Long, ChangeSetInfo>("Change Set", workingDirectory);
- streamLRU = new LRU<String, ClusterStreamChunk>("Cluster Stream", workingDirectory);
- clusterLRU = new ClusterLRU(this, "Cluster", workingDirectory);
- fileLRU = new LRU<String, FileInfo>("External Value", workingDirectory);
-
- acquireAll();
-
- // Clusters
- for (String clusterKey : state.clusters) {
- String[] parts1 = clusterKey.split("#");
- String[] parts = parts1[0].split("\\.");
- long first = new BigInteger(parts[0], 16).longValue();
- long second = new BigInteger(parts[1], 16).longValue();
- ClusterUID uuid = ClusterUID.make(first, second);
- Path readDir = dbFolder.resolve(parts1[1]);
- int offset = Integer.parseInt(parts1[2]);
- int length = Integer.parseInt(parts1[3]);
- clusterLRU.map(new ClusterInfo(this, clusterLRU, readDir, uuid, offset, length));
- }
- // Files
- for (String fileKey : state.files) {
-// System.err.println("loadFile: " + fileKey);
- String[] parts = fileKey.split("#");
- Path readDir = dbFolder.resolve(parts[1]);
- int offset = Integer.parseInt(parts[2]);
- int length = Integer.parseInt(parts[3]);
- FileInfo info = new FileInfo(fileLRU, readDir, parts[0], offset, length);
- fileLRU.map(info);
- }
- // Update chunks
- for (String fileKey : state.stream) {
-// System.err.println("loadStream: " + fileKey);
- String[] parts = fileKey.split("#");
- Path readDir = dbFolder.resolve(parts[1]);
- int offset = Integer.parseInt(parts[2]);
- int length = Integer.parseInt(parts[3]);
- ClusterStreamChunk info = new ClusterStreamChunk(this,
- streamLRU, readDir, parts[0], offset, length);
- streamLRU.map(info);
- }
- // Change sets
- for (String fileKey : state.cs) {
- String[] parts = fileKey.split("#");
- Path readDir = dbFolder.resolve(parts[1]);
- Long revisionId = Long.parseLong(parts[0]);
- int offset = Integer.parseInt(parts[2]);
- int length = Integer.parseInt(parts[3]);
- ChangeSetInfo info = new ChangeSetInfo(csLRU, readDir, revisionId, offset, length);
- csLRU.map(info);
+ try {
+ workingDirectory = dbFolder.resolve(Integer.toString(mainState.headDir));
+ Files.createDirectories(workingDirectory);
+
+ csLRU = new LRU<Long, ChangeSetInfo>(this, "Change Set", workingDirectory);
+ streamLRU = new LRU<String, ClusterStreamChunk>(this, "Cluster Stream", workingDirectory);
+ clusterLRU = new ClusterLRU(this, "Cluster", workingDirectory);
+ fileLRU = new LRU<String, FileInfo>(this, "External Value", workingDirectory);
+
+ acquireAll();
+
+ // Clusters
+ for (String clusterKey : state.clusters) {
+ String[] parts1 = clusterKey.split("#");
+ String[] parts = parts1[0].split("\\.");
+ long first = new BigInteger(parts[0], 16).longValue();
+ long second = new BigInteger(parts[1], 16).longValue();
+ ClusterUID uuid = ClusterUID.make(first, second);
+ Path readDir = dbFolder.resolve(parts1[1]);
+ int offset = Integer.parseInt(parts1[2]);
+ int length = Integer.parseInt(parts1[3]);
+ clusterLRU.map(new ClusterInfo(this, clusterLRU, readDir, uuid, offset, length));
+ }
+ // Files
+ for (String fileKey : state.files) {
+ // System.err.println("loadFile: " + fileKey);
+ String[] parts = fileKey.split("#");
+ Path readDir = dbFolder.resolve(parts[1]);
+ int offset = Integer.parseInt(parts[2]);
+ int length = Integer.parseInt(parts[3]);
+ FileInfo info = new FileInfo(fileLRU, readDir, parts[0], offset, length);
+ fileLRU.map(info);
+ }
+ // Update chunks
+ for (String fileKey : state.stream) {
+ // System.err.println("loadStream: " + fileKey);
+ String[] parts = fileKey.split("#");
+ Path readDir = dbFolder.resolve(parts[1]);
+ int offset = Integer.parseInt(parts[2]);
+ int length = Integer.parseInt(parts[3]);
+ ClusterStreamChunk info = new ClusterStreamChunk(this,
+ streamLRU, readDir, parts[0], offset, length);
+ streamLRU.map(info);
+ }
+ // Change sets
+ for (String fileKey : state.cs) {
+ String[] parts = fileKey.split("#");
+ Path readDir = dbFolder.resolve(parts[1]);
+ Long revisionId = Long.parseLong(parts[0]);
+ int offset = Integer.parseInt(parts[2]);
+ int length = Integer.parseInt(parts[3]);
+ ChangeSetInfo info = new ChangeSetInfo(csLRU, readDir, revisionId, offset, length);
+ csLRU.map(info);
+ }
+
+ releaseAll();
+ } catch (IllegalAcornStateException | AcornAccessVerificationException e) {
+ // ROLLBACK ONE DIR UNTIL WE ARE FINE!
+ throw new IOException(e);
}
-
- releaseAll();
-
}
- public <T> T clone(ClusterUID uid, ClusterCreator creator)
- throws DatabaseException {
+ public <T> T clone(ClusterUID uid, ClusterCreator creator) throws DatabaseException, AcornAccessVerificationException, IllegalAcornStateException, IOException {
clusterLRU.ensureUpdates(uid);
ClusterInfo info = clusterLRU.getWithoutMutex(uid);
return info.clone(uid, creator);
-
}
//private int loadCounter = 0;
static Map<String, ITask> tasks = new HashMap<String, ITask>();
- public void update(ClusterUID uid, ClusterImpl clu) {
-
+ public void update(ClusterUID uid, ClusterImpl clu) throws AcornAccessVerificationException, IllegalAcornStateException {
ClusterInfo info = clusterLRU.getWithoutMutex(uid);
info.acquireMutex();
try {
info.update(clu);
- } catch (Throwable t) {
- throw new IllegalStateException(t);
} finally {
info.releaseMutex();
}
-
}
public long getClusterIdOrCreate(ClusterUID clusterUID) {
return 1;
}
- public int getResourceKey(ClusterUID uid, int index) {
+ public int getResourceKey(ClusterUID uid, int index) throws AcornAccessVerificationException {
return clusterLRU.getResourceKey(uid, index);
}
- public int getResourceKeyWitoutMutex(ClusterUID uid, int index) {
+ public int getResourceKeyWitoutMutex(ClusterUID uid, int index) throws IllegalAcornStateException {
return clusterLRU.getResourceKeyWithoutMutex(uid, index);
}
- public ClusterIds getClusterIds() throws ProCoreException {
-
+ public ClusterIds getClusterIds() throws IllegalAcornStateException {
clusterLRU.acquireMutex();
try {
-
Collection<ClusterInfo> infos = clusterLRU.values();
final int status = infos.size();
final long[] firsts = new long[status];
};
} catch (Throwable t) {
- throw new IllegalStateException(t);
+ throw new IllegalAcornStateException(t);
} finally {
clusterLRU.releaseMutex();
}
-
}
- public void addIntoCurrentChangeSet(String ccs) {
-
+ public void addIntoCurrentChangeSet(String ccs) throws IllegalAcornStateException {
csLRU.acquireMutex();
try {
-
currentChanges.add(ccs);
-
} catch (Throwable t) {
- throw new IllegalStateException(t);
+ throw new IllegalAcornStateException(t);
} finally {
-
csLRU.releaseMutex();
-
}
-
}
- public void commitChangeSet(long changeSetId, byte[] data) {
+ public void commitChangeSet(long changeSetId, byte[] data) throws IllegalAcornStateException {
csLRU.acquireMutex();
try {
ArrayList<String> csids = new ArrayList<String>(currentChanges);
currentChanges = new ArrayList<String>();
new ChangeSetInfo(csLRU, changeSetId, data, csids);
} catch (Throwable t) {
- throw new IllegalStateException(t);
+ throw new IllegalAcornStateException(t);
} finally {
csLRU.releaseMutex();
}
}
- public byte[] getMetadata(long changeSetId) {
+ public byte[] getMetadata(long changeSetId) throws AcornAccessVerificationException, IllegalAcornStateException {
ChangeSetInfo info = csLRU.getWithoutMutex(changeSetId);
if (info == null) return null;
- info.acquireMutex();
- try {
- return info.getMetadataBytes();
- } catch (Throwable t) {
- throw new IllegalStateException(t);
+ info.acquireMutex();
+ try {
+ return info.getMetadataBytes();
+ } catch (IllegalAcornStateException | AcornAccessVerificationException e) {
+ throw e;
+ } catch (Throwable t) {
+ throw new IllegalAcornStateException(t);
} finally {
info.releaseMutex();
}
-
}
- public byte[] getResourceFile(final byte[] clusterUID,
- final int resourceIndex) throws ProCoreException {
+ public byte[] getResourceFile(final byte[] clusterUID, final int resourceIndex) throws AcornAccessVerificationException, IllegalAcornStateException {
ClusterUID uid = ClusterUID.make(clusterUID, 0);
String key = uid.toString() + "_" + resourceIndex;
info.acquireMutex();
try {
return info.getResourceFile();
+ } catch (IllegalAcornStateException | AcornAccessVerificationException e) {
+ throw e;
} catch (Throwable t) {
- throw new IllegalStateException(t);
+ throw new IllegalAcornStateException(t);
} finally {
info.releaseMutex();
}
-
}
- public ResourceSegment getResourceSegment(final byte[] clusterUID,
- final int resourceIndex, final long segmentOffset, short segmentSize)
- throws ProCoreException {
-
+ public ResourceSegment getResourceSegment(final byte[] clusterUID, final int resourceIndex, final long segmentOffset, short segmentSize) throws AcornAccessVerificationException, IllegalAcornStateException {
ClusterUID uid = ClusterUID.make(clusterUID, 0);
String key = uid.toString() + "_" + resourceIndex;
try {
return info.getResourceSegment(clusterUID, resourceIndex, segmentOffset, segmentSize);
} catch (Throwable t) {
- throw new IllegalStateException(t);
+ throw new IllegalAcornStateException(t);
} finally {
info.releaseMutex();
}
-
}
- public void modiFileEx(ClusterUID uid, int resourceKey, long offset,
- long size, byte[] bytes, long pos, ClusterSupport support) {
-
+ public void modiFileEx(ClusterUID uid, int resourceKey, long offset, long size, byte[] bytes, long pos, ClusterSupport support) throws IllegalAcornStateException {
try {
-
- String key = uid.toString()
- + "_"
- + ClusterTraits
- .getResourceIndexFromResourceKey(resourceKey);
+ String key = uid.toString() + "_" + ClusterTraits.getResourceIndexFromResourceKey(resourceKey);
FileInfo info = null;
-
fileLRU.acquireMutex();
-
try {
-
info = fileLRU.get(key);
- if (info == null)
+ if (info == null) {
info = new FileInfo(fileLRU, key, (int) (offset + size));
-
-
+ }
} catch (Throwable t) {
- throw new IllegalStateException(t);
+ throw new IllegalAcornStateException(t);
} finally {
-
fileLRU.releaseMutex();
-
}
info.acquireMutex();
try {
info.updateData(bytes, offset, pos, size);
} catch (Throwable t) {
- throw new IllegalStateException(t);
+ throw new IllegalAcornStateException(t);
} finally {
info.releaseMutex();
}
-
} catch (DatabaseException e) {
e.printStackTrace();
}
-
}
public void shutdown() {
csLRU.shutdown();
}
+ public void notSafeToMakeSnapshot(IllegalAcornStateException t) {
+ this.safeToMakeSnapshot.compareAndSet(true, false);
+ this.cause = t;
+ }
+
}
Code Review / simantics / platform.git / blobdiff