X-Git-Url: https://gerrit.simantics.org/r/gitweb?a=blobdiff_plain;f=bundles%2Forg.simantics%2Fsrc%2Forg%2Fsimantics%2FSimanticsPlatform.java;h=d2c72bd1b8568dc869ecc4059dc8764c2b72bd85;hb=02568e34b3d212fc50d8d6630da4bde8876f55c0;hp=e529938e278a6f781f986dd618efd58285f46035;hpb=3d96e3fa94898d90d6892c081ebed7cb9e773a4a;p=simantics%2Fplatform.git diff --git a/bundles/org.simantics/src/org/simantics/SimanticsPlatform.java b/bundles/org.simantics/src/org/simantics/SimanticsPlatform.java index e529938e2..d2c72bd1b 100644 --- a/bundles/org.simantics/src/org/simantics/SimanticsPlatform.java +++ b/bundles/org.simantics/src/org/simantics/SimanticsPlatform.java @@ -1,5 +1,5 @@ /******************************************************************************* - * Copyright (c) 2007, 2010 Association for Decentralized Information Management + * Copyright (c) 2007, 2018 Association for Decentralized Information Management * in Industry THTH ry. * All rights reserved. This program and the accompanying materials * are made available under the terms of the Eclipse Public License v1.0 @@ -22,9 +22,6 @@ import java.io.IOException; import java.nio.file.Files; import java.nio.file.Path; import java.nio.file.Paths; -import java.time.Instant; -import java.time.ZoneId; -import java.time.format.DateTimeFormatter; import java.util.ArrayList; import java.util.Collection; import java.util.HashMap; @@ -35,8 +32,6 @@ import java.util.Properties; import java.util.Set; import java.util.TreeMap; import java.util.UUID; -import java.util.zip.ZipEntry; -import java.util.zip.ZipFile; import org.eclipse.core.runtime.ILog; import org.eclipse.core.runtime.IProduct; @@ -46,6 +41,7 @@ import org.eclipse.core.runtime.NullProgressMonitor; import org.eclipse.core.runtime.Platform; import org.eclipse.core.runtime.Status; import org.eclipse.core.runtime.SubMonitor; +import org.eclipse.osgi.service.datalocation.Location; import org.eclipse.osgi.service.resolver.BundleDescription; import org.ini4j.Ini; import org.ini4j.InvalidFileFormatException; @@ -114,9 +110,10 @@ import org.simantics.project.management.PlatformUtil; import org.simantics.project.management.ServerManager; import org.simantics.project.management.ServerManagerFactory; import org.simantics.project.management.WorkspaceUtil; +import org.simantics.scl.compiler.module.repository.ModuleRepository; +import org.simantics.scl.osgi.SCLOsgi; import org.simantics.utils.FileUtils; import org.simantics.utils.datastructures.Pair; -import org.simantics.utils.logging.TimeLogger; import org.simantics.utils.strings.EString; import org.slf4j.Logger; import org.slf4j.LoggerFactory; @@ -191,7 +188,6 @@ public class SimanticsPlatform implements LifecycleListener { /** Session specific bindings */ public SimanticsBindings simanticsBindings; - public SimanticsBindings simanticsBindings2; public Thread mainThread; @@ -271,23 +267,24 @@ public class SimanticsPlatform implements LifecycleListener { public void synchronizeOntologies(IProgressMonitor progressMonitor, OntologyRecoveryPolicy ontologyPolicy, boolean requireSynchronize) throws PlatformException { - if (progressMonitor == null) progressMonitor = new NullProgressMonitor(); - - final DatabaseManagement mgmt = new DatabaseManagement(); + SubMonitor monitor = SubMonitor.convert(progressMonitor, 100); + monitor.setTaskName("Compile dynamic ontologies"); PlatformUtil.compileAllDynamicOntologies(); String message = "Asserting all ontologies are installed"; LOGGER.info(message); - progressMonitor.setTaskName(message); - final Map platformTGs = new HashMap(); + monitor.setTaskName(message); + + DatabaseManagement mgmt = new DatabaseManagement(); + Map platformTGs = new HashMap<>(); try { // Get a list of bundles installed into the database message = "find installed bundles from database"; - progressMonitor.subTask(message); + monitor.subTask(message); LOGGER.info(message); - Map installedTGs = new HashMap(); + Map installedTGs = new HashMap<>(); for (GraphBundle b : session.syncRequest( mgmt.GraphBundleQuery )) { installedTGs.put(GraphBundleRef.of(b), GraphBundleEx.extend(b)); } @@ -297,11 +294,11 @@ public class SimanticsPlatform implements LifecycleListener { // Get a list of all bundles in the platform (Bundle Context) message = "load all transferable graphs from platform"; - progressMonitor.subTask(message); + monitor.subTask(message); LOGGER.info(message); Collection tgs = PlatformUtil.getAllGraphs(); message = "extend bundles to compile versions"; - progressMonitor.subTask(message); + monitor.subTask(message); LOGGER.info(message); for (GraphBundle b : tgs) { GraphBundleEx gbe = GraphBundleEx.extend(b); @@ -311,11 +308,11 @@ public class SimanticsPlatform implements LifecycleListener { // Compile a list of TGs that need to be installed or reinstalled in the database message = "check bundle reinstallation demand"; - progressMonitor.subTask(message); + monitor.subTask(message); LOGGER.info(message); - List installTGs = new ArrayList(); + List installTGs = new ArrayList<>(); // Create list of TGs to update, - Map reinstallTGs = new TreeMap(); + Map reinstallTGs = new TreeMap<>(); for (Entry e : platformTGs.entrySet()) { GraphBundleRef key = e.getKey(); GraphBundleEx platformBundle = e.getValue(); @@ -386,7 +383,7 @@ public class SimanticsPlatform implements LifecycleListener { if (ontologyPolicy == OntologyRecoveryPolicy.Merge) { message = "Merging ontology changes"; - progressMonitor.subTask(message); + monitor.subTask(message); LOGGER.info(message); // Sort missing TGs into install order GraphDependencyAnalyzer analyzer = new GraphDependencyAnalyzer(); @@ -399,8 +396,7 @@ public class SimanticsPlatform implements LifecycleListener { sb.append("Conflict with "+problem.first+" and "+problem.second+".\n"); } throw new PlatformException(sb.toString()); - } - else if(!session.syncRequest( analyzer.queryExternalDependenciesSatisfied )) { + } else if(!session.syncRequest( analyzer.queryExternalDependenciesSatisfied )) { Collection unsatisfiedDependencies = analyzer.getUnsatisfiedDependencies(); StringBuilder sb = new StringBuilder(); for (IdentityNode dep: unsatisfiedDependencies) { @@ -412,6 +408,10 @@ public class SimanticsPlatform implements LifecycleListener { throw new PlatformException(sb.toString()); } + message = "Analyzed graph bundles"; + monitor.subTask(message); + LOGGER.info(message); + List sortedBundles = analyzer.getSortedGraphs(); if(!sortedBundles.isEmpty()) { @@ -463,11 +463,9 @@ public class SimanticsPlatform implements LifecycleListener { log.log(new Status(IStatus.INFO, Activator.PLUGIN_ID, "Merging new version of "+tg.toString())); startTransaction(session, true); - + //delta.print(); try { - - long[] resourceArray = TransferableGraphs.applyDelta(writeGraph(), oldResources, delta); tg.setResourceArray(resourceArray); mgmt.setGraphBundleEntry(tg); @@ -489,13 +487,13 @@ public class SimanticsPlatform implements LifecycleListener { if (mergedOntologies) DatabaseIndexing.deleteAllIndexes(); } - - TimeLogger.log("Ontologies synchronized."); - } session.getService(XSupport.class).setServiceMode(false, false); } - progressMonitor.worked(20); + message = "Ontologies synchronized"; + monitor.subTask(message); + LOGGER.info(message); + monitor.worked(100); } catch (IOException e) { throw new PlatformException(e); } catch (DatabaseException e) { @@ -705,73 +703,58 @@ public class SimanticsPlatform implements LifecycleListener { resetDatabase(monitor); } - public boolean handleBaselineDatabase() throws PlatformException { - Path workspaceLocation = Platform.getLocation().toFile().toPath(); - Path baselineIndicatorFile = workspaceLocation.resolve(".baselined"); - if (Files.isRegularFile(baselineIndicatorFile)) { - // This means that the workspace has already been initialized from - // a database baseline and further initialization is not necessary. - return true; - } + private static Path tryGetInstallLocation() { + Location l = Platform.getInstallLocation(); + return l == null ? null : new File(l.getURL().getPath()).toPath(); + } + private Path resolveBaselineFile() throws PlatformException { String dbBaselineArchive = System.getProperty("org.simantics.db.baseline", null); if (dbBaselineArchive == null) - return false; + return null; Path baseline = Paths.get(dbBaselineArchive); - if (!Files.isRegularFile(baseline)) - throw new PlatformException("Specified database baseline archive " + baseline + " does not exist. Cannot initialize workspace database."); - - validateBaselineFile(baseline); - validateWorkspaceForBaselineInitialization(workspaceLocation); - - try { - Files.createDirectories(workspaceLocation); - FileUtils.extractZip(baseline.toFile(), workspaceLocation.toFile()); - Files.write(baselineIndicatorFile, baselineIndicatorContents(baselineIndicatorFile)); - return true; - } catch (IOException e) { - throw new PlatformException(e); + if (baseline.isAbsolute()) { + if (!Files.isRegularFile(baseline)) + throw new PlatformException("Specified database baseline archive " + baseline + + " does not exist. Cannot initialize workspace database from baseline."); + return baseline; } - } - private static final DateTimeFormatter TIMESTAMP_FORMAT = DateTimeFormatter.ofPattern("d. MMM yyyy HH:mm:ss"); - - private static byte[] baselineIndicatorContents(Path path) throws IOException { - return String.format("%s%n%s%n", - path.toString(), - Instant.now().atZone(ZoneId.systemDefault()).format(TIMESTAMP_FORMAT)) - .getBytes("UTF-8"); + // Relative path resolution order: + // 1. from the platform "install location" + // 2. from working directory + Path installLocation = tryGetInstallLocation(); + if (installLocation != null) { + Path installedBaseline = installLocation.resolve(dbBaselineArchive); + if (Files.isRegularFile(installedBaseline)) + return installedBaseline; + } + if (!Files.isRegularFile(baseline)) + throw new PlatformException("Specified database baseline archive " + baseline + + " does not exist in either the install location (" + installLocation + + ") or the working directory (" + Paths.get(".").toAbsolutePath() + + "). Cannot initialize workspace database."); + return null; } - private void validateWorkspaceForBaselineInitialization(Path workspaceLocation) throws PlatformException { - try { - Path db = workspaceLocation.resolve("db"); - if (Files.exists(db)) - throw new PlatformException("Database location " + db + " already exists. Cannot re-initialize workspace from baseline."); - Path index = workspaceLocation.resolve(".metadata/.plugins/org.simantics.db.indexing"); - if (!Files.exists(index) || !isEmptyDirectory(index)) - throw new PlatformException("Index location " + index + " already exists. Cannot re-initialize workspace from baseline."); - } catch (IOException e) { - throw new PlatformException("Failed to validate workspace for baseline initialization", e); + private boolean handleBaselineDatabase() throws PlatformException { + Path workspaceLocation = Platform.getLocation().toFile().toPath(); + Path baselineIndicatorFile = workspaceLocation.resolve(".baselined"); + if (Files.isRegularFile(baselineIndicatorFile)) { + // This means that the workspace has already been initialized from + // a database baseline and further initialization is not necessary. + return true; } - } - private static boolean isEmptyDirectory(Path dir) throws IOException { - return Files.walk(dir).count() == 1; - } + Path baseline = resolveBaselineFile(); + if (baseline == null) + return false; - private void validateBaselineFile(Path baseline) throws PlatformException { - try (ZipFile zip = new ZipFile(baseline.toFile())) { - ZipEntry db = zip.getEntry("db"); - if (db == null) - throw new PlatformException("Baseline archive does not contain database directory 'db'"); - ZipEntry index = zip.getEntry(".metadata/.plugins/org.simantics.db.indexing"); - if (index == null) - throw new PlatformException("Baseline archive does not contain database index directory '.metadata/.plugins/org.simantics.db.indexing'"); - } catch (IOException e) { - throw new PlatformException("Failed to validate baseline archive " + baseline, e); - } + DatabaseBaselines.validateBaselineFile(baseline); + DatabaseBaselines.validateWorkspaceForBaselineInitialization(workspaceLocation); + DatabaseBaselines.initializeWorkspaceWithBaseline(baseline, workspaceLocation, baselineIndicatorFile); + return true; } /** @@ -805,8 +788,6 @@ public class SimanticsPlatform implements LifecycleListener { { assert(!running); - TimeLogger.log("Beginning of SimanticsPlatform.startUp"); - LOGGER.info("Beginning of SimanticsPlatform.startUp"); SubMonitor monitor = SubMonitor.convert(progressMonitor, 1000); @@ -818,25 +799,30 @@ public class SimanticsPlatform implements LifecycleListener { // 0. Consult all startup extensions before doing anything with the workspace. StartupExtensions.consultStartupExtensions(); - TimeLogger.log("Consulted platform pre-startup extensions"); + LOGGER.info("Consulted platform pre-startup extensions"); // 0.1. Clear all temporary files Simantics.clearTemporaryDirectory(); - TimeLogger.log("Cleared temporary directory"); + LOGGER.info("Cleared temporary directory"); // 0.2 Clear VariableRepository.repository static map which holds references to SessionImplDb VariableRepository.clear(); - + + // 0.2.1 Activate org.simantics.scl.osgi to prime the SCL compiler early. + @SuppressWarnings("unused") + ModuleRepository modRepo = SCLOsgi.MODULE_REPOSITORY; + // 0.3 Handle baseline database before opening db + @SuppressWarnings("unused") boolean usingBaseline = handleBaselineDatabase(); - + // 1. Assert there is a database at /db SessionDescriptor sessionDescriptor = setupDatabase(databaseDriverId, monitor.newChild(200, SubMonitor.SUPPRESS_NONE), workspacePolicy, userAgent); session = sessionDescriptor.getSession(); - TimeLogger.log("Database setup complete"); - - // 1.1 Delete all indexes if we cannot be certain they are up-to-date - // A full index rebuild will be done later, before project activation. + LOGGER.info("Database setup complete"); + + // 2. Delete all indexes if we cannot be certain they are up-to-date + // A full index rebuild will be done later, before project activation. XSupport support = session.getService(XSupport.class); if (support.rolledback()) { try { @@ -845,12 +831,9 @@ public class SimanticsPlatform implements LifecycleListener { throw new PlatformException(e); } } - - // 2. Assert all graphs, and correct versions, are installed to the database - if(!usingBaseline) { - synchronizeOntologies(monitor.newChild(400, SubMonitor.SUPPRESS_NONE), ontologyPolicy, requireSynchronize); - TimeLogger.log("Synchronized ontologies"); - } + + // 3. Assert all graphs, and correct versions, are installed to the database + synchronizeOntologies(monitor.newChild(400, SubMonitor.SUPPRESS_NONE), ontologyPolicy, requireSynchronize); // 4. Assert simantics.cfg exists boolean installProject = assertConfiguration(monitor.newChild(25, SubMonitor.SUPPRESS_NONE),workspacePolicy); @@ -860,7 +843,7 @@ public class SimanticsPlatform implements LifecycleListener { // 6. Install all features into project, if in debug mode updateInstalledGroups(monitor.newChild(25), true); //installProject); - TimeLogger.log("Installed all features into project"); + LOGGER.info("Installed all features into project"); // 7. Assert L0.Session in database for this session assertSessionModel(monitor.newChild(25, SubMonitor.SUPPRESS_NONE)); @@ -868,19 +851,21 @@ public class SimanticsPlatform implements LifecycleListener { session.getService(XSupport.class).setServiceMode(false, false); try { - monitor.setTaskName("Flush query cache"); + String message = "Flush query cache"; + monitor.setTaskName(message); + LOGGER.info(message); session.syncRequest((Write) graph -> { QueryControl qc = graph.getService(QueryControl.class); qc.flush(graph); }); - TimeLogger.log("Flushed queries"); } catch (DatabaseException e) { LOGGER.error("Flushing queries failed.", e); } boolean loadProject = true; try { - - monitor.setTaskName("Open database session"); + String message = "Open database session"; + monitor.setTaskName(message); + LOGGER.info(message); sessionContext = SimanticsPlatform.INSTANCE.createSessionContext(true); // This must be before setSessionContext since some listeners might query this sessionContext.setHint(SimanticsKeys.KEY_PROJECT, SimanticsPlatform.INSTANCE.projectResource); @@ -888,24 +873,24 @@ public class SimanticsPlatform implements LifecycleListener { Simantics.setSessionContext(sessionContext); // 1. Put ResourceBinding that throws an exception to General Bindings - simanticsBindings = new SimanticsBindings( null ); + message = "Put ResourceBinding that throws an exception to General Bindings"; + LOGGER.info(message); + simanticsBindings = new SimanticsBindings(); Bindings.classBindingFactory.addFactory( simanticsBindings ); - - // 2. Create session-specific second Binding context (Databoard) and - // put that to Session as a service Session session = sessionContext.getSession(); - Databoard sessionDataboard = new Databoard(); - session.registerService(Databoard.class, sessionDataboard); - simanticsBindings2 = new SimanticsBindings( session ); - sessionDataboard.classBindingFactory.addFactory( simanticsBindings2 ); + session.registerService(Databoard.class, Bindings.databoard); // Register datatype bindings + message = "Register datatype bindings"; + LOGGER.info(message); Bindings.defaultBindingFactory.getRepository().put(RGB.Integer.BINDING.type(), RGB.Integer.BINDING); Bindings.defaultBindingFactory.getRepository().put(Font.BINDING.type(), Font.BINDING); if (support.rolledback() || sessionDescriptor.isFreshDatabase()) { - monitor.setTaskName("Rebuilding all indexes"); + message = "Rebuilding all indexes"; + LOGGER.info(message); + monitor.setTaskName(message); try { session.getService(IndexedRelations.class).fullRebuild(monitor.newChild(100), session); } catch (IndexException e) { @@ -916,16 +901,21 @@ public class SimanticsPlatform implements LifecycleListener { } if(loadProject) { - TimeLogger.log("Load projects"); + message = "Load project"; + monitor.setTaskName(message); + LOGGER.info(message); project = Projects.loadProject(sessionContext.getSession(), SimanticsPlatform.INSTANCE.projectResource); - monitor.worked(100); - sessionContext.setHint(ProjectKeys.KEY_PROJECT, project); - TimeLogger.log("Loading projects complete"); + monitor.worked(100); + message = "Loading projects complete"; + LOGGER.info(message); + message = "Activate project"; + monitor.setTaskName(message); + LOGGER.info(message); project.activate(); - TimeLogger.log("Project activated"); monitor.worked(100); + LOGGER.info("Project activated"); } } catch (DatabaseException e) { @@ -947,7 +937,7 @@ public class SimanticsPlatform implements LifecycleListener { // the user from undoing any initialization operations performed // by the platform startup. SimanticsPlatform.INSTANCE.discardSessionUndoHistory(); - TimeLogger.log("Discarded session undo history"); + LOGGER.info("Discarded session undo history"); return sessionContext; @@ -957,10 +947,12 @@ public class SimanticsPlatform implements LifecycleListener { try { // Construct and initialize SessionContext from Session. SessionContext sessionContext = SessionContext.create(session, init); - TimeLogger.log("Session context created"); + String message = "Session context created"; + LOGGER.info(message); if (init) { sessionContext.registerServices(); - TimeLogger.log("Session services registered"); + message = "Session services registered"; + LOGGER.info(message); } return sessionContext; } catch (DatabaseException e) { @@ -1005,12 +997,9 @@ public class SimanticsPlatform implements LifecycleListener { running = false; progress.subTask("Close Database Session"); - Databoard databoard = null; if (sessionContext != null) { Session s = sessionContext.peekSession(); if (s != null) { - databoard = s.peekService(Databoard.class); - progress.subTask("Flushing Index Caches"); try { Simantics.flushIndexCaches(progress.newChild(20), s); @@ -1028,13 +1017,6 @@ public class SimanticsPlatform implements LifecycleListener { Bindings.classBindingFactory.removeFactory( simanticsBindings ); simanticsBindings = null; } - if (databoard != null) { - if (simanticsBindings2 != null) { - databoard.classBindingFactory.removeFactory( simanticsBindings2 ); - simanticsBindings2 = null; - } - databoard.clear(); - } // Make sure Simantics clipboard doesn't store unwanted session data references. Simantics.setClipboard(new SimanticsClipboardImpl());