Added new field TypeId to dependency index for exact type searching
[simantics/platform.git] / bundles / org.simantics.db.indexing / src / org / simantics / db / indexing / IndexUtils.java
1 package org.simantics.db.indexing;
2
3 import java.util.ArrayList;
4 import java.util.Collection;
5 import java.util.HashSet;
6 import java.util.List;
7 import java.util.Map;
8
9 import org.apache.lucene.index.Term;
10 import org.apache.lucene.util.BytesRef;
11 import org.apache.lucene.util.NumericUtils;
12 import org.eclipse.core.runtime.IProgressMonitor;
13 import org.eclipse.core.runtime.NullProgressMonitor;
14 import org.eclipse.core.runtime.SubMonitor;
15 import org.simantics.databoard.Bindings;
16 import org.simantics.db.ReadGraph;
17 import org.simantics.db.Resource;
18 import org.simantics.db.Session;
19 import org.simantics.db.common.procedure.adapter.TransientCacheListener;
20 import org.simantics.db.common.request.ObjectsWithType;
21 import org.simantics.db.exception.DatabaseException;
22 import org.simantics.db.indexing.exception.IndexCorruptedException;
23 import org.simantics.db.layer0.genericrelation.Dependencies;
24 import org.simantics.db.layer0.genericrelation.IndexQueries;
25 import org.simantics.db.layer0.genericrelation.IndexedRelations;
26 import org.simantics.db.layer0.util.Layer0Utils;
27 import org.simantics.db.service.CollectionSupport;
28 import org.simantics.layer0.Layer0;
29 import org.simantics.operation.Layer0X;
30 import org.slf4j.Logger;
31 import org.slf4j.LoggerFactory;
32
33 public class IndexUtils {
34
35     private static final Logger LOGGER = LoggerFactory.getLogger(IndexUtils.class);
36
37     public static Collection<Map<String, Object>> find(ReadGraph graph, Resource index, String filter) throws DatabaseException {
38         
39         Collection<Map<String, Object>> indexResult = graph.syncRequest(new QueryIndex(index, filter), TransientCacheListener.<Collection<Map<String, Object>>>instance());
40
41         Layer0 L0 = Layer0.getInstance(graph);
42         Collection<Resource> linkedRoots = graph.syncRequest(new ObjectsWithType(index, L0.IsLinkedTo, L0.IndexRoot));
43         if (linkedRoots.isEmpty())
44             return indexResult;
45
46         Collection<Map<String, Object>> result = indexResult;
47         for (Resource dep : linkedRoots) {
48             Collection<Map<String, Object>> linkedIndexResults = find(graph, dep, filter);
49             if (linkedIndexResults.isEmpty())
50                 continue;
51             if (result == indexResult) {
52                 result = new ArrayList<Map<String, Object>>(indexResult.size() + linkedIndexResults.size());
53                 result.addAll(indexResult);
54             } else {
55             }
56             result.addAll(linkedIndexResults);
57         }
58         
59         return result;
60         
61     }
62
63     public static List<Resource> findResources(ReadGraph graph, Resource index, String filter) throws DatabaseException {
64         
65         List<Resource> indexResult = graph.syncRequest(new QueryIndexResources(index, filter), TransientCacheListener.<List<Resource>>instance());
66
67         Layer0 L0 = Layer0.getInstance(graph);
68         CollectionSupport coll = graph.getService(CollectionSupport.class);
69         
70         Collection<Resource> linkedRoots = graph.syncRequest(new ObjectsWithType(index, L0.IsLinkedTo, L0.IndexRoot));
71         if (linkedRoots.isEmpty())
72             return indexResult;
73
74         List<Resource> result = indexResult;
75         for (Resource dep : linkedRoots) {
76             Collection<Resource> linkedIndexResults = findResources(graph, dep, filter);
77             if (linkedIndexResults.isEmpty())
78                 continue;
79             if (result == indexResult) {
80                 result = coll.createList();
81                 result.addAll(indexResult);
82             }
83             result.addAll(linkedIndexResults);
84         }
85         
86         Layer0Utils.sort(graph, result);
87         return result;
88         
89     }
90     
91     public static Collection<Resource> findByName(ReadGraph graph, Resource model, String name) throws DatabaseException {
92         Layer0 L0 = Layer0.getInstance(graph);
93         HashSet<Resource> results = new HashSet<Resource>();
94
95         String search = IndexQueries.quoteTerm(Dependencies.FIELD_NAME, name);
96
97         for(Resource resource : findResources(graph, model, search)) {
98             if(name.equals(graph.getPossibleRelatedValue(resource, L0.HasName, Bindings.STRING))) results.add(resource);
99         }
100         return results;
101     }
102
103     public static Collection<Resource> findByType(ReadGraph graph, Resource model, Resource type) throws DatabaseException {
104         HashSet<Resource> results = new HashSet<>();
105         String search = IndexQueries.resourceIdTerm(Dependencies.FIELD_TYPE_RESOURCE, type);
106
107         for(Resource resource : findResources(graph, model, search)) {
108             if(graph.isInstanceOf(resource, type)) results.add(resource);
109         }
110         return results;
111     }
112
113     public static Collection<Resource> findByTypeAndName(ReadGraph graph, Resource model, Resource type, String name) throws DatabaseException {
114         HashSet<Resource> results = new HashSet<Resource>();
115         String search = IndexQueries.and(IndexQueries.resourceIdTerm(Dependencies.FIELD_TYPE_RESOURCE, type), IndexQueries.quoteTerm(Dependencies.FIELD_NAME, name));
116
117         for(Resource resource : findResources(graph, model, search)) {
118             if(graph.isInstanceOf(resource, type)) results.add(resource);
119         }
120         return results;
121     }
122     
123     public static void flushIndexCaches(IProgressMonitor progress, Session session) throws Exception {
124
125         MemoryIndexing mem = MemoryIndexing.getInstance(session);
126         mem.flush(progress);
127         
128     }
129     
130     public static List<Object> list(IProgressMonitor progress, Session session, Resource indexRoot) throws Exception {
131         
132         if(progress == null) progress = new NullProgressMonitor();
133
134         MemoryIndexing mem = MemoryIndexing.getInstance(session);
135         Layer0X L0X = Layer0X.getInstance(session);
136
137         mem.flush(progress);
138                 
139         IndexedRelationsSearcher searcher = mem.get(session, L0X.DependenciesRelation, indexRoot);
140         List<Object> results;
141         try {
142             results = searcher.doList(progress, session);
143         } catch (IndexCorruptedException e) {
144             LOGGER.error("Index is corrupted for indexRoot {}", indexRoot, e);
145             rebuild(session, progress);
146             // if this fails then no can do
147             searcher = mem.get(session, L0X.DependenciesRelation, indexRoot);
148             results = searcher.doList(progress, session);
149         }
150         return results;
151     }
152     
153     private static void rebuild(Session session, IProgressMonitor monitor) throws Exception {
154         LOGGER.error("Trying to rebuild index");
155         DatabaseIndexing.deleteAllIndexes();
156         session.getService(IndexedRelations.class).fullRebuild(SubMonitor.convert(monitor, 100), session);
157     }
158
159     public static Term longTerm(String key, Long value) {
160         BytesRef ref = new BytesRef();    
161         NumericUtils.longToPrefixCoded( value, 0, ref );
162         return new Term(key, ref);
163     }
164
165 }