1 /*******************************************************************************
\r
2 * Copyright (c) 2007, 2010 Association for Decentralized Information Management
\r
3 * in Industry THTH ry.
\r
4 * All rights reserved. This program and the accompanying materials
\r
5 * are made available under the terms of the Eclipse Public License v1.0
\r
6 * which accompanies this distribution, and is available at
\r
7 * http://www.eclipse.org/legal/epl-v10.html
\r
10 * VTT Technical Research Centre of Finland - initial API and implementation
\r
11 *******************************************************************************/
\r
12 package org.simantics.db.indexing;
\r
14 import gnu.trove.map.hash.THashMap;
\r
15 import gnu.trove.set.hash.TLongHashSet;
\r
17 import java.io.IOException;
\r
18 import java.util.ArrayList;
\r
19 import java.util.Collection;
\r
20 import java.util.List;
\r
21 import java.util.Map;
\r
23 import org.apache.lucene.document.Document;
\r
24 import org.apache.lucene.index.CorruptIndexException;
\r
25 import org.apache.lucene.index.IndexableField;
\r
26 import org.apache.lucene.queryparser.classic.ParseException;
\r
27 import org.apache.lucene.search.MatchAllDocsQuery;
\r
28 import org.apache.lucene.search.Query;
\r
29 import org.apache.lucene.search.ScoreDoc;
\r
30 import org.apache.lucene.search.TopDocs;
\r
31 import org.apache.lucene.store.Directory;
\r
32 import org.eclipse.core.runtime.IProgressMonitor;
\r
33 import org.simantics.db.RequestProcessor;
\r
34 import org.simantics.db.Resource;
\r
35 import org.simantics.db.Session;
\r
36 import org.simantics.db.exception.DatabaseException;
\r
37 import org.simantics.db.layer0.adapter.GenericRelation;
\r
38 import org.simantics.utils.datastructures.Pair;
\r
41 * @author Tuukka Lehtonen
\r
42 * @author Antti Villberg
\r
44 public class IndexedRelationsMemorySearcher extends IndexedRelationsSearcherBase {
\r
46 final IndexedRelationsSearcher backend;
\r
47 final GenericRelation r;
\r
49 TLongHashSet changed = new TLongHashSet();
\r
51 IndexedRelationsMemorySearcher(RequestProcessor session, IndexedRelationsSearcher backend, Resource relation, Resource input, GenericRelation r) throws DatabaseException {
\r
52 super(session, relation, input);
\r
53 this.backend = backend;
\r
59 String getDescriptor() {
\r
64 void insertIndex(IProgressMonitor monitor, GenericRelation r, int boundLength, Collection<Object[]> documentsData) throws CorruptIndexException, IOException, DatabaseException {
\r
65 for(Object[] o : documentsData) {
\r
66 Long resource = (Long)o[1];
\r
67 changed.add(resource);
\r
69 super.insertIndex(monitor, r, boundLength, documentsData);
\r
73 boolean replaceIndex(IProgressMonitor monitor, String key, Collection<Object> keyValues, GenericRelation r,
\r
74 int boundLength, Collection<Object[]> documentsData) throws CorruptIndexException, IOException,
\r
76 for(Object[] o : documentsData) {
\r
77 Long resource = (Long)o[1];
\r
78 changed.add(resource);
\r
80 return super.replaceIndex(monitor, key, keyValues, r, boundLength, documentsData);
\r
84 void removeIndex(IProgressMonitor monitor, GenericRelation r, RequestProcessor processor, String key,
\r
85 Collection<Object> keyValues) throws DatabaseException, CorruptIndexException, IOException {
\r
86 for(Object o : keyValues) {
\r
87 Resource resource= (Resource)o;
\r
88 changed.add(resource.getResourceId());
\r
90 super.removeIndex(monitor, r, processor, key, keyValues);
\r
93 public List<Object[]> allDocs(IProgressMonitor monitor, Session session) throws ParseException, IOException,
\r
96 Query query = new MatchAllDocsQuery();
\r
98 startAccess(null, session, false);
\r
100 TopDocs td = searcher.search(query, Integer.MAX_VALUE);
\r
102 ScoreDoc[ ] scoreDocs = td.scoreDocs;
\r
103 List<Object[]> result = new ArrayList<Object[]>(scoreDocs.length);
\r
105 final Map<String, String> classMap = new THashMap<String, String>();
\r
106 for (Pair<String, String> field : r.getFields()) {
\r
107 classMap.put(field.first, field.second);
\r
110 for(ScoreDoc scoreDoc:scoreDocs) {
\r
114 Document doc = reader.document(scoreDoc.doc);
\r
115 List<IndexableField> fs = doc.getFields();
\r
116 Object[] o = new Object[fs.size()];
\r
118 for (IndexableField f : fs) {
\r
119 String clazz = classMap.get(f.name());
\r
120 if ("Long".equals(clazz)) {
\r
121 o[index++] = Long.parseLong(f.stringValue());
\r
123 o[index++] = f.stringValue();
\r
127 } catch (CorruptIndexException e) {
\r
128 throw new DatabaseException(e);
\r
129 } catch (IOException e) {
\r
130 throw new DatabaseException(e);
\r
135 changeState(monitor, session, State.READY);
\r
137 // closeInternal();
\r
143 public void commit() {
\r
147 } catch (CorruptIndexException e) {
\r
148 e.printStackTrace();
\r
149 } catch (IOException e) {
\r
150 e.printStackTrace();
\r
154 // public static String cacheReport() {
\r
155 // StringBuilder sb = new StringBuilder();
\r
156 // sb.append("Directories: ").append(directories.size()).append("\n");
\r
157 // for (String key : directories.keySet()) {
\r
158 // RAMDirectory dir = directories.get(key);
\r
159 // if (dir != null) {
\r
160 // sb.append("\t").append(dir).append("\n");
\r
163 // sb.append("Searchers: ").append(searchers.size()).append("\n");
\r
164 // for (String key : searchers.keySet()) {
\r
165 // IndexedRelationsMemorySearcher s = searchers.get(key);
\r
166 // if (s != null) {
\r
167 // sb.append("\t").append(s.getClass()).append(": ").append(s.getIndexPath()).append("\n");
\r
170 // return sb.toString();
\r
174 Directory getDirectory(Session session) throws IOException {
\r
175 MemoryIndexing mem = MemoryIndexing.getInstance(session);
\r
176 String path = indexPath.getAbsolutePath();
\r
177 return mem.getDirectory(path, Queries.getAnalyzer());
\r
181 Throwable bestEffortClear(IProgressMonitor monitor, Session session) {
\r
185 MemoryIndexing mem = MemoryIndexing.getInstance(session);
\r
188 String path = indexPath.getAbsolutePath();
\r
196 protected boolean requireChangeInfoOnReplace() {
\r