1 /*******************************************************************************
\r
2 * Copyright (c) 2007, 2010 Association for Decentralized Information Management
\r
3 * in Industry THTH ry.
\r
4 * All rights reserved. This program and the accompanying materials
\r
5 * are made available under the terms of the Eclipse Public License v1.0
\r
6 * which accompanies this distribution, and is available at
\r
7 * http://www.eclipse.org/legal/epl-v10.html
\r
10 * Foster Wheeler Energia Oy - initial API and implementation
\r
11 *******************************************************************************/
\r
12 package org.simantics.interop.test;
\r
14 import java.util.ArrayList;
\r
15 import java.util.Arrays;
\r
16 import java.util.Collection;
\r
17 import java.util.Collections;
\r
18 import java.util.Comparator;
\r
19 import java.util.HashSet;
\r
20 import java.util.List;
\r
21 import java.util.Set;
\r
22 import java.util.Stack;
\r
24 import org.simantics.db.ReadGraph;
\r
25 import org.simantics.db.Resource;
\r
26 import org.simantics.db.Statement;
\r
27 import org.simantics.db.common.utils.NameUtils;
\r
28 import org.simantics.db.exception.DoesNotContainValueException;
\r
29 import org.simantics.db.exception.ManyObjectsForFunctionalRelationException;
\r
30 import org.simantics.db.exception.ServiceException;
\r
31 import org.simantics.db.exception.ValidationException;
\r
32 import org.simantics.layer0.Layer0;
\r
33 import org.simantics.utils.datastructures.BijectionMap;
\r
34 import org.simantics.utils.datastructures.MapList;
\r
35 import org.simantics.utils.datastructures.Pair;
\r
38 * Compares two subgraphs and reports differences.
\r
40 * Assumes that subgraphs (defined using traverse relations) are not cyclic.
\r
42 * Assumes that properties can be used to identify objects, if relation type is not enough.
\r
46 * @author Marko Luukkainen <marko.luukkainen@vtt.fi>
\r
49 public class GraphComparator {
\r
52 private List<Resource> traversed = new ArrayList<Resource>(); // list of relations that are traversed (and tested)
\r
53 private List<Resource> tested = new ArrayList<Resource>(); // list of relations that are tested, but not traversed
\r
54 private List<Resource> nonTraversed = new ArrayList<Resource>(); // list of relations that are not traversed
\r
56 private List<Statement> changes1 = new ArrayList<Statement>();
\r
57 private List<Statement> changes2 = new ArrayList<Statement>();
\r
58 private List<Pair<Statement,Statement>> modifications = new ArrayList<Pair<Statement,Statement>>();
\r
59 private Set<Statement> changes1Set = new HashSet<Statement>();
\r
60 private Set<Statement> changes2Set = new HashSet<Statement>();
\r
61 private Set<Pair<Statement,Statement>> modificationsSet = new HashSet<Pair<Statement,Statement>>();
\r
63 private BijectionMap<Statement, Statement> comparable = new BijectionMap<Statement, Statement>();
\r
66 // runtime attributes
\r
68 private ReadGraph g;
\r
71 ArrayList<Resource> rs1 = new ArrayList<Resource>();
\r
72 ArrayList<Resource> rs2 = new ArrayList<Resource>();
\r
73 ArrayList<Statement> ss1 = new ArrayList<Statement>();
\r
74 ArrayList<Statement> ss2 = new ArrayList<Statement>();
\r
75 Comparator<Statement> scomp = new PredicateComparator();
\r
76 Comparator<Resource> rcomp = new ResourceComparator();
\r
79 public void addTraversed(Resource rel) {
\r
83 public void addTraversed(Collection<Resource> rels) {
\r
84 traversed.addAll(rels);
\r
87 public void addNonTraversed(Resource rel) {
\r
88 nonTraversed.add(rel);
\r
91 public void addNonTraversed(Collection<Resource> rels) {
\r
92 nonTraversed.addAll(rels);
\r
95 public void addTested(Resource rel) {
\r
99 public void addTested(Collection<Resource> rels) {
\r
100 tested.addAll(rels);
\r
103 public void clearRels() {
\r
108 public void test(ReadGraph g, Resource r1, Resource r2) throws ServiceException, DoesNotContainValueException, ValidationException {
\r
110 this.b = Layer0.getInstance(g);
\r
112 changes1Set.clear();
\r
113 changes2Set.clear();
\r
114 modificationsSet.clear();
\r
117 modifications.clear();
\r
119 Stack<Resource> stack1 = new Stack<Resource>();
\r
120 Stack<Resource> stack2 = new Stack<Resource>();
\r
124 List<Statement> ss1 = new ArrayList<Statement>();
\r
125 List<Statement> ss2 = new ArrayList<Statement>();
\r
127 while (!stack1.isEmpty()) {
\r
131 System.out.println("test " + NameUtils.getSafeName(g, r1) + " " + NameUtils.getSafeName(g, r2));
\r
132 compareProps(r1, r2);
\r
134 for (Resource rel : tested) {
\r
135 ss1.addAll(g.getStatements(r1, rel));
\r
136 ss2.addAll(g.getStatements(r2, rel));
\r
137 ss1 = filterAsserted(r1, ss1);
\r
138 ss2 = filterAsserted(r2, ss2);
\r
139 ss1 = filterTraversed(ss1);
\r
140 ss2 = filterTraversed(ss2);
\r
142 compareStatement(ss1, ss2, null, null);
\r
147 for (Resource rel : traversed) {
\r
148 ss1.addAll(g.getStatements(r1, rel));
\r
149 ss2.addAll(g.getStatements(r2, rel));
\r
150 ss1 = filterAsserted(r1, ss1);
\r
151 ss2 = filterAsserted(r2, ss2);
\r
152 compareStatement(ss1, ss2, stack1, stack2);
\r
161 public BijectionMap<Statement, Statement> getComparable() {
\r
165 public GraphChanges getChanges() {
\r
166 // List<Statement> deletions = new ArrayList<Statement>();
\r
167 // List<Statement> additions = new ArrayList<Statement>();
\r
168 // deletions.addAll(changes1);
\r
169 // additions.addAll(changes2);
\r
170 // Collections.sort(deletions, new FullStatementComparator());
\r
171 // Collections.sort(additions, new FullStatementComparator());
\r
172 // return new GraphChanges(deletions, additions, modifications);
\r
173 return new GraphChanges(changes1,changes2,modifications);
\r
176 private List<Statement> filterAsserted(Resource r, Collection<Statement> in) throws ServiceException {
\r
177 List<Statement> out = new ArrayList<Statement>();
\r
178 for (Statement s : in) {
\r
179 if (!s.isAsserted(r))
\r
186 private String printStatement(ReadGraph graph, Statement s) throws ValidationException, ServiceException {
\r
187 return NameUtils.getSafeName(graph, s.getSubject()) + " " + NameUtils.getSafeName(graph, s.getPredicate()) + " " + NameUtils.getSafeName(graph, s.getObject());
\r
190 private List<Statement> filterTraversed(Collection<Statement> in) throws ServiceException {
\r
191 List<Statement> out = new ArrayList<Statement>();
\r
192 for (Statement s : in) {
\r
193 boolean usable = true;
\r
194 for (Resource r : traversed) {
\r
195 if (g.isSubrelationOf(s.getPredicate(),r)) {
\r
209 private void addDeletion(Statement s) {
\r
210 if (!changes1Set.contains(s)) {
\r
211 changes1Set.add(s);
\r
216 private void addAddition(Statement s) {
\r
217 if (!changes2Set.contains(s)) {
\r
218 changes2Set.add(s);
\r
223 private void addModification(Statement s1, Statement s2) {
\r
224 Pair<Statement, Statement> mod = new Pair<Statement, Statement>(s1,s2);
\r
225 if (!modificationsSet.contains(mod)) {
\r
226 modificationsSet.add(mod);
\r
227 modifications.add(mod);
\r
231 private void compareStatement(List<Statement> ss1, List<Statement> ss2, Stack<Resource> stack1, Stack<Resource> stack2) throws ServiceException, DoesNotContainValueException, ValidationException {
\r
232 Collections.sort(ss1, scomp);
\r
233 Collections.sort(ss2, scomp);
\r
239 if (i1 >= ss1.size()) {
\r
240 if (i2 >= ss2.size()) {
\r
243 while (i2 < ss2.size()) {
\r
244 System.out.println("Compare Statement diff2 " + printStatement(g,ss2.get(i2)));
\r
246 addAddition(ss2.get(i2));
\r
251 } else if (i2 >= ss2.size()) {
\r
252 while (i1 < ss1.size()) {
\r
253 System.out.println("Compare Statement diff1 " + printStatement(g,ss1.get(i1)));
\r
254 addDeletion(ss1.get(i1));
\r
259 int same1 = sameRel(ss1, i1);
\r
260 int same2 = sameRel(ss2, i2);
\r
261 int c = rcomp.compare(ss1.get(i1).getPredicate(),ss2.get(i2).getPredicate());
\r
263 compareObject(ss1, i1, same1, ss2, i2, same2,stack1,stack2);
\r
266 } else if (c < 0) {
\r
267 for (int i = 0; i < same1; i++) {
\r
268 System.out.println("Compare Statement diff1 " + printStatement(g,ss1.get(i+i1)));
\r
269 addDeletion(ss1.get(i+i1));
\r
273 for (int i = 0; i < same2; i++) {
\r
274 System.out.println("Compare Statement diff2 " + printStatement(g,ss2.get(i+i2)));
\r
275 addAddition(ss2.get(i+i2));
\r
284 private int sameRel(List<Statement> statements, int off) {
\r
285 if (statements.size() <= off)
\r
288 long id = statements.get(off).getPredicate().getResourceId();
\r
289 for (int i = off+1; i <statements.size(); i++) {
\r
290 if (statements.get(i).getPredicate().getResourceId() == id)
\r
300 private void compareObject(List<Statement> ss1, int off1, int len1, List<Statement> ss2, int off2, int len2, Stack<Resource> stack1, Stack<Resource> stack2) throws ServiceException, DoesNotContainValueException, ValidationException {
\r
301 boolean[] used1 = new boolean[len1];
\r
302 for (int i = 0; i < used1.length; i++) {
\r
306 boolean[] used2 = new boolean[len2];
\r
307 for (int i = 0; i < used2.length; i++) {
\r
311 // left, right, difference
\r
312 List<List<Integer>> differences = new ArrayList<List<Integer>>();
\r
313 for (int i1 = off1; i1 < off1 + len1; i1++) {
\r
314 Statement s1 = ss1.get(i1);
\r
315 //Map<Integer,Integer> differences = new HashMap<Integer, Integer>();
\r
316 List<Integer> diff = new ArrayList<Integer>();
\r
317 for (int i2 = off2; i2 < off2 + len2; i2++) {
\r
318 Statement s2 = ss2.get(i2);
\r
319 if (!compareType(s1.getObject(), s2.getObject())) {
\r
320 diff.add(Integer.MAX_VALUE);
\r
323 diff.add(propsDiffCount(s1.getObject(), s2.getObject()));
\r
325 differences.add(diff);
\r
327 // difference, left
\r
328 MapList<Integer, Integer> priorities = new MapList<Integer, Integer>();
\r
329 for (int i = 0; i < differences.size(); i++) {
\r
330 List<Integer> list = differences.get(i);
\r
331 for (int j = 0; j < list.size(); j++) {
\r
332 priorities.add(list.get(j), i);
\r
336 Integer[] pris = priorities.getKeys(new Integer[]{});
\r
339 for (Integer pri : pris) {
\r
340 if (pri == Integer.MAX_VALUE)
\r
342 List<Integer> i1s = priorities.getValues(pri);
\r
343 for (Integer i1 : i1s) {
\r
346 List<Integer> i2diff = differences.get(i1);
\r
347 for (int i2 = 0; i2 < i2diff.size(); i2++) {
\r
348 if (i2diff.get(i2) == pri) {
\r
353 if (stack1 != null) {
\r
354 stack1.add(ss1.get(i1+off1).getObject());
\r
355 stack2.add(ss2.get(i2+off2).getObject());
\r
357 // TODO : how should we report non traversed differences
\r
358 // using compareProps assumes that referenced objects are the same (references are not different)
\r
359 // using propsDiffCount assumes that objects are different, and cannot report changes in referred object.
\r
362 // int diff = propsDiffCount(ss1.get(i1+off1).getObject(), ss2.get(i2+off2).getObject());
\r
363 // if (diff != 0) {
\r
364 // //changes1.add(ss1.get(i1+off1));
\r
365 // //changes2.add(ss2.get(i2+off2));
\r
366 // modifies.add(new Pair<Statement, Statement>(ss1.get(i1+off1), ss2.get(i2+off2)));
\r
374 for (int i1 = off1; i1 < off1 + len1; i1++) {
\r
375 if (!used1[i1-off1]) {
\r
376 System.out.println("Compare Object diff1 " + printStatement(g,ss1.get(i1)));
\r
377 addDeletion(ss1.get(i1));
\r
380 for (int i2 = off2; i2 < off2 + len2; i2++) {
\r
381 if (!used2[i2-off2]) {
\r
382 System.out.println("Compare Object diff2 " + printStatement(g,ss2.get(i2)));
\r
383 addAddition(ss2.get(i2));
\r
388 private boolean compareType(Resource r1, Resource r2) throws ServiceException, ManyObjectsForFunctionalRelationException {
\r
389 rs1.addAll(g.getObjects(r1, b.InstanceOf));
\r
390 rs2.addAll(g.getObjects(r2, b.InstanceOf));
\r
391 if (rs1.size() != rs2.size()) {
\r
396 Collections.sort(rs1, rcomp);
\r
397 Collections.sort(rs2, rcomp);
\r
398 for (int i = 0; i < rs1.size(); i++) {
\r
399 int c = rcomp.compare(rs1.get(i), rs2.get(i));
\r
414 * compares properties, assumes functional relations
\r
417 * @throws ServiceException
\r
418 * @throws DoesNotContainValueException
\r
419 * @throws ValidationException
\r
421 private void compareProps(Resource r1, Resource r2) throws ServiceException, DoesNotContainValueException, ValidationException {
\r
422 ArrayList<Statement> ss1 = new ArrayList<Statement>();
\r
423 ArrayList<Statement> ss2 = new ArrayList<Statement>();
\r
424 ss1.addAll(g.getStatements(r1, b.HasProperty));
\r
425 ss2.addAll(g.getStatements(r2, b.HasProperty));
\r
426 Collections.sort(ss1, scomp);
\r
427 Collections.sort(ss2, scomp);
\r
433 if (i1 >= ss1.size()) {
\r
434 if (i2 >= ss2.size())
\r
437 while (i2 < ss2.size()) {
\r
438 System.out.println("Compare Prop diff2 " + printStatement(g,ss2.get(i2)));
\r
439 addAddition(ss2.get(i2));
\r
444 } else if (i2 >= ss2.size()) {
\r
445 while (i1 < ss1.size()) {
\r
446 System.out.println("Compare Prop diff1 " + printStatement(g,ss1.get(i1)));
\r
447 addDeletion(ss1.get(i1));
\r
452 Statement s1 = ss1.get(i1);
\r
453 Statement s2 = ss2.get(i2);
\r
454 int c = scomp.compare(s1, s2);
\r
457 boolean b1 = g.hasValue(s1.getObject());
\r
458 boolean b2 = g.hasValue(s2.getObject());
\r
461 Object v1 = g.getValue(s1.getObject());
\r
462 Object v2 = g.getValue(s2.getObject());
\r
463 boolean eq = false;
\r
464 if (v1 instanceof Object[] && v2 instanceof Object[])
\r
465 eq = Arrays.deepEquals((Object[])v1, (Object[])v2);
\r
466 else if (v1 instanceof int[] && v2 instanceof int[])
\r
467 eq = Arrays.equals((int[])v1, (int[])v2);
\r
468 else if (v1 instanceof float[] && v2 instanceof float[])
\r
469 eq = Arrays.equals((float[])v1, (float[])v2);
\r
470 else if (v1 instanceof double[] && v2 instanceof double[])
\r
471 eq = Arrays.equals((double[])v1, (double[])v2);
\r
472 else if (v1 instanceof long[] && v2 instanceof long[])
\r
473 eq = Arrays.equals((long[])v1, (long[])v2);
\r
474 else if (v1 instanceof byte[] && v2 instanceof byte[])
\r
475 eq = Arrays.equals((byte[])v1, (byte[])v2);
\r
476 else if (v1 instanceof boolean[] && v2 instanceof boolean[])
\r
477 eq = Arrays.equals((boolean[])v1, (boolean[])v2);
\r
479 eq = v1.equals(v2);
\r
481 //changes1.add(s1);
\r
482 //changes2.add(s2);
\r
483 addModification(s1, s2);
\r
484 comparable.map(s1, s2);
\r
487 compareProps(s1.getObject(), s2.getObject());
\r
490 //changes1.add(s1);
\r
491 //changes2.add(s2);
\r
492 addModification(s1, s2);
\r
493 comparable.map(s1, s2);
\r
500 System.out.println("Compare Prop diff1s " + printStatement(g,s1));
\r
507 System.out.println("Compare Prop diff2s " + printStatement(g,s2));
\r
522 private int propsDiffCount(Resource r1, Resource r2) throws ServiceException, DoesNotContainValueException, ValidationException {
\r
523 ArrayList<Statement> ss1 = new ArrayList<Statement>();
\r
524 ArrayList<Statement> ss2 = new ArrayList<Statement>();
\r
525 ss1.addAll(g.getStatements(r1, b.HasProperty));
\r
526 ss2.addAll(g.getStatements(r2, b.HasProperty));
\r
527 //System.out.println("Props count " + GraphUtils.getReadableName(g, r1) + " " + GraphUtils.getReadableName(g, r2));
\r
528 Collections.sort(ss1, scomp);
\r
529 Collections.sort(ss2, scomp);
\r
537 if (i1 >= ss1.size()) {
\r
538 if (i2 >= ss2.size())
\r
541 while (i2 < ss2.size()) {
\r
547 } else if (i2 >= ss2.size()) {
\r
548 while (i1 < ss1.size()) {
\r
554 Statement s1 = ss1.get(i1);
\r
555 Statement s2 = ss2.get(i2);
\r
556 int c = scomp.compare(s1, s2);
\r
559 boolean b1 = g.hasValue(s1.getObject());
\r
560 boolean b2 = g.hasValue(s2.getObject());
\r
563 Object v1 = g.getValue(s1.getObject());
\r
564 Object v2 = g.getValue(s2.getObject());
\r
565 boolean eq = false;
\r
566 if (v1 instanceof Object[] && v2 instanceof Object[])
\r
567 eq = Arrays.deepEquals((Object[])v1, (Object[])v2);
\r
568 else if (v1 instanceof int[] && v2 instanceof int[])
\r
569 eq = Arrays.equals((int[])v1, (int[])v2);
\r
570 else if (v1 instanceof float[] && v2 instanceof float[])
\r
571 eq = Arrays.equals((float[])v1, (float[])v2);
\r
572 else if (v1 instanceof double[] && v2 instanceof double[])
\r
573 eq = Arrays.equals((double[])v1, (double[])v2);
\r
574 else if (v1 instanceof long[] && v2 instanceof long[])
\r
575 eq = Arrays.equals((long[])v1, (long[])v2);
\r
576 else if (v1 instanceof byte[] && v2 instanceof byte[])
\r
577 eq = Arrays.equals((byte[])v1, (byte[])v2);
\r
578 else if (v1 instanceof boolean[] && v2 instanceof boolean[])
\r
579 eq = Arrays.equals((boolean[])v1, (boolean[])v2);
\r
581 eq = v1.equals(v2);
\r
585 //System.out.println("Prop count values " + v1 + " " + v2);
\r
587 count += propsDiffCount(s1.getObject(), s2.getObject());
\r
590 //System.out.println("Props count structural vs literal");
\r
619 public class PredicateComparator implements Comparator<Statement> {
\r
621 public int compare(Statement o1, Statement o2) {
\r
622 if (o1.getPredicate().getResourceId() < o2.getPredicate().getResourceId())
\r
624 if (o1.getPredicate().getResourceId() > o2.getPredicate().getResourceId())
\r
630 public class FullStatementComparator implements Comparator<Statement> {
\r
632 public int compare(Statement o1, Statement o2) {
\r
633 if (o1.getSubject().getResourceId() < o2.getSubject().getResourceId())
\r
635 if (o1.getSubject().getResourceId() > o2.getSubject().getResourceId())
\r
637 if (o1.getPredicate().getResourceId() < o2.getPredicate().getResourceId())
\r
639 if (o1.getPredicate().getResourceId() > o2.getPredicate().getResourceId())
\r
641 if (o1.getObject().getResourceId() < o2.getObject().getResourceId())
\r
643 if (o1.getObject().getResourceId() > o2.getObject().getResourceId())
\r
651 public class ResourceComparator implements Comparator<Resource> {
\r
653 public int compare(Resource o1, Resource o2) {
\r
654 if (o1.getResourceId() < o2.getResourceId())
\r
656 if (o1.getResourceId() > o2.getResourceId())
\r