]> gerrit.simantics Code Review - simantics/district.git/blobdiff - org.simantics.district.imports/src/org/simantics/district/imports/DistrictImportUtils.java
Add support for setting pipeType from CSV import
[simantics/district.git] / org.simantics.district.imports / src / org / simantics / district / imports / DistrictImportUtils.java
index ca3f4be59aef4a6c055ed1e77522d693242b7e6a..836ebd02dd758e609ec4e12341acc348722ee720 100644 (file)
@@ -10,20 +10,44 @@ import java.util.HashSet;
 import java.util.Iterator;
 import java.util.List;
 import java.util.Map;
+import java.util.Optional;
 import java.util.Set;
 import java.util.concurrent.atomic.AtomicInteger;
-import java.util.function.Consumer;
 import java.util.function.Function;
 
 import org.apache.commons.csv.CSVFormat;
 import org.apache.commons.csv.CSVParser;
 import org.apache.commons.csv.CSVRecord;
+import org.geotools.geometry.DirectPosition2D;
+import org.geotools.referencing.CRS;
+import org.opengis.geometry.DirectPosition;
+import org.opengis.geometry.MismatchedDimensionException;
+import org.opengis.referencing.FactoryException;
+import org.opengis.referencing.NoSuchAuthorityCodeException;
+import org.opengis.referencing.crs.CoordinateReferenceSystem;
+import org.opengis.referencing.operation.MathTransform;
+import org.opengis.referencing.operation.TransformException;
+import org.simantics.Simantics;
+import org.simantics.databoard.Bindings;
 import org.simantics.db.Resource;
+import org.simantics.db.WriteGraph;
+import org.simantics.db.common.request.WriteRequest;
+import org.simantics.db.exception.DatabaseException;
+import org.simantics.db.layer0.util.Layer0Utils;
+import org.simantics.district.network.DNEdgeBuilder;
+import org.simantics.district.network.DistrictNetworkUtil;
+import org.simantics.district.network.ontology.DistrictNetworkResource;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import com.vividsolutions.jts.index.quadtree.Quadtree;
 
 public class DistrictImportUtils {
 
     private DistrictImportUtils() { }
 
+    private static final Logger LOGGER = LoggerFactory.getLogger(DistrictImportUtils.class);
+    
     public static Resource importCSVAsLayer(Path csvFile) throws IOException {
         
         try (CSVParser parser = CSVFormat.DEFAULT.withFirstRecordAsHeader().parse(Files.newBufferedReader(csvFile))) {
@@ -196,4 +220,349 @@ public class DistrictImportUtils {
         return results;
     }
 
+    public static void importVertices(CSVImportModel model) throws NoSuchAuthorityCodeException, FactoryException, DatabaseException {
+
+        Path csvFile = model.getSource();
+        char delim = model.getDelimiter();
+
+        int xCoordColumnIndex = model.getXCoordIndex();
+        int yCoordColumnIndex = model.getYCoordIndex();
+        int zCoordColumnIndex = model.getZCoordIndex();
+        int altElevationIndex = model.getAlternativeElevationIndex();
+        int supplyTempColumnIndex = model.getSupplyTempIndex();
+        int returnTempColumnIndex = model.getReturnTempIndex();
+        int supplyPressureColumnIndex = model.getSupplyPressureIndex();
+        int returnPressureColumnIndex = model.getReturnPressureIndex();
+        int dpIndex = model.getDeltaPressureIndex();
+        int dtIndex = model.getDeltaTemperatureIndex();
+        int heatPowerIndex = model.getHeatPowerIndex();
+        int peakPowerIndex = model.getPeakPowerIndex();
+        int valvePositionIndex = model.getValvePositionIndx();
+        int nominalHeadMIndex = model.getNominalHeadMIndex();
+        int nominalHeadBIndex = model.getNominalHeadBIndex();
+        int nominalFlowIndex = model.getNominalFlowIndex();
+        int maximumHeadMIndex = model.getMaximumHeadMIndex();
+        int heatLoadDsIndex = model.getHeatLoadDsIndex();
+        int massFlowIndex = model.getMassFlowIndex();
+        int volFlowIndex = model.getVolFlowIndex();
+        int velocityIndex = model.getVelocityIndex();
+        int flowAreaIndex = model.getFlowAreaIndex();
+        int nominalPressureLossIndex = model.getNominalPressureLossIndex();
+        int addressIndex = model.getAddressIndex();
+        int regionIndex = model.getRegionIndex();
+        
+        int mappingColumn = model.getComponentMappingIndex();
+        int idColumn = model.getIdIndex();
+        
+        String sourceEPSGCRS = model.getSourceCRS();
+        
+        MathTransform transform = null;
+        boolean doTransform = false;
+        // if sourceEPSGCRS is empty || null then ignore transformation
+        if (sourceEPSGCRS != null && !sourceEPSGCRS.isEmpty()) {
+            CoordinateReferenceSystem sourceCRS = CRS.decode(sourceEPSGCRS);
+            CoordinateReferenceSystem targetCRS = CRS.decode("EPSG:4326");
+            transform = CRS.findMathTransform(sourceCRS, targetCRS, true);
+            doTransform = true;
+        }
+        final boolean actualDoTransform = doTransform;
+        final MathTransform actualTransform = transform;
+        
+        Simantics.getSession().syncRequest(new WriteRequest() {
+            
+            @Override
+            public void perform(WriteGraph graph) throws DatabaseException {
+                try {
+                    Layer0Utils.setDependenciesIndexingDisabled(graph, true);
+                    graph.markUndoPoint();
+                    
+                    DistrictNetworkResource DN = DistrictNetworkResource.getInstance(graph);
+
+                    DistrictImportUtils.consumeCSV(csvFile, delim, true, (Function<CSVRecord, Boolean>) row -> {
+                        try {
+                            String mappingValue = row.get(mappingColumn);
+                            
+                            String xCoords = row.get(xCoordColumnIndex);
+                            String yCoords = row.get(yCoordColumnIndex);
+                            double xCoord = Double.parseDouble(xCoords);
+                            double yCoord = Double.parseDouble(yCoords);
+                            
+                            double z = 0;
+                            if (zCoordColumnIndex != -1) {
+                                String zs = row.get(zCoordColumnIndex);
+                                
+                                if (!zs.isEmpty()) {
+                                    try {
+                                        z = Double.parseDouble(zs);
+                                    } catch (NumberFormatException e1) {
+                                        throw new DatabaseException(e1);
+                                    }
+                                }
+                            }
+                            
+                            double[] coords;
+                            if (actualDoTransform) {
+                                DirectPosition2D targetPos = new DirectPosition2D();
+                                DirectPosition2D sourcePos = new DirectPosition2D(xCoord, yCoord);
+                                DirectPosition res = actualTransform.transform(sourcePos, targetPos);
+                                coords = res.getCoordinate();
+                            } else {
+                                coords = new double[] { xCoord, yCoord };
+                            }
+                            
+                            // Switch to (longitude, latitude)
+                            flipAxes(coords);
+                            
+                            Resource vertex = DistrictNetworkUtil.createVertex(graph, model.getParentDiagram(), coords, z, model.getComponentMappings().get(mappingValue));
+                            
+                            writeStringValue(graph, row, idColumn, vertex, DN.HasId);
+                            
+                            writeValue(graph, row, altElevationIndex, vertex, DN.Vertex_HasAltElevation);
+                            
+                            writeValue(graph, row, supplyTempColumnIndex, vertex, DN.Vertex_HasSupplyTemperature);
+                            writeValue(graph, row, returnTempColumnIndex, vertex, DN.Vertex_HasReturnTemperature);
+                            writeValue(graph, row, supplyPressureColumnIndex, vertex, DN.Vertex_HasSupplyPressure);
+                            writeValue(graph, row, returnPressureColumnIndex, vertex, DN.Vertex_HasReturnPressure);
+                            writeValue(graph, row, dpIndex, vertex, DN.Vertex_HasDeltaPressure);
+                            writeValue(graph, row, dtIndex, vertex, DN.Vertex_HasDeltaTemperature);
+                            writeValue(graph, row, heatPowerIndex, vertex, DN.Vertex_HasHeatPower);
+                            writeValue(graph, row, peakPowerIndex, vertex, DN.Vertex_HasPeakPower);
+                            writeValue(graph, row, valvePositionIndex, vertex, DN.Vertex_HasValvePosition);
+                            writeValue(graph, row, nominalHeadMIndex, vertex, DN.Vertex_HasNominalHeadM);
+                            writeValue(graph, row, nominalHeadBIndex, vertex, DN.Vertex_HasNominalHeadB);
+                            writeValue(graph, row, nominalFlowIndex, vertex, DN.Vertex_HasNominalFlow);
+                            writeValue(graph, row, maximumHeadMIndex, vertex, DN.Vertex_HasMaximumHeadM);
+                            writeValue(graph, row, heatLoadDsIndex, vertex, DN.Vertex_HasHeatLoadDs);
+                            writeValue(graph, row, massFlowIndex, vertex, DN.Vertex_HasMassFlow);
+                            writeValue(graph, row, volFlowIndex, vertex, DN.Vertex_HasVolFlow);
+                            writeValue(graph, row, velocityIndex, vertex, DN.Vertex_HasVelocity);
+                            writeValue(graph, row, flowAreaIndex, vertex, DN.Vertex_HasFlowArea);
+                            writeValue(graph, row, nominalPressureLossIndex, vertex, DN.Vertex_HasNominalPressureLoss);
+                            writeStringValue(graph, row, addressIndex, vertex, DN.Vertex_HasAddress);
+                            writeStringValue(graph, row, regionIndex, vertex, DN.HasRegion);
+                        } catch (DatabaseException | MismatchedDimensionException | TransformException e) {
+                            throw new RuntimeException(e);
+                        }
+                        return true;
+                    });
+                    
+                } catch (IOException e) {
+                    LOGGER.error("Could not import", e);
+                    throw new DatabaseException(e);
+                } finally {
+                    Layer0Utils.setDependenciesIndexingDisabled(graph, false);
+                }
+            }
+        });
+    }
+
+    public static void importEdges(CSVImportModel model) throws NoSuchAuthorityCodeException, FactoryException, DatabaseException {
+
+        Path csvFile = model.getSource();
+        char delim = model.getDelimiter();
+
+        Set<String> writtenIds = new HashSet<>();
+        
+        int startXCoordColumnIndex = model.getStartXCoordIndex();
+        int startYCoordColumnIndex = model.getStartYCoordIndex();
+        int startZValueColumnIndex = model.getStartZCoordIndex();
+        int endXCoordColumnIndex = model.getEndXCoordIndex();
+        int endYCoordColumnIndex = model.getEndYCoordIndex();
+        int endZValueColumnIndex = model.getEndZCoordIndex();
+        int diameterColumnIndex= model.getDiameterIndex();
+        int outerDiameterColumnIndex = model.getOuterDiamterIndex();
+        int nominalMassFlowIndex = model.getNominalMassFlowIndex();
+        int tGroundIndex = model.gettGroundIndex();
+        int edgeFlowAreaIndex = model.getEdgeFlowAreaIndex();
+        int kReturnIndex = model.getkReturnIndex();
+        int kSupplyIndex = model.getkSupplyIndex();
+        int lengthIndex = model.getLengthIndex();
+        int detailedGeometryIndex = model.getDetailedGeometryIndex();
+        int regionIndex = model.getRegionIndex();
+        int pipeTypeIndex = model.getPipeTypeIndex();
+        
+        int mappingColumn = model.getComponentMappingIndex();
+        int idColumn = model.getIdIndex();
+        
+        double padding = model.getEdgePadding();
+
+        String sourceEPSGCRS = model.getSourceCRS();
+        
+        MathTransform transform = null;
+        boolean doTransform = false;
+        // if sourceEPSGCRS is empty || null then ignore transformation
+        if (sourceEPSGCRS != null && !sourceEPSGCRS.isEmpty()) {
+            CoordinateReferenceSystem sourceCRS = CRS.decode(sourceEPSGCRS);
+            CoordinateReferenceSystem targetCRS = CRS.decode("EPSG:4326");
+            transform = CRS.findMathTransform(sourceCRS, targetCRS, true);
+            doTransform = true;
+        }
+        final boolean actualDoTransform = doTransform;
+        final MathTransform actualTransform = transform;
+        
+        double halfPadding = padding / 2;
+        
+        Quadtree existingVertices = DistrictNetworkUtil.existingVertices(model.getParentDiagram(), halfPadding);
+
+        Simantics.getSession().syncRequest(new WriteRequest() {
+            
+            @Override
+            public void perform(WriteGraph graph) throws DatabaseException {
+                try {
+                    Layer0Utils.setDependenciesIndexingDisabled(graph, true);
+                    graph.markUndoPoint();
+
+                    DistrictNetworkResource DN = DistrictNetworkResource.getInstance(graph);
+                    
+                    DistrictImportUtils.consumeCSV(csvFile, delim, true, row -> {
+                        try {
+                            
+                            String idValue = row.get(idColumn);
+                            if (!writtenIds.contains(idValue)) {
+                                writtenIds.add(idValue);
+                                String mappingValue = row.get(mappingColumn);
+                                
+                                String startXCoords = row.get(startXCoordColumnIndex);
+                                String startYCoords = row.get(startYCoordColumnIndex);
+                                String startZCoords = row.get(startZValueColumnIndex);
+                                String endXCoords = row.get(endXCoordColumnIndex);
+                                String endYCoords = row.get(endYCoordColumnIndex);
+                                String endZCoords = row.get(endZValueColumnIndex);
+                                
+                                double startXCoord = Double.parseDouble(startXCoords); // make negative
+                                double startYCoord = Double.parseDouble(startYCoords);
+                                double startZCoord = Double.parseDouble(startZCoords);
+                                
+                                double endXCoord = Double.parseDouble(endXCoords); // make negative
+                                double endYCoord = Double.parseDouble(endYCoords);
+                                double endZCoord = Double.parseDouble(endZCoords);
+                                
+                                double[] startCoords;
+                                double[] endCoords;
+                                if (actualDoTransform) {
+                                    DirectPosition2D startTargetPos = new DirectPosition2D();
+                                    DirectPosition2D startSourcePos = new DirectPosition2D(startXCoord, startYCoord);
+                                    DirectPosition startRes = actualTransform.transform(startSourcePos, startTargetPos);
+                                    startCoords = startRes.getCoordinate();
+                                    
+                                    DirectPosition2D endTargetPos = new DirectPosition2D();
+                                    DirectPosition2D endSourcePos = new DirectPosition2D(endXCoord, endYCoord);
+                                    DirectPosition endRes = actualTransform.transform(endSourcePos, endTargetPos);
+                                    endCoords = endRes.getCoordinate();
+                                } else {
+                                    startCoords = new double[] { startXCoord , startYCoord };
+                                    endCoords = new double[] { endXCoord , endYCoord };
+                                }
+                                
+                                // Switch to (longitude, latitude)
+                                flipAxes(startCoords);
+                                flipAxes(endCoords);
+                                
+                                Optional<Resource> oedge = DNEdgeBuilder.create(graph, existingVertices, model.getParentDiagram(), model.getComponentMappings().get(mappingValue), startCoords, startZCoord, endCoords, endZCoord, new double[0], padding, true);
+                                if (oedge.isPresent()) {
+                                    Resource edge = oedge.get();
+                                    
+                                    writeStringValue(graph, row, idColumn, edge, DN.HasId);
+                                    
+                                    writeValue(graph, row, diameterColumnIndex, edge, DN.Edge_HasDiameter);
+                                    writeValue(graph, row, outerDiameterColumnIndex, edge, DN.Edge_HasOuterDiameter);
+                                    writeValue(graph, row, nominalMassFlowIndex, edge, DN.Edge_HasNominalMassFlow);
+                                    writeValue(graph, row, tGroundIndex, edge, DN.Edge_HasTGround);
+                                    writeValue(graph, row, kReturnIndex, edge, DN.Edge_HasKReturn);
+                                    writeValue(graph, row, kSupplyIndex, edge, DN.Edge_HasKSupply);
+                                    writeValue(graph, row, edgeFlowAreaIndex, edge, DN.Edge_HasFlowArea);
+                                    writeValue(graph, row, lengthIndex, edge, DN.Edge_HasLength);
+                                    writeStringValue(graph, row, regionIndex, edge, DN.HasRegion);
+                                    writeStringValue(graph, row, pipeTypeIndex, edge, DN.Edge_HasType);
+                                    writeDoubleArrayFromString(graph, row, detailedGeometryIndex, edge, DN.Edge_HasGeometry, actualTransform);
+                                }
+                            }
+                            return true;
+                        } catch (DatabaseException | MismatchedDimensionException | TransformException e) {
+                            throw new RuntimeException(e);
+                        }
+                    });
+                } catch (IOException e) {
+                    LOGGER.error("Could not import edges {}", model.getSource(), e);
+                } finally {
+                    Layer0Utils.setDependenciesIndexingDisabled(graph, false);
+                }
+            }
+        });
+    }
+    
+    private static void flipAxes(double[] coords) {
+        double tmp = coords[0];
+        coords[0] = coords[1];
+        coords[1] = tmp;
+    }
+
+    private static void writeValue(WriteGraph graph, CSVRecord row, int index, Resource subject, Resource relation) throws DatabaseException {
+        if (index != -1) {
+            String stringValue = row.get(index);
+            if (!stringValue.isEmpty()) {
+                try {
+                    if (stringValue.startsWith("\"") && stringValue.endsWith("\"")) {
+                        stringValue = stringValue.substring(1, stringValue.length() - 1);
+                    }
+                    graph.claimLiteral(subject, relation, Double.parseDouble(stringValue), Bindings.DOUBLE);
+                } catch (NumberFormatException e) {
+                    LOGGER.error("Could not parse {} {} {} {}", row, index, subject, relation, e);
+                    //throw new DatabaseException(e);
+                }
+            }
+        }
+    }
+    
+    private static void writeStringValue(WriteGraph graph, CSVRecord row, int index, Resource subject, Resource relation) throws DatabaseException {
+        if (index != -1) {
+            String stringValue = row.get(index);
+            if (!stringValue.isEmpty()) {
+                try {
+                    graph.claimLiteral(subject, relation, stringValue, Bindings.STRING);
+                } catch (NumberFormatException e) {
+                    throw new DatabaseException(e);
+                }
+            }
+        }
+    }
+
+    private static void writeDoubleArrayFromString(WriteGraph graph, CSVRecord row, int index, Resource subject, Resource relation, MathTransform actualTransform) throws DatabaseException, MismatchedDimensionException, TransformException {
+        if (index != -1) {
+            String stringValue = row.get(index);
+            if (!stringValue.isEmpty()) {
+                if (stringValue.startsWith("\"") && stringValue.endsWith("\"")) {
+                    stringValue = stringValue.substring(1, stringValue.length() - 1);
+                }
+                String[] coordPairs = stringValue.split(";");
+                ArrayList<Double> dd = new ArrayList<>(coordPairs.length * 2);
+                for (int i = 0; i < coordPairs.length; i++) {
+                    String coordPair = coordPairs[i];
+                    String[] p = coordPair.split(" ");
+                    double x = Double.parseDouble(p[0]);
+                    double y = Double.parseDouble(p[1]);
+                    if (actualTransform != null) {
+                        DirectPosition2D targetPos = new DirectPosition2D();
+                        DirectPosition2D sourcePos = new DirectPosition2D(y, x);
+                        DirectPosition res = actualTransform.transform(sourcePos, targetPos);
+                        double[] coords = res.getCoordinate();
+                        x = coords[1];
+                        y = coords[0];
+                    }
+                    dd.add(x);
+                    dd.add(y);
+                }
+                double[] detailedGeometryCoords = new double[dd.size()];
+                for (int i = 0; i < dd.size(); i++) {
+                    double d = dd.get(i);
+                    detailedGeometryCoords[i] = d;
+                }
+                try {
+                    graph.claimLiteral(subject, relation, detailedGeometryCoords, Bindings.DOUBLE_ARRAY);
+                } catch (NumberFormatException e) {
+                    throw new DatabaseException(e);
+                }
+            }
+        }
+    }
 }