bundles/org.simantics.history/src/org/simantics/history/HistorySampler.java

   1 package org.simantics.history;
   2
   3 import gnu.trove.list.array.TDoubleArrayList;
   4
   5 import java.io.IOException;
   6 import java.math.BigDecimal;
   7
   8 import org.simantics.history.csv.ExportInterpolation;
   9 import org.simantics.history.util.HistoryExportUtil;
  10 import org.simantics.history.util.StreamIterator;
  11 import org.simantics.history.util.ValueBand;
  12
  13 public class HistorySampler {
  14
  15     public synchronized static TDoubleArrayList sample( HistorySamplerItem item, double from, double end, double timeWindow, double timeStep, boolean resample ) throws HistoryException, IOException {
  16
  17         try {
  18                 // If there is something pending at this point, flush before opening for read
  19                 if(item.collector != null)
  20                         item.collector.flush();
  21                 item.open();
  22                 return sample(item.iter, from, end, timeWindow, timeStep, resample);
  23         } finally {
  24                 item.close();
  25         }
  26     }
  27
  28     public static TDoubleArrayList sample( StreamIterator iter, double from, double end, double timeWindow, double timeStep, boolean resample ) throws HistoryException, IOException {
  29         return sample(iter, from, end, timeWindow, timeStep, resample, 0.0);
  30     }
  31
  32     public static TDoubleArrayList sample( StreamIterator iter, double from, double end, double timeWindow, double timeStep, boolean resample, Double sampleFrom ) throws HistoryException, IOException {
  33
  34         ExportInterpolation numberInterpolation = ExportInterpolation.LINEAR_INTERPOLATION;
  35
  36         double startTime = from;
  37         if(sampleFrom != null) {
  38                  // This option can be used do define the offset of sampling. Samples will be sampleFrom + n * timeStep
  39                 startTime = sampleFrom;
  40         }
  41
  42         TDoubleArrayList result = new TDoubleArrayList();
  43
  44         if(iter.isEmpty()) return result;
  45
  46         double allFrom = iter.getFirstTime();
  47         double allEnd = 10e10;//iter.getLastTime();
  48
  49         if(from > (allEnd + timeStep)) {
  50                 from = allEnd-timeWindow;
  51                 end = allEnd;
  52         }
  53
  54 //      System.err.println("sample " + from + " " + end);
  55 //      if(from < 0)
  56 //              System.err.println("fgag");
  57
  58         // Prepare time
  59         boolean hasAnyValues = allFrom != Double.MAX_VALUE && allEnd != -Double.MAX_VALUE;
  60
  61         // Make intersection of actual data range (allFrom, allEnd) and requested data (from, end)
  62         double _from = Double.MAX_VALUE, _end = -Double.MAX_VALUE;
  63         if (hasAnyValues) {
  64                 _from = Math.max(allFrom, from);
  65                 _end = Math.min(allEnd, end);
  66         }
  67
  68         if (!hasAnyValues) {
  69 //              System.err.println("=> no values");
  70                 return result;
  71         }
  72
  73         // Iterate until endTime is met for all variables
  74         double time = _from;
  75
  76         if(!resample) {
  77
  78                 // If resample is false then all samples are reported as is. The code achieves this by setting startTime to _from and timeStep to 0.0
  79                 time = _from;
  80                 timeStep = 0.0;
  81
  82         } else {
  83
  84                 // time = startTime + n*timeStep
  85
  86                 // Sampling based on given startTime and timeStep
  87                 if(timeStep > 0) {
  88
  89                         // Find the first sample time that contains data
  90                         double n = Math.max(0, Math.ceil((_from-startTime) / timeStep));
  91                         time = startTime + n*timeStep;
  92
  93                 } else {
  94
  95                         // Start sampling from startTime but make sure that it is not less than _from
  96                         if(startTime > _from) time = startTime;
  97
  98                 }
  99
 100
 101         }
 102
 103         // Must convert double times to String when initializing BigDecimal.
 104         // Otherwise BigDecimal will pick up inaccuracies from beyond 15 precise digits
 105         // thus making a mess of the time step calculations.
 106
 107         BigDecimal bigTime = new BigDecimal(String.valueOf(time));
 108         BigDecimal bigTimeStep = new BigDecimal(String.valueOf(timeStep));
 109
 110         //System.err.println("=> goto " + time);
 111
 112         if(!iter.gotoTime(time)) {
 113                 //System.err.println("=> no sample found at " + time);
 114                 return result;
 115         }
 116
 117         //time = iter.getValueBand().getTimeDouble();
 118
 119         boolean ignore = Math.abs(time-from) < 1e-6;
 120
 121         do {
 122
 123                 //System.err.println("process " + time + " " + iter.getValueBand());
 124
 125
 126
 127             // Check for valid value
 128                 if ( iter.hasValidValue() ) {
 129
 130                  // Write time
 131                 if(!ignore) {
 132 //                    System.err.println("Add time : " + time);
 133                     result.add(time);
 134                 }
 135                 // Write value
 136                         Object value = iter.getValueBand().getValue();
 137                         //System.err.print("Add value : " + value);
 138                         if (value instanceof Number) {
 139                                 if (value instanceof Float || value instanceof Double) {
 140                                         switch (numberInterpolation) {
 141                                         case PREVIOUS_SAMPLE:
 142
 143                                         if(!ignore) {
 144 //                                          System.err.println(" previous .. done!");
 145                                                 result.add(((Number) value).doubleValue());
 146                                         }
 147
 148                                                 break;
 149
 150                                         case LINEAR_INTERPOLATION:
 151                                                 if (time != iter.getValueBand().getTimeDouble() && iter.hasNext()) {
 152
 153                                                         // Interpolate
 154                                                         int currentIndex = iter.getIndex();
 155                                                         ValueBand band = iter.getValueBand();
 156                                                         //double t1 = band.getTimeDouble();
 157                                                         Number v1 = (Number) value;
 158                                                         double t12 = band.getEndTimeDouble();
 159                                                         iter.next();
 160                                                         double t2 = iter.getValueBand().getTimeDouble();
 161                                                         Number v2 = (Number) iter.getValueBand().getValue();
 162                                                         iter.gotoIndex(currentIndex);
 163
 164                                                         double vs = v1.doubleValue();
 165                                                         if(time > t12)
 166                                                                 vs = HistoryExportUtil.biglerp(t12, v1.doubleValue(), t2, v2.doubleValue(), time);
 167
 168                                                 if(!ignore) {
 169 //                                                  System.err.println(" linear .. done!");
 170                                                         result.add(vs);
 171                                                 }
 172
 173                                                 } else {
 174                                                         // Exact timestamp match, or last sample.
 175                                                         // Don't interpolate nor extrapolate.
 176                                                 if(!ignore) {
 177 //                                                  System.err.println(" else .. done!");
 178                                                         result.add(((Number) value).doubleValue());
 179                                                 }
 180                                                 }
 181                                                 break;
 182                                         default:
 183                                                 throw new UnsupportedOperationException("Unsupported interpolation: " + numberInterpolation);
 184                                         }
 185                                 } else {
 186                                         throw new IllegalStateException("Value is not a number " + value);
 187                                 }
 188                         } else if (value instanceof Boolean) {
 189                         if(!ignore)
 190                                 result.add( (Boolean)value ? 1.0: 0.0);
 191                         } else {
 192                                 throw new IllegalStateException("Value is not a number " + value);
 193                         }
 194                 }
 195
 196                 ignore = false;
 197
 198                 // Read next values, and the following times
 199                 if ( timeStep>0.0 ) {
 200                         bigTime = bigTime.add(bigTimeStep);
 201                         time = bigTime.doubleValue();
 202                 } else {
 203                         // Get smallest end time that is larger than current time
 204                         Double nextTime = null;
 205                         //                      System.out.println("time = "+time);
 206                         if(!iter.hasNext()) break;
 207                         Double itemNextTime = iter.getNextTime( time );
 208                         //                              System.err.println("  "+i.label+" nextTime="+itemNextTime);
 209                         if ( nextTime == null || ( nextTime > itemNextTime && !itemNextTime.equals( time ) ) ) nextTime = itemNextTime;
 210                         if ( nextTime == null || nextTime.equals( time ) ) break;
 211                         time = nextTime;
 212                 }
 213
 214                 boolean hasMore = false;
 215
 216                 iter.proceedToTime(time);
 217                 if(HistoryExportUtil.contains(iter, time)) hasMore = true;
 218
 219                 if(!hasMore) break;
 220
 221         } while (time<=_end);
 222
 223                 //System.err.println("=> " + Arrays.toString(result.toArray()));
 224
 225         return result;
 226
 227     }
 228
 229
 230 }