bundles/org.simantics.history/src/org/simantics/history/HistorySampler.java

   1 package org.simantics.history;
   2
   3 import gnu.trove.list.array.TDoubleArrayList;
   4
   5 import java.io.IOException;
   6 import java.math.BigDecimal;
   7
   8 import org.simantics.history.csv.ExportInterpolation;
   9 import org.simantics.history.util.HistoryExportUtil;
  10 import org.simantics.history.util.StreamIterator;
  11 import org.simantics.history.util.ValueBand;
  12
  13 public class HistorySampler {
  14
  15     public synchronized static TDoubleArrayList sample( HistorySamplerItem item, double from, double end, double timeWindow, double timeStep, boolean resample ) throws HistoryException, IOException {
  16
  17         try {
  18                 // If there is something pending at this point, flush before opening for read
  19                 if(item.collector != null)
  20                         item.collector.flush();
  21                 item.open();
  22                 return sample(item.iter, from, end, timeWindow, timeStep, resample);
  23         } finally {
  24                 item.close();
  25         }
  26     }
  27
  28     public static TDoubleArrayList sample( StreamIterator iter, double from, double end, double timeWindow, double timeStep, boolean resample ) throws HistoryException, IOException {
  29         return sample(iter, from, end, timeWindow, timeStep, resample, 0.0);
  30     }
  31
  32     public static TDoubleArrayList sample( StreamIterator iter, double from, double end, double timeWindow, double timeStep, boolean resample, Double sampleFrom ) throws HistoryException, IOException {
  33
  34         ExportInterpolation numberInterpolation = ExportInterpolation.LINEAR_INTERPOLATION;
  35
  36         double startTime = from;
  37         if(sampleFrom != null) {
  38                  // This option can be used do define the offset of sampling. Samples will be sampleFrom + n * timeStep
  39                 startTime = sampleFrom;
  40         }
  41
  42         TDoubleArrayList result = new TDoubleArrayList();
  43
  44         if(iter.isEmpty()) return result;
  45
  46         double allFrom = iter.getFirstTime();
  47         double allEnd = 10e10;//iter.getLastTime();
  48
  49         if(from > (allEnd + timeStep)) {
  50                 from = allEnd-timeWindow;
  51                 end = allEnd;
  52         }
  53
  54 //      System.err.println("sample " + from + " " + end);
  55 //      if(from < 0)
  56 //              System.err.println("fgag");
  57
  58         // Prepare time
  59         boolean hasAnyValues = allFrom != Double.MAX_VALUE && allEnd != -Double.MAX_VALUE;
  60
  61         // Make intersection of actual data range (allFrom, allEnd) and requested data (from, end)
  62         double _from = Double.MAX_VALUE, _end = -Double.MAX_VALUE;
  63         if (hasAnyValues) {
  64                 _from = Math.max(allFrom, from);
  65                 _end = Math.min(allEnd, end);
  66         }
  67
  68         if (!hasAnyValues) {
  69 //              System.err.println("=> no values");
  70                 return result;
  71         }
  72
  73         // Iterate until endTime is met for all variables
  74         double time = _from;
  75
  76         if(!resample) {
  77
  78                 // If resample is false then all samples are reported as is. The code achieves this by setting startTime to _from and timeStep to 0.0
  79                 time = _from;
  80                 timeStep = 0.0;
  81
  82         } else {
  83
  84                 // time = startTime + n*timeStep
  85
  86                 // Sampling based on given startTime and timeStep
  87                 if(timeStep > 0) {
  88
  89                         // Find the first sample time that contains data
  90                         double n = Math.max(0, Math.ceil((_from-startTime) / timeStep));
  91                         time = startTime + n*timeStep;
  92
  93                 } else {
  94
  95                         // Start sampling from startTime but make sure that it is not less than _from
  96                         if(startTime > _from) time = startTime;
  97
  98                 }
  99
 100
 101         }
 102
 103         // Must convert double times to String when initializing BigDecimal.
 104         // Otherwise BigDecimal will pick up inaccuracies from beyond 15 precise digits
 105         // thus making a mess of the time step calculations.
 106
 107         BigDecimal bigTime = new BigDecimal(String.valueOf(time));
 108         BigDecimal bigTimeStep = new BigDecimal(String.valueOf(timeStep));
 109
 110         //System.err.println("=> goto " + time);
 111
 112         if(!iter.gotoTime(time)) {
 113                 //System.err.println("=> no sample found at " + time);
 114                 return result;
 115         }
 116
 117         //time = iter.getValueBand().getTimeDouble();
 118
 119         boolean ignore = Math.abs(time-from) < 1e-6;
 120
 121         do {
 122
 123                 //System.err.println("process " + time + " " + iter.getValueBand());
 124
 125
 126
 127             // Check for valid value
 128                 if ( iter.hasValidValue() ) {
 129
 130                  // Write time
 131                 if(!ignore) {
 132 //                    System.err.println("Add time : " + time);
 133                     result.add(time);
 134                 }
 135                 // Write value
 136                         Object value = iter.getValueBand().getValue();
 137                         //System.err.print("Add value : " + value);
 138                         if (value instanceof Number) {
 139                                 if (value instanceof Float || value instanceof Double) {
 140                                         switch (numberInterpolation) {
 141                                         case PREVIOUS_SAMPLE:
 142
 143                                         if(!ignore) {
 144 //                                          System.err.println(" previous .. done!");
 145                                                 result.add(((Number) value).doubleValue());
 146                                         }
 147
 148                                                 break;
 149
 150                                         case LINEAR_INTERPOLATION:
 151                                                 if (time != iter.getValueBand().getTimeDouble() && iter.hasNext()) {
 152
 153                                                         // Interpolate
 154                                                         int currentIndex = iter.getIndex();
 155                                                         ValueBand band = iter.getValueBand();
 156                                                         //double t1 = band.getTimeDouble();
 157                                                         Number v1 = (Number) value;
 158                                                         double t12 = band.getEndTimeDouble();
 159                                                         iter.next();
 160                                                         double t2 = iter.getValueBand().getTimeDouble();
 161                                                         Number v2 = (Number) iter.getValueBand().getValue();
 162                                                         iter.gotoIndex(currentIndex);
 163
 164                                                         double vs = v1.doubleValue();
 165                                                         if(time > t12)
 166                                                                 vs = HistoryExportUtil.biglerp(t12, v1.doubleValue(), t2, v2.doubleValue(), time);
 167
 168                                                 if(!ignore) {
 169 //                                                  System.err.println(" linear .. done!");
 170                                                         result.add(vs);
 171                                                 }
 172
 173                                                 } else {
 174                                                         // Exact timestamp match, or last sample.
 175                                                         // Don't interpolate nor extrapolate.
 176                                                 if(!ignore) {
 177 //                                                  System.err.println(" else .. done!");
 178                                                         result.add(((Number) value).doubleValue());
 179                                                 }
 180                                                 }
 181                                                 break;
 182                                         default:
 183                                                 throw new UnsupportedOperationException("Unsupported interpolation: " + numberInterpolation);
 184                                         }
 185                                 } else {
 186                                         throw new IllegalStateException("Value is not a number " + value);
 187                                 }
 188                         } else if (value instanceof Boolean) {
 189                         if(!ignore)
 190                                 result.add( (Boolean)value ? 1.0: 0.0);
 191                         } else {
 192                                 throw new IllegalStateException("Value is not a number " + value);
 193                         }
 194                 }
 195
 196                 ignore = false;
 197
 198                 // Read next values, and the following times
 199                 if ( timeStep>0.0 ) {
 200                         bigTime = bigTime.add(bigTimeStep);
 201                         time = bigTime.doubleValue();
 202                 } else {
 203                         // Get smallest end time that is larger than current time
 204                         Double nextTime = null;
 205                         //                      System.out.println("time = "+time);
 206                         if(!iter.hasNext()) break;
 207                         Double itemNextTime = iter.getNextTime( time );
 208                         //                              System.err.println("  "+i.label+" nextTime="+itemNextTime);
 209                         if ( nextTime == null || ( nextTime > itemNextTime && !itemNextTime.equals( time ) ) ) nextTime = itemNextTime;
 210                         if ( nextTime == null || nextTime.equals( time ) ) break;
 211                         time = nextTime;
 212                 }
 213
 214                 boolean hasMore = false;
 215
 216                 iter.proceedToTime(time);
 217                 if(HistoryExportUtil.contains(iter, time)) hasMore = true;
 218
 219                 if(!hasMore) break;
 220
 221         } while (time<=_end);
 222
 223                 //System.err.println("=> " + Arrays.toString(result.toArray()));
 224
 225         return result;
 226
 227     }
 228
 229         public synchronized static TDoubleArrayList sample(HistorySamplerItem2 item, double end, double timeWindow, int maxSamples, boolean resample) throws HistoryException, IOException {
 230                 try {
 231                         // If there is something pending at this point, flush before opening for read
 232                         if (item.collector != null)
 233                                 item.collector.flush();
 234                         double pixelsPerSecond = (double) maxSamples / timeWindow;
 235                         item.open(pixelsPerSecond);
 236                         return sample(item.iter, end, timeWindow, maxSamples, resample);
 237                 } finally {
 238                         item.close();
 239                 }
 240         }
 241
 242         private static TDoubleArrayList sample(StreamIterator iter, double end, double timeWindow, int maxSamples, boolean resample) throws HistoryException, IOException {
 243                 //System.out.println("sample: " + end + ", " + timeWindow + ", " + maxSamples + ", " + resample);
 244                 ExportInterpolation numberInterpolation = ExportInterpolation.LINEAR_INTERPOLATION;
 245
 246                 double timeStep = 0;
 247                 double startTime = -1e10;
 248
 249                 TDoubleArrayList result = new TDoubleArrayList();
 250                 if (iter.isEmpty())
 251                         return result;
 252
 253                 double allFrom = iter.getFirstTime();
 254                 double allEnd = iter.getLastTime();
 255                 //System.out.println("data available [" + allFrom + " .. " + allEnd + "]");
 256
 257                 double from = allEnd-timeWindow;
 258                 end = allEnd;
 259                 //System.out.println("sample between [" + from + " .. " + end + "]");
 260
 261                 // Prepare time
 262                 boolean hasAnyValues = allFrom != Double.MAX_VALUE && allEnd != -Double.MAX_VALUE;
 263                 if (!hasAnyValues) {
 264                         //System.err.println("=> no values");
 265                         return result;
 266                 }
 267
 268                 // Make intersection of actual data range (allFrom, allEnd) and requested data (from, end)
 269                 double _from = Math.max(allFrom, from);
 270                 double _end = Math.min(allEnd, end);
 271
 272                 // Iterate until endTime is met for all variables
 273                 double time = _from;
 274
 275                 if (!resample) {
 276                         // If resample is false then all samples are reported as is. The code achieves this by setting startTime to _from and timeStep to 0.0
 277                         time = _from;
 278                         timeStep = 0.0;
 279                 } else {
 280                         // time = startTime + n*timeStep
 281                         // Sampling based on given startTime and timeStep
 282                         if (timeStep > 0) {
 283                                 // Find the first sample time that contains data
 284                                 double n = Math.max(0, Math.ceil((_from-startTime) / timeStep));
 285                                 time = startTime + n*timeStep;
 286                         } else {
 287                                 // Start sampling from startTime but make sure that it is not less than _from
 288                                 if(startTime > _from) time = startTime;
 289                         }
 290                 }
 291
 292                 // Must convert double times to String when initializing BigDecimal.
 293                 // Otherwise BigDecimal will pick up inaccuracies from beyond 15 precise digits
 294                 // thus making a mess of the time step calculations.
 295                 BigDecimal bigTime = new BigDecimal(String.valueOf(time));
 296                 BigDecimal bigTimeStep = new BigDecimal(String.valueOf(timeStep));
 297
 298                 //System.err.println("=> goto " + time);
 299
 300                 if(!iter.gotoTime(time)) {
 301                         //System.err.println("=> no sample found at " + time);
 302                         return result;
 303                 }
 304
 305                 //time = iter.getValueBand().getTimeDouble();
 306
 307                 boolean ignore = Math.abs(time-from) < 1e-6;
 308
 309                 do {
 310
 311                         //System.err.println("process " + time + " " + iter.getValueBand());
 312
 313
 314
 315                         // Check for valid value
 316                         if ( iter.hasValidValue() ) {
 317
 318                                 // Write time
 319                                 if(!ignore) {
 320                                         //System.err.println("Add time : " + time);
 321                                         result.add(time);
 322                                 }
 323                                 // Write value
 324                                 Object value = iter.getValueBand().getValue();
 325                                 //System.err.print("Add value : " + value);
 326                                 if (value instanceof Number) {
 327                                         if (value instanceof Float || value instanceof Double) {
 328                                                 switch (numberInterpolation) {
 329                                                 case PREVIOUS_SAMPLE:
 330
 331                                                         if(!ignore) {
 332                                                                 //                                          System.err.println(" previous .. done!");
 333                                                                 result.add(((Number) value).doubleValue());
 334                                                         }
 335
 336                                                         break;
 337
 338                                                 case LINEAR_INTERPOLATION:
 339                                                         if (time != iter.getValueBand().getTimeDouble() && iter.hasNext()) {
 340
 341                                                                 // Interpolate
 342                                                                 int currentIndex = iter.getIndex();
 343                                                                 ValueBand band = iter.getValueBand();
 344                                                                 //double t1 = band.getTimeDouble();
 345                                                                 Number v1 = (Number) value;
 346                                                                 double t12 = band.getEndTimeDouble();
 347                                                                 iter.next();
 348                                                                 double t2 = iter.getValueBand().getTimeDouble();
 349                                                                 Number v2 = (Number) iter.getValueBand().getValue();
 350                                                                 iter.gotoIndex(currentIndex);
 351
 352                                                                 double vs = v1.doubleValue();
 353                                                                 if(time > t12)
 354                                                                         vs = HistoryExportUtil.biglerp(t12, v1.doubleValue(), t2, v2.doubleValue(), time);
 355
 356                                                                 if(!ignore) {
 357                                                                         //System.err.println(" linear .. done!");
 358                                                                         result.add(vs);
 359                                                                 }
 360
 361                                                         } else {
 362                                                                 // Exact timestamp match, or last sample.
 363                                                                 // Don't interpolate nor extrapolate.
 364                                                                 if(!ignore) {
 365                                                                         //System.err.println(" else .. done!");
 366                                                                         result.add(((Number) value).doubleValue());
 367                                                                 }
 368                                                         }
 369                                                         break;
 370                                                 default:
 371                                                         throw new UnsupportedOperationException("Unsupported interpolation: " + numberInterpolation);
 372                                                 }
 373                                         } else {
 374                                                 throw new IllegalStateException("Value is not a number " + value);
 375                                         }
 376                                 } else if (value instanceof Boolean) {
 377                                         if(!ignore)
 378                                                 result.add( (Boolean)value ? 1.0: 0.0);
 379                                 } else {
 380                                         throw new IllegalStateException("Value is not a number " + value);
 381                                 }
 382                         }
 383
 384                         ignore = false;
 385
 386                         // Read next values, and the following times
 387                         if ( timeStep>0.0 ) {
 388                                 bigTime = bigTime.add(bigTimeStep);
 389                                 time = bigTime.doubleValue();
 390                         } else {
 391                                 // Get smallest end time that is larger than current time
 392                                 Double nextTime = null;
 393                                 //                      System.out.println("time = "+time);
 394                                 if(!iter.hasNext()) break;
 395                                 Double itemNextTime = iter.getNextTime( time );
 396                                 //                              System.err.println("  "+i.label+" nextTime="+itemNextTime);
 397                                 if ( nextTime == null || ( nextTime > itemNextTime && !itemNextTime.equals( time ) ) ) nextTime = itemNextTime;
 398                                 if ( nextTime == null || nextTime.equals( time ) ) break;
 399                                 time = nextTime;
 400                         }
 401
 402                         boolean hasMore = false;
 403
 404                         iter.proceedToTime(time);
 405                         if(HistoryExportUtil.contains(iter, time)) hasMore = true;
 406
 407                         if(!hasMore) break;
 408
 409                 } while (time<=_end);
 410
 411                 //System.err.println("=> " + Arrays.toString(result.toArray()));
 412
 413                 return result;
 414
 415         }
 416
 417 }