package com.neverwinterdp.dataflow.logsample;

import com.neverwinterdp.scribengin.dataflow.DataflowMessage;
import com.neverwinterdp.scribengin.dataflow.DataflowTaskContext;
import com.neverwinterdp.scribengin.scribe.ScribeAbstract;

public class LogMessagePerister extends ScribeAbstract {
  public void process(DataflowMessage dflMessage, DataflowTaskContext ctx) throws Exception {
    String[] sink = ctx.getAvailableSinks();
    for(String selSink : sink) {
      ctx.write(selSink, dflMessage);
    }
  }
}
@@ -285,16 +285,37 @@
 tract %7B%0A
+  int count = 0 ;%0A  %0A
   public
@@ -522,13 +522,100 @@
 ;%0A    %7D%0A
+    %0A    count++ ;%0A    if(count %3E 0 && count %25 10000 == 0) %7B%0A      ctx.commit();%0A    %7D%0A
   %7D%0A%7D

fix commit size to avoid out of memory for S3