feat: cache unix times and write RUN::unix bank (#1278)

* cache unix times and write RUN::unix bank

* add RUN::unix bankdef

Author: baltzell

common-tools/clara-io/src/main/java/org/jlab/io/clara/DecoderWriter.java

@@ -2,6 +2,7 @@
 
 import java.io.File;
 import java.nio.file.Path;
+import java.util.TreeMap;
 import java.util.TreeSet;
 import org.jlab.analysis.postprocess.Processor;
 import org.jlab.clara.std.services.EventWriterException;
@@ -38,6 +39,7 @@ public class DecoderWriter extends HipoToHipoWriter {
     Bank runConfig;
     Bank helicityAdc;
     ConstantsManager conman;
+    TreeMap<Integer,Integer> eventUnix;
     TreeSet<HelicityState> helicities;
     DaqScalersSequence scalers;
     SchemaFactory fullSchema;
@@ -51,6 +53,7 @@ private void init(JSONObject opts) {
         helicities = new TreeSet<>();
         scalers = new DaqScalersSequence(fullSchema);
         conman = new ConstantsManager();
+        eventUnix = new TreeMap<>();
         conman.init("/runcontrol/hwp","/runcontrol/helicity");
         postprocess = opts.optBoolean("postprocess", false);
         if (opts.has("variation")) conman.setVariation(opts.getString("variation"));
@@ -73,37 +76,37 @@ protected HipoWriterSorted createWriter(Path file, JSONObject opts) throws Event
         }
     }
 
-    /**
-     * In addition to writing the incoming event, copies all tag-1 banks to new
-     * tag-1 events and writes them, and stores helicity/scaler readings for later.
-     * @param event
-     * @throws EventWriterException 
-     */
     @Override
     protected void writeEvent(Object event) throws EventWriterException {
         scalers.add((Event)event);
         ((Event)event).read(runConfig);
         ((Event)event).read(helicityAdc);
+        if (runConfig.getRows() > 0) {
+            int unix = runConfig.getInt("unixtime",0);
+            int evno = runConfig.getInt("event",0);
+            if (unix > 0 && evno > 0) eventUnix.put(evno, unix);
+        }
         helicities.add(HelicityState.createFromFadcBank(helicityAdc, runConfig, conman));
         Event t = CLASDecoder4.createTaggedEvent((Event)event, runConfig, tag1banks);
         if (!t.isEmpty()) writer.addEvent(t, 1);
         super.writeEvent(event);
     }
 
-    /**
-     * In addition to closing the writer, creates and writes tag-1 events with
-     * HEL::flip bnks and clears old scaler/helicity readings.
-     */
     @Override
     protected void closeWriter() {
         HelicitySequence.writeFlips(fullSchema, writer, helicities);
+        writer.addEvent(getUnixEvent(runConfig),1);
         super.closeWriter();
         if (postprocess) postprocess();
         // keep the latest helicity/scaler reading for the next file:
         while (helicities.size() > 60) helicities.pollFirst();
         scalers.clear(10);
     }
-  
+ 
+    /**
+     * Get the first valid run number from a RUN::config bank.
+     * @return run
+     */
     private int getRunNumber() {
         Event e = new Event();
         HipoReader r = new HipoReader();
@@ -117,6 +120,27 @@ private int getRunNumber() {
         return 0;
     }
 
+    /**
+     * Get a new event with a RUN::unix bank containing event-timestamp mapping,
+     * and the latest RUN::config bank.
+     * @param config
+     * @return 
+     */
+    private Event getUnixEvent(Bank config) {
+        Bank unix = new Bank(fullSchema.getSchema("RUN::unix"));
+        unix.setRows(eventUnix.size());
+        int row = 0;
+        for (int evno : eventUnix.keySet()) {
+            unix.putInt("event", row, evno);
+            unix.putInt("unixtime",row, eventUnix.get(evno));
+            row++;
+        }
+        Event e = new Event();
+        e.write(config);
+        e.write(unix);
+        return e;
+    }
+
     /**
      * Copy helicity/charge tag-1 information to all events.
      */

etc/bankdefs/hipo4/header.json

@@ -81,5 +81,15 @@
         "entries":[
             { "name":"json"    , "type":"B", "info":"json character" }
         ]
+    },
+    {
+        "name" : "RUN::unix",
+        "group": 10000,
+        "item" : 18,
+        "info" : "Mapping between CODA event number and unix time",
+        "entries":[
+            { "name":"event"    , "type":"I", "info":"event number, from RUN::config.event" },
+            { "name":"unixtime" , "type":"I", "info":"unix time in seconds, from RUN::config.unixtime" }
+        ]
     }
 ]