second shot at 1089, implementing fileAgeMin and Max

MetPX · Jun 6, 2024 · d028e93 · d028e93
1 parent f2adcbb
commit d028e93
Showing 1 changed file with 8 additions and 3 deletions.
diff --git a/sarracenia/flow/__init__.py b/sarracenia/flow/__init__.py
@@ -965,11 +965,16 @@ def filter(self) -> None:
                     f"message too old (high lag): {lag:g} sec. skipping: {m['new_file']}, " )
                 continue
 
-            if self.o.fileAgeMax > 0 and 'mtime' in m:
+            if 'mtime' in m:
                 age =  now-sarracenia.timestr2flt(m['mtime'])
-                if age > self.o.fileAgeMax:
+                if self.o.fileAgeMax > 0 and age > self.o.fileAgeMax:
                     self.reject( m, 410, f"file too old: {age:g} sec. skipping: {m['new_file']}, ")
-                continue
+                    continue
+
+                if self.o.fileAgeMin > 0 and age < self.o.fileAgeMin:
+                    logger.warning( f"file too young: queueing for retry.")
+                    self.worklist.failed.append(msg)
+                    continue
 
             if 'fileOp' in m and 'rename' in m['fileOp']:
                 url = self.o.variableExpansion(m['baseUrl'],