Fix RecurringJob schedule inconsistencies (#91)

* added more jobs to the workerService example

* formatting

* BackgroundJobRegistrations now state whether they're RecurringJobs or not

* added method for retrieving recurring jobs from the scheduler

* added logic for scheduling and running recurring jobs by using a timer

* removed unnecessary namespace

* added tests to cover new functionality

* Added two new recurring job types: IRecurringJobWithInitialDelay and IRecurringJobWithNoInitialDelay

* added test to verify amount of cronjob occurrences

* update approved public api doc

* added registration methods for IRecurringJobWithInitialDelay

* Added DelegateRecurringJobWithInitialDelay

* updated test to work with new scheduler

* removed IRecurringJobWithNoInitialDelay

* Public signature update

* added more to backgroundservice test

* remove unneeded line

---------

Co-authored-by: Niels Pilgaard Grøndahl <[email protected]>

Author: NielsPilgaard

samples/BackgroundJobs.WorkerService/CronJob.cs

@@ -0,0 +1,22 @@
+using Cronos;
+using Pilgaard.BackgroundJobs;
+
+namespace BackgroundJobs.WorkerService;
+
+public class CronJob : ICronJob
+{
+    private readonly ILogger<CronJob> _logger;
+    public CronJob(ILogger<CronJob> logger)
+    {
+        _logger = logger;
+    }
+
+    public Task RunJobAsync(CancellationToken cancellationToken = default)
+    {
+        _logger.LogInformation("{jobName} executed at {now:G}", nameof(CronJob), DateTime.Now);
+
+        return Task.CompletedTask;
+    }
+
+    public CronExpression CronExpression => CronExpression.Parse("* * * * *");
+}

samples/BackgroundJobs.WorkerService/OneTimeJob.cs

@@ -0,0 +1,22 @@
+using Pilgaard.BackgroundJobs;
+
+namespace BackgroundJobs.WorkerService;
+
+public class OneTimeJob : IOneTimeJob
+{
+    private readonly ILogger<OneTimeJob> _logger;
+    private static readonly DateTime _utcNowAtStartup = DateTime.UtcNow;
+    public OneTimeJob(ILogger<OneTimeJob> logger)
+    {
+        _logger = logger;
+    }
+
+    public Task RunJobAsync(CancellationToken cancellationToken = default)
+    {
+        _logger.LogInformation("{jobName} executed at {now:G}", nameof(OneTimeJob), DateTime.Now);
+
+        return Task.CompletedTask;
+    }
+
+    public DateTime ScheduledTimeUtc => _utcNowAtStartup.AddMinutes(1);
+}

samples/BackgroundJobs.WorkerService/Program.cs

@@ -1,12 +1,15 @@
 using BackgroundJobs.WorkerService;
 using Pilgaard.BackgroundJobs;
 
-IHost host = Host.CreateDefaultBuilder(args)
+Host.CreateDefaultBuilder(args)
     .ConfigureServices(services =>
     {
         services.AddBackgroundJobs()
-            .AddJob<RecurringJob>(nameof(RecurringJob));
+            .AddJob<RecurringJobEvery1Minute>()
+            .AddJob<RecurringJobEvery5Minutes>()
+            .AddJob<RecurringJobEvery10Minutes>()
+            .AddJob<RecurringJobEvery30Minutes>()
+            .AddJob<CronJob>()
+            .AddJob<OneTimeJob>();
     })
-    .Build();
-
-host.Run();
+    .Build().Run();

samples/BackgroundJobs.WorkerService/RecurringJob.cs renamed to samples/BackgroundJobs.WorkerService/RecurringJobEvery10Minutes.cs

@@ -1,21 +1,21 @@
-using Pilgaard.BackgroundJobs;
-
-namespace BackgroundJobs.WorkerService;
-
-public class RecurringJob : IRecurringJob
-{
-    private readonly ILogger<RecurringJob> _logger;
-    public RecurringJob(ILogger<RecurringJob> logger)
-    {
-        _logger = logger;
-    }
-
-    public Task RunJobAsync(CancellationToken cancellationToken = default)
-    {
-        _logger.LogInformation("{jobName} executed at {now:G}", nameof(RecurringJob), DateTime.Now);
-
-        return Task.CompletedTask;
-    }
-
-    public TimeSpan Interval => TimeSpan.FromMinutes(10);
-}
+using Pilgaard.BackgroundJobs;
+
+namespace BackgroundJobs.WorkerService;
+
+public class RecurringJobEvery10Minutes : IRecurringJob
+{
+    private readonly ILogger<RecurringJobEvery10Minutes> _logger;
+    public RecurringJobEvery10Minutes(ILogger<RecurringJobEvery10Minutes> logger)
+    {
+        _logger = logger;
+    }
+
+    public Task RunJobAsync(CancellationToken cancellationToken = default)
+    {
+        _logger.LogInformation("{jobName} executed at {now:G}", nameof(RecurringJobEvery10Minutes), DateTime.Now);
+
+        return Task.CompletedTask;
+    }
+
+    public TimeSpan Interval => TimeSpan.FromMinutes(10);
+}

samples/BackgroundJobs.WorkerService/RecurringJobEvery1Minute.cs

@@ -0,0 +1,21 @@
+using Pilgaard.BackgroundJobs;
+
+namespace BackgroundJobs.WorkerService;
+
+public class RecurringJobEvery1Minute : IRecurringJob
+{
+    private readonly ILogger<RecurringJobEvery1Minute> _logger;
+    public RecurringJobEvery1Minute(ILogger<RecurringJobEvery1Minute> logger)
+    {
+        _logger = logger;
+    }
+
+    public Task RunJobAsync(CancellationToken cancellationToken = default)
+    {
+        _logger.LogInformation("{jobName} executed at {now:G}", nameof(RecurringJobEvery1Minute), DateTime.Now);
+
+        return Task.CompletedTask;
+    }
+
+    public TimeSpan Interval => TimeSpan.FromMinutes(1);
+}

samples/BackgroundJobs.WorkerService/RecurringJobEvery30Minutes.cs

@@ -0,0 +1,21 @@
+using Pilgaard.BackgroundJobs;
+
+namespace BackgroundJobs.WorkerService;
+
+public class RecurringJobEvery30Minutes : IRecurringJob
+{
+    private readonly ILogger<RecurringJobEvery30Minutes> _logger;
+    public RecurringJobEvery30Minutes(ILogger<RecurringJobEvery30Minutes> logger)
+    {
+        _logger = logger;
+    }
+
+    public Task RunJobAsync(CancellationToken cancellationToken = default)
+    {
+        _logger.LogInformation("{jobName} executed at {now:G}", nameof(RecurringJobEvery30Minutes), DateTime.Now);
+
+        return Task.CompletedTask;
+    }
+
+    public TimeSpan Interval => TimeSpan.FromMinutes(30);
+}

samples/BackgroundJobs.WorkerService/RecurringJobEvery5Minutes.cs

@@ -0,0 +1,21 @@
+using Pilgaard.BackgroundJobs;
+
+namespace BackgroundJobs.WorkerService;
+
+public class RecurringJobEvery5Minutes : IRecurringJob
+{
+    private readonly ILogger<RecurringJobEvery5Minutes> _logger;
+    public RecurringJobEvery5Minutes(ILogger<RecurringJobEvery5Minutes> logger)
+    {
+        _logger = logger;
+    }
+
+    public Task RunJobAsync(CancellationToken cancellationToken = default)
+    {
+        _logger.LogInformation("{jobName} executed at {now:G}", nameof(RecurringJobEvery5Minutes), DateTime.Now);
+
+        return Task.CompletedTask;
+    }
+
+    public TimeSpan Interval => TimeSpan.FromMinutes(5);
+}

src/Pilgaard.BackgroundJobs/BackgroundJobScheduler.cs

@@ -30,17 +30,14 @@ public BackgroundJobScheduler(IServiceScopeFactory scopeFactory,
         _options = options ?? throw new ArgumentNullException(nameof(options));
         _logger = logger ?? throw new ArgumentNullException(nameof(logger));
 
+        if (registrationsValidator is null)
+        {
+            throw new ArgumentNullException(nameof(registrationsValidator));
+        }
+
         registrationsValidator.Validate(_options.Value.Registrations);
     }
 
-    /// <summary>
-    /// Asynchronously retrieves an ordered enumerable of background job registrations.
-    /// <para>
-    /// Each background job registration is returned when it should be run.
-    /// </para>
-    /// </summary>
-    /// <param name="cancellationToken">The <see cref="CancellationToken"/> used for cancelling the enumeration.</param>
-    /// <returns>An asynchronous enumerable of background job registrations.</returns>
     public async IAsyncEnumerable<BackgroundJobRegistration> GetBackgroundJobsAsync([EnumeratorCancellation] CancellationToken cancellationToken = default)
     {
         var interval = TimeSpan.FromSeconds(30);
@@ -53,7 +50,7 @@ public async IAsyncEnumerable<BackgroundJobRegistration> GetBackgroundJobsAsync(
         {
             var intervalMinus5Seconds = interval.Subtract(TimeSpan.FromSeconds(5));
 
-            _logger.LogDebug("No background job occurrences found in the TimeSpan {interval}, " +
+            _logger.LogDebug("No CronJob or OneTimeJob occurrences found in the TimeSpan {interval}, " +
                              "waiting for TimeSpan {interval} until checking again.", interval, intervalMinus5Seconds);
 
             await Task.Delay(intervalMinus5Seconds, cancellationToken);
@@ -78,6 +75,9 @@ public async IAsyncEnumerable<BackgroundJobRegistration> GetBackgroundJobsAsync(
         }
     }
 
+
+    public IEnumerable<BackgroundJobRegistration> GetRecurringJobs() => _options.Value.Registrations.Where(registration => registration.IsRecurringJob);
+
     /// <summary>
     /// Gets an ordered enumerable of background job occurrences within the specified <paramref name="fetchInterval"/>.
     /// </summary>
@@ -90,7 +90,8 @@ internal IEnumerable<BackgroundJobOccurrence> GetOrderedBackgroundJobOccurrences
         using var scope = _scopeFactory.CreateScope();
 
         var backgroundJobOccurrences = new List<BackgroundJobOccurrence>();
-        foreach (var registration in _options.Value.Registrations)
+
+        foreach (var registration in _options.Value.Registrations.Where(registration => !registration.IsRecurringJob))
         {
             var backgroundJob = registration.Factory(scope.ServiceProvider);
 

src/Pilgaard.BackgroundJobs/BackgroundJobService.cs

@@ -29,6 +29,9 @@ internal sealed class BackgroundJobService : IBackgroundJobService
     private readonly ILogger<BackgroundJobService> _logger;
     private readonly IBackgroundJobScheduler _backgroundJobScheduler;
 
+    private event Func<object, EventArgs, BackgroundJobRegistration, CancellationToken, Task>? RecurringJobTimerTriggered;
+    private static readonly List<IDisposable> _recurringJobTimers = new();
+
     private static readonly Meter _meter = new(
         name: typeof(BackgroundJobService).Assembly.GetName().Name!,
         version: typeof(BackgroundJobService).Assembly.GetName().Version?.ToString());
@@ -66,6 +69,8 @@ public BackgroundJobService(
     /// </returns>
     public async Task RunJobsAsync(CancellationToken cancellationToken = default)
     {
+        ScheduleRecurringJobs(cancellationToken);
+
         while (!cancellationToken.IsCancellationRequested)
         {
             _logger.LogDebug("Scheduling background jobs.");
@@ -83,6 +88,56 @@ public async Task RunJobsAsync(CancellationToken cancellationToken = default)
         }
     }
 
+    internal void ScheduleRecurringJobs(CancellationToken cancellationToken)
+    {
+        var recurringJobRegistrations = _backgroundJobScheduler.GetRecurringJobs();
+        if (recurringJobRegistrations.Any())
+        {
+            RecurringJobTimerTriggered += RunRecurringJobAsync;
+        }
+
+        using var scope = _scopeFactory.CreateScope();
+        foreach (var jobRegistration in recurringJobRegistrations)
+        {
+            if (jobRegistration.Factory(scope.ServiceProvider) is not IRecurringJob recurringJob)
+            {
+                _logger.LogError("Failed to schedule recurring job {@jobRegistration}. " +
+                                 "It does not implement {recurringJobInterface}",
+                    jobRegistration, typeof(IRecurringJob));
+                continue;
+            }
+
+            var dueTime = recurringJob switch
+            {
+                IRecurringJobWithInitialDelay recurringJobWithInitialDelay => recurringJobWithInitialDelay.InitialDelay,
+                _ => recurringJob.Interval
+            };
+
+            var recurringJobTimer = new System.Threading.Timer(_ => RecurringJobTimerTriggered?.Invoke(this, EventArgs.Empty, jobRegistration, cancellationToken),
+                state: null,
+                dueTime: dueTime,
+                period: recurringJob.Interval);
+
+            _recurringJobTimers.Add(recurringJobTimer);
+
+            _logger.LogInformation("RecurringJob {jobName} has been scheduled to run every {interval}. " +
+                                   "The first run will be in {dueTime}",
+                jobRegistration.Name, recurringJob.Interval, dueTime);
+        }
+    }
+
+#pragma warning disable IDE0060    
+    /// <summary>
+    /// Runs the recurring job.
+    /// </summary>
+    /// <param name="sender">The sender. This is not used.</param>
+    /// <param name="eventArgs">The <see cref="EventArgs"/> instance containing the event data. This is not used.</param>
+    /// <param name="registration">The background job registration.</param>
+    /// <param name="cancellationToken">A <see cref="CancellationToken"/> which can be used to cancel the background job.</param>
+    internal async Task RunRecurringJobAsync(object sender, EventArgs eventArgs, BackgroundJobRegistration registration, CancellationToken cancellationToken)
+        => await RunJobAsync(registration, cancellationToken);
+#pragma warning restore IDE0060
+
     /// <summary>
     /// Constructs the background job using <see cref="BackgroundJobRegistration.Factory"/> and runs it.
     /// </summary>
@@ -137,4 +192,12 @@ internal async Task RunJobAsync(BackgroundJobRegistration registration, Cancella
             timeoutCancellationTokenSource?.Dispose();
         }
     }
+
+    public void Dispose()
+    {
+        foreach (var disposable in _recurringJobTimers)
+        {
+            disposable.Dispose();
+        }
+    }
 }

src/Pilgaard.BackgroundJobs/IBackgroundJobScheduler.cs

@@ -9,10 +9,19 @@ internal interface IBackgroundJobScheduler
     /// <summary>
     /// Asynchronously retrieves an ordered enumerable of background job registrations.
     /// <para>
+    /// Jobs that implement <see cref="IRecurringJob"/> are not retrieved, they are scheduled during startup.
+    /// </para>
+    /// <para>
     /// Each background job registration is returned when it should be run.
     /// </para>
     /// </summary>
     /// <param name="cancellationToken">The <see cref="CancellationToken"/> used for cancelling the enumeration.</param>
     /// <returns>An asynchronous enumerable of background job registrations.</returns>
     IAsyncEnumerable<BackgroundJobRegistration> GetBackgroundJobsAsync(CancellationToken cancellationToken);
+
+    /// <summary>
+    /// Retrieves all <see cref="BackgroundJobRegistration"/>s where <see cref="BackgroundJobRegistration.IsRecurringJob"/> is <c>true</c>
+    /// </summary>
+    /// <returns>An enumerable of background job registrations where <see cref="BackgroundJobRegistration.IsRecurringJob"/> is <c>true</c></returns>
+    IEnumerable<BackgroundJobRegistration> GetRecurringJobs();
 }