add gc interval

MesETL.App/HostedServices/TaskMonitorService.cs

@@ -2,6 +2,7 @@
 using System.Text;
 using MesETL.App.Services;
 using MesETL.App.Services.Loggers;
+using Microsoft.Extensions.Configuration;
 using Microsoft.Extensions.DependencyInjection;
 
 namespace MesETL.App.HostedServices;
@@ -15,24 +16,32 @@ public class TaskMonitorService
     private readonly ProcessContext _context;
     private readonly DataRecordQueue _producerQueue;
     private readonly RecordQueuePool _queuePool;
+    private readonly IConfiguration _configuration;
     
     private string _outputPath = Path.Combine(AppDomain.CurrentDomain.BaseDirectory, "Log/progress.txt");
 
+    private readonly int _gcInterval;
+
     public TaskMonitorService(ProcessContext context,
         [FromKeyedServices(Const.ConstVar.Producer)]
         DataRecordQueue producerQueue,
         RecordQueuePool queuePool,
-        IEnumerable<ITaskMonitorLogger> monitorLoggers)
+        IEnumerable<ITaskMonitorLogger> monitorLoggers, 
+        IConfiguration configuration)
     {
         _context = context;
         _producerQueue = producerQueue;
         _queuePool = queuePool;
         _monitorLoggers = monitorLoggers;
+        _configuration = configuration;
+
+        _gcInterval = _configuration.GetValue<int>("GCIntervalMilliseconds)");
     }
 
     public async Task Monitor(CancellationToken stoppingToken)
     {
         var sw = Stopwatch.StartNew();
+        var lastGCTime = sw.ElapsedMilliseconds;
         var lastTime = sw.ElapsedMilliseconds;
         var lastInputCount = _context.InputCount;
         var lastTransformCount = _context.TransformCount;
@@ -74,6 +83,12 @@ public class TaskMonitorService
             var inputSpeed = (inputCount - lastInputCount) / elapseTime;
             var transformSpeed = (transformCount - lastTransformCount) / elapseTime;
             var outputSpeed = (outputCount - lastOutputCount) / elapseTime;
+
+            if(_gcInterval > 0 && time - lastGCTime > _gcInterval)
+            {
+                GC.Collect();
+                lastGCTime = time;
+            }
             
             // _logger.LogInformation(
             //     "Task monitor: running: {Running}, error: {Error}, completed: {Completed}, canceled: {Canceled}, outputSpeed: {Speed} records/s",
@@ -88,6 +103,7 @@ public class TaskMonitorService
                     
                     {"| Input Queue", _producerQueue.Count.ToString() },
                     {"Output Queue", _queuePool.Queues.Values.Sum(queue => queue.Count).ToString()}, 
+                    {"Memory", $"{GC.GetTotalMemory(false) / 1024 / 1024} MiB"},
                 });
 
                 var dict = _context.TableProgress
@@ -98,6 +114,8 @@ public class TaskMonitorService
                 {
                     sb.AppendLine($"{kv.Key}: {kv.Value}");
                 }
+
+                sb.AppendLine($"LongestCharCount: {_producerQueue.LongestFieldCharCount}");
                 await File.WriteAllTextAsync(_outputPath, sb.ToString(), CancellationToken.None);