CZY/MES-ETL
1
0
Fork 0
Code Pull Requests Releases Activity

修改根命名空间，修改分库配置。

Browse Source
This commit is contained in:
陈梓阳
2024-02-02 17:14:41 +08:00
parent e0de5d1c58
commit 5cda84797b
52 changed files with 163 additions and 237 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
MesETL.App/Services/DataRecordQueue.cs
View File

@@ -1,7 +1,7 @@
using System.Collections.Concurrent;
using System.Diagnostics.CodeAnalysis;
namespace ConsoleApp2.Services;
namespace MesETL.App.Services;
/// <summary>
/// 数据队列

4
MesETL.App/Services/ETL/CsvReader.cs
View File

@@ -1,8 +1,8 @@
using System.Text;
using ConsoleApp2.HostedServices.Abstractions;
using MesETL.App.HostedServices.Abstractions;
using Microsoft.Extensions.Logging;
namespace ConsoleApp2.Services.ETL;
namespace MesETL.App.Services.ETL;
/// <summary>
/// CSV文件读取

6
MesETL.App/Services/ETL/DataReaderFactory.cs
View File

@@ -1,10 +1,10 @@
using ConsoleApp2.HostedServices.Abstractions;
using ConsoleApp2.Options;
using MesETL.App.HostedServices.Abstractions;
using MesETL.App.Options;
using Microsoft.Extensions.DependencyInjection;
using Microsoft.Extensions.Logging;
using Microsoft.Extensions.Options;
namespace ConsoleApp2.Services.ETL;
namespace MesETL.App.Services.ETL;
public class DataReaderFactory
{

6
MesETL.App/Services/ETL/MySqlDestination.cs
View File

@@ -1,12 +1,12 @@
using System.Text;
using System.Text.RegularExpressions;
using ConsoleApp2.Helpers;
using ConsoleApp2.Options;
using MesETL.App.Helpers;
using MesETL.App.Options;
using Microsoft.Extensions.Logging;
using Microsoft.Extensions.Options;
using MySqlConnector;
namespace ConsoleApp2.Services.ETL;
namespace MesETL.App.Services.ETL;
/// <summary>
/// Mysql导出

4
MesETL.App/Services/ETL/ZstMockReader.cs
View File

@@ -1,7 +1,7 @@
using ConsoleApp2.Options;
using MesETL.App.Options;
using Microsoft.Extensions.Logging;
namespace ConsoleApp2.Services.ETL;
namespace MesETL.App.Services.ETL;
/// <summary>
/// 截取提供ZST文件中的第一行，然后复制成指定数量的数据

2
MesETL.App/Services/ETL/ZstReader.cs
View File

@@ -1,7 +1,7 @@
using Microsoft.Extensions.Logging;
using ZstdSharp;
namespace ConsoleApp2.Services.ETL;
namespace MesETL.App.Services.ETL;
/// <summary>
/// 解压ZST文件，从中读取CSV数据

4
MesETL.App/Services/ErrorRecorder/ErrorRecorder.cs
View File

@@ -1,7 +1,7 @@
using ConsoleApp2.Helpers;
using MesETL.App.Helpers;
using Microsoft.Extensions.Logging;
namespace ConsoleApp2.Services.ErrorRecorder;
namespace MesETL.App.Services.ErrorRecorder;
public class ErrorRecorder
{

2
MesETL.App/Services/ErrorRecorder/ErrorRecorderFactory.cs
View File

@@ -1,7 +1,7 @@
using Microsoft.Extensions.DependencyInjection;
using Microsoft.Extensions.Logging;
namespace ConsoleApp2.Services.ErrorRecorder;
namespace MesETL.App.Services.ErrorRecorder;
public class ErrorRecorderFactory
{

2
MesETL.App/Services/ErrorRecorder/InputErrorRecorder.cs
View File

@@ -1,6 +1,6 @@
using Microsoft.Extensions.Logging;
namespace ConsoleApp2.Services.ErrorRecorder;
namespace MesETL.App.Services.ErrorRecorder;
public sealed class InputErrorRecorder : ErrorRecorder
{

4
MesETL.App/Services/ErrorRecorder/OutputErrorRecorder.cs
View File

@@ -1,12 +1,12 @@
using System.Text;
using Microsoft.Extensions.Logging;
namespace ConsoleApp2.Services.ErrorRecorder;
namespace MesETL.App.Services.ErrorRecorder;
public sealed class OutputErrorRecorder : ErrorRecorder
{
private readonly string _outputDir = Path.Combine(AppDomain.CurrentDomain.BaseDirectory, $"/ErrorRecords/{UID}/Output");
private readonly string _outputDir = Path.Combine(AppDomain.CurrentDomain.BaseDirectory, $"ErrorRecords/{UID}/Output");
private readonly string _database;
private readonly Dictionary<string, int> _logIndex = new();

2
MesETL.App/Services/ErrorRecorder/TransformErrorRecorder.cs
View File

@@ -1,6 +1,6 @@
using Microsoft.Extensions.Logging;
namespace ConsoleApp2.Services.ErrorRecorder;
namespace MesETL.App.Services.ErrorRecorder;
public sealed class TransformErrorRecorder : ErrorRecorder
{

4
MesETL.App/Services/Loggers/CacheTaskMonitorLogger.cs
View File

@@ -1,6 +1,6 @@
using ConsoleApp2.Cache;
using MesETL.App.Cache;
namespace ConsoleApp2.Services.Loggers;
namespace MesETL.App.Services.Loggers;
public class CacheTaskMonitorLogger : ITaskMonitorLogger
{

2
MesETL.App/Services/Loggers/ITaskMonitorLogger.cs
View File

@@ -1,4 +1,4 @@
namespace ConsoleApp2.Services.Loggers;
namespace MesETL.App.Services.Loggers;
public interface ITaskMonitorLogger
{

2
MesETL.App/Services/Loggers/LoggerTaskMonitorLogger.cs
View File

@@ -1,7 +1,7 @@
using System.Text;
using Microsoft.Extensions.Logging;
namespace ConsoleApp2.Services.Loggers;
namespace MesETL.App.Services.Loggers;
public class LoggerTaskMonitorLogger : ITaskMonitorLogger
{

2
MesETL.App/Services/ProcessContext.cs
View File

@@ -1,6 +1,6 @@
using System.Collections.Concurrent;
namespace ConsoleApp2.Services;
namespace MesETL.App.Services;
/// <summary>
/// 处理上下文类，标识处理进度

2
MesETL.App/Services/RecordQueuePool.cs
View File

@@ -1,7 +1,7 @@
using System.Collections.Concurrent;
using Microsoft.Extensions.DependencyInjection;
namespace ConsoleApp2.Services;
namespace MesETL.App.Services;
public class RecordQueuePool
{

4
MesETL.App/Services/TaskManager.cs
View File

@@ -1,7 +1,7 @@
using ApplicationException = System.ApplicationException;
using TaskExtensions = ConsoleApp2.Helpers.TaskExtensions;
using TaskExtensions = MesETL.App.Helpers.TaskExtensions;
namespace ConsoleApp2.Services;
namespace MesETL.App.Services;
/// <summary>
/// 快速批量创建和等待任务