CZY/MES-ETL
1
0
Fork 0
Code Pull Requests Releases Activity

修改根命名空间，修改分库配置。

Browse Source
This commit is contained in:
陈梓阳
2024-02-02 17:14:41 +08:00
parent e0de5d1c58
commit 5cda84797b
52 changed files with 163 additions and 237 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
MesETL.App/HostedServices/Abstractions/IDataReader.cs
View File

@@ -1,10 +1,4 @@
using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
namespace ConsoleApp2.HostedServices.Abstractions
namespace MesETL.App.HostedServices.Abstractions
{
public interface IDataReader : IDisposable
{

5
MesETL.App/HostedServices/Abstractions/IInputService.cs
View File

@@ -1,7 +1,4 @@
using ConsoleApp2.Options;
using ConsoleApp2.Services;
namespace ConsoleApp2.HostedServices.Abstractions;
namespace MesETL.App.HostedServices.Abstractions;
public interface IInputService
{

5
MesETL.App/HostedServices/Abstractions/IOutputService.cs
View File

@@ -1,7 +1,4 @@
using ConsoleApp2.Options;
using ConsoleApp2.Services;
namespace ConsoleApp2.HostedServices.Abstractions;
namespace MesETL.App.HostedServices.Abstractions;
public interface IOutputService
{

5
MesETL.App/HostedServices/Abstractions/ITransformService.cs
View File

@@ -1,7 +1,4 @@
using ConsoleApp2.Options;
using ConsoleApp2.Services;
namespace ConsoleApp2.HostedServices.Abstractions;
namespace MesETL.App.HostedServices.Abstractions;
public interface ITransformService
{

12
MesETL.App/HostedServices/FileInputService.cs
View File

@@ -1,13 +1,13 @@
using ConsoleApp2.Const;
using ConsoleApp2.HostedServices.Abstractions;
using ConsoleApp2.Options;
using ConsoleApp2.Services;
using ConsoleApp2.Services.ETL;
using MesETL.App.Const;
using MesETL.App.HostedServices.Abstractions;
using MesETL.App.Options;
using MesETL.App.Services;
using MesETL.App.Services.ETL;
using Microsoft.Extensions.DependencyInjection;
using Microsoft.Extensions.Logging;
using Microsoft.Extensions.Options;
namespace ConsoleApp2.HostedServices;
namespace MesETL.App.HostedServices;
public record FileInputInfo
{

20
MesETL.App/HostedServices/MainHostedService.cs
View File

@@ -1,17 +1,17 @@
using System.Diagnostics;
using System.Text;
using ConsoleApp2.Helpers;
using ConsoleApp2.HostedServices.Abstractions;
using ConsoleApp2.Options;
using ConsoleApp2.Services;
using ConsoleApp2.Services.ErrorRecorder;
using MesETL.App.Helpers;
using MesETL.App.HostedServices.Abstractions;
using MesETL.App.Options;
using MesETL.App.Services;
using MesETL.App.Services.ErrorRecorder;
using Microsoft.Extensions.Configuration;
using Microsoft.Extensions.Hosting;
using Microsoft.Extensions.Logging;
using Microsoft.Extensions.Options;
using MySqlConnector;
namespace ConsoleApp2.HostedServices;
namespace MesETL.App.HostedServices;
public class MainHostedService : BackgroundService
{
@@ -107,7 +107,7 @@ public class MainHostedService : BackgroundService
private async Task SetVariableAsync(bool enable = true)
{
var connStr = _databaseOptions.Value.ConnectionString
?? throw new ApplicationException("无法还原索引，因为分库配置中没有配置数据库");
?? throw new ApplicationException("分库配置中没有配置数据库");
if (enable)
{
await DatabaseHelper.NonQueryAsync(connStr,
@@ -128,13 +128,13 @@ public class MainHostedService : BackgroundService
private async Task ExecuteEachDatabase(string command, CancellationToken cancellationToken = default)
{
var databases = _tenantDbOptions.Value.DbList?.Keys
?? throw new ApplicationException("无法还原索引，因为分库配置中没有配置数据库");
var databases = _tenantDbOptions.Value.DbGroup?.Keys
?? throw new ApplicationException("分库配置中没有配置数据库");
var list = new List<Task>();
foreach (var db in databases)
{
var connStr = new MySqlConnectionStringBuilder(_databaseOptions.Value.ConnectionString
?? throw new ApplicationException("无法还原索引，因为没有配置数据库连接字符串"))
?? throw new ApplicationException("没有配置数据库连接字符串"))
{
ConnectionTimeout = 60,
DefaultCommandTimeout = 0,

16
MesETL.App/HostedServices/OutputService.cs
View File

@@ -1,15 +1,15 @@
using ConsoleApp2.Helpers;
using ConsoleApp2.HostedServices.Abstractions;
using ConsoleApp2.Options;
using ConsoleApp2.Services;
using ConsoleApp2.Services.ErrorRecorder;
using MesETL.App.Helpers;
using MesETL.App.HostedServices.Abstractions;
using MesETL.App.Options;
using MesETL.App.Services;
using MesETL.App.Services.ErrorRecorder;
using Microsoft.Extensions.Logging;
using Microsoft.Extensions.Options;
using MySqlConnector;
using MySqlDestination = ConsoleApp2.Services.ETL.MySqlDestination;
using TaskExtensions = ConsoleApp2.Helpers.TaskExtensions;
using MySqlDestination = MesETL.App.Services.ETL.MySqlDestination;
using TaskExtensions = MesETL.App.Helpers.TaskExtensions;
namespace ConsoleApp2.HostedServices;
namespace MesETL.App.HostedServices;
/// <summary>
/// 数据导出服务，将数据导出至MySql服务

8
MesETL.App/HostedServices/TaskMonitorService.cs
View File

@@ -1,10 +1,10 @@
using System.Diagnostics;
using ConsoleApp2.Const;
using ConsoleApp2.Services;
using ConsoleApp2.Services.Loggers;
using MesETL.App.Const;
using MesETL.App.Services;
using MesETL.App.Services.Loggers;
using Microsoft.Extensions.DependencyInjection;
namespace ConsoleApp2.HostedServices;
namespace MesETL.App.HostedServices;
/// <summary>
/// 任务监控

14
MesETL.App/HostedServices/TransformService.cs
View File

@@ -1,14 +1,14 @@
using ConsoleApp2.Cache;
using ConsoleApp2.Const;
using ConsoleApp2.HostedServices.Abstractions;
using ConsoleApp2.Options;
using ConsoleApp2.Services;
using ConsoleApp2.Services.ErrorRecorder;
using MesETL.App.Cache;
using MesETL.App.Const;
using MesETL.App.HostedServices.Abstractions;
using MesETL.App.Options;
using MesETL.App.Services;
using MesETL.App.Services.ErrorRecorder;
using Microsoft.Extensions.DependencyInjection;
using Microsoft.Extensions.Logging;
using Microsoft.Extensions.Options;
namespace ConsoleApp2.HostedServices;
namespace MesETL.App.HostedServices;
public record DataTransformContext(DataRecord Record, ICacher Cacher, ILogger Logger);

6
MesETL.App/HostedServices/VoidOutputService.cs
View File

@@ -1,8 +1,8 @@
using ConsoleApp2.HostedServices.Abstractions;
using ConsoleApp2.Services;
using MesETL.App.HostedServices.Abstractions;
using MesETL.App.Services;
using Microsoft.Extensions.Logging;
namespace ConsoleApp2.HostedServices;
namespace MesETL.App.HostedServices;
// 空输出服务，测试用
public class VoidOutputService : IOutputService