46 lines
1.4 KiB
C#
46 lines
1.4 KiB
C#
using Microsoft.Extensions.Logging;
|
||
using ZstdSharp;
|
||
|
||
namespace MesETL.App.Services.ETL;
|
||
|
||
/// <summary>
|
||
/// 解压ZST文件，从中读取CSV数据
|
||
/// </summary>
|
||
public class ZstReader : CsvReader
|
||
{
|
||
protected new readonly Lazy<StreamReader> Reader;
|
||
|
||
|
||
public ZstReader(string filePath, string tableName, string[] headers, string delimiter = ",", char quoteChar = '\"', ILogger? logger = null)
|
||
: base(filePath, tableName, headers, delimiter, quoteChar, logger)
|
||
{
|
||
var ds = new DecompressionStream(File.OpenRead(filePath));
|
||
Reader = new Lazy<StreamReader>(() => new StreamReader(ds));
|
||
}
|
||
|
||
public ZstReader(Stream stream, string tableName, string[] headers, string delimiter = ",", char quoteChar = '\"', ILogger? logger = null)
|
||
: base(stream, tableName, headers, delimiter, quoteChar, logger)
|
||
{
|
||
var ds = new DecompressionStream(stream);
|
||
Reader = new Lazy<StreamReader>(() => new StreamReader(ds));
|
||
}
|
||
|
||
public override async ValueTask<bool> ReadAsync()
|
||
{
|
||
var str = await Reader.Value.ReadLineAsync();
|
||
if (string.IsNullOrWhiteSpace(str))
|
||
return false;
|
||
|
||
var fields = ParseRow(str, QuoteChar, Delimiter[0]);
|
||
Current = new DataRecord(fields, TableName, Headers);
|
||
return true;
|
||
}
|
||
|
||
public override void Dispose()
|
||
{
|
||
base.Dispose();
|
||
if(Reader.IsValueCreated)
|
||
Reader.Value.Dispose();
|
||
}
|
||
|
||
} |