using System.Collections.Concurrent; using System.Diagnostics; using MesETL.App.Services.ETL; using Xunit.Abstractions; using ZstdSharp; namespace TestProject1; public class Test { private readonly ITestOutputHelper _output; public Test(ITestOutputHelper output) { _output = output; } [Theory] [InlineData([@"D:\Dump\NewMockData2\cferp.order_box_block.00000.dat.zst"])] public async Task ZstdDecompressTest(string inputFile) { var count = 0; var flag = true; var sw = Stopwatch.StartNew(); var reader = new StreamReader(new DecompressionStream(File.OpenRead(inputFile))); var monitor = Task.Run(async () => { var lastElapse = sw.ElapsedMilliseconds; var lastCount = 0; while (flag) { await Task.Delay(2000); _output.WriteLine($"speed: {(count - lastCount) / ((sw.ElapsedMilliseconds - lastElapse) / 1000f)}"); lastElapse = sw.ElapsedMilliseconds; lastCount = count; } }); while (!reader.EndOfStream) { var str = await reader.ReadLineAsync(); char a; // foreach (var c in str) // { // a = c; // } CsvReader.ParseRowFaster(str, '"', ','); count++; } flag = false; monitor.Wait(); } public static IEnumerable ParseRowData() { yield return [@"20220104020855,""2022-01-04 10:06:46"",1455,""0001-01-01 00:00:00"",""1"",0,""2"",""0"",\N,""0"",22010"]; yield return [@"20220104020858,""2022-01-04 15:08:22"",1455,""0001-01-01 00:00:00"",""1"",838,""2"",""0"",""5"",""0"",22010"]; yield return [@"5586326,20220104020855,220105981029,""1"",482278,482279,3768774,0,0,""1.000"",1455,22010"]; yield return [@"130658,""PD220104002302"",3,4616,""2022-01-04 15:10:40"",1443,""2022-01-04 15:10:40"",""2022-01-04 15:10:51"",0,"""",0,1455,""0001-01-01 00:00:00"",1,5B32303232303130343032303835385D,E590B8E5A1912D2DE590B8E5A1912D2D31382D2D323030302A3630302D2D3130E789872D2D352E3936333B6361696C69616F2D2D79616E73652D2D392D2D323031302A313137342D2D31E789872D2D322E3336,""0"",0"]; } [Theory] [MemberData(nameof(ParseRowData))] public void ParseRowFasterTest(string row) { var fields = CsvReader.ParseRowFaster(row, '"', ','); _output.WriteLine(string.Join(',', fields)); } [Fact] public void DictMemoryTest() { var dict = new ConcurrentDictionary(); for (int i = 0; i < 3000000; i++) { dict.AddOrUpdate(Guid.NewGuid().ToString(), Random.Shared.NextInt64(1000000000L, 9999999999L).ToString(), (_, __) => Random.Shared.NextInt64(1000000000L, 9999999999L).ToString()); } while (true) { } } }