diff --git a/Benchmarks/Program.cs b/Benchmarks/Program.cs index 01b448b..2d6b65d 100644 --- a/Benchmarks/Program.cs +++ b/Benchmarks/Program.cs @@ -5,7 +5,7 @@ using BenchmarkDotNet.Diagnosers; using BenchmarkDotNet.Running; using UAX29; - +using Microsoft.Extensions.Primitives; BenchmarkRunner.Run(); [SimpleJob(launchCount: 1, warmupCount: 3, iterationCount: 3)] @@ -39,6 +39,17 @@ public void Setup() sampleStream = new MemoryStream(sample); } + [Benchmark] + public void Naive() + { + char[] separators = new char[] { ' ', '\t', '\n', '\r' }; + + var tokenizer = new StringTokenizer(sampleStr, separators); + foreach (var token in tokenizer) + { + } + } + [Benchmark] public void SplitBytes() {