removing locking

This commit is contained in:
Plaisted
2021-01-19 18:06:50 -06:00
parent 60f3005544
commit 9bfe69aef1
4 changed files with 466 additions and 465 deletions

View File

@@ -8,7 +8,7 @@
internal class NumericTokenizer : ITokenizer
{
private static readonly StringBuilderPool StringBuilderPool = new StringBuilderPool(10);
private readonly StringBuilder stringBuilder = new();
private const byte Zero = 48;
private const byte Nine = 57;
@@ -23,7 +23,7 @@
if ((currentByte >= Zero && currentByte <= Nine) || currentByte == '-' || currentByte == '+' || currentByte == '.')
{
characters = StringBuilderPool.Borrow();
characters = stringBuilder;
characters.Append((char)currentByte);
}
else
@@ -53,7 +53,7 @@
try
{
var str = characters.ToString();
StringBuilderPool.Return(characters);
characters.Clear();
switch (str)
{

View File

@@ -15,9 +15,10 @@
private static readonly DictionaryTokenizer DictionaryTokenizer = new DictionaryTokenizer();
private static readonly HexTokenizer HexTokenizer = new HexTokenizer();
private static readonly NameTokenizer NameTokenizer = new NameTokenizer();
private static readonly NumericTokenizer NumericTokenizer = new NumericTokenizer();
private static readonly PlainTokenizer PlainTokenizer = new PlainTokenizer();
private static readonly StringTokenizer StringTokenizer = new StringTokenizer();
private readonly NumericTokenizer NumericTokenizer = new NumericTokenizer();
private readonly StringTokenizer StringTokenizer = new StringTokenizer();
private readonly ScannerScope scope;
private readonly IInputBytes inputBytes;

View File

@@ -6,7 +6,7 @@
internal class StringTokenizer : ITokenizer
{
private static readonly StringBuilderPool StringBuilderPool = new StringBuilderPool(16);
private readonly StringBuilder stringBuilder = new();
public bool ReadsNextByte { get; } = false;
public bool TryTokenize(byte currentByte, IInputBytes inputBytes, out IToken token)
@@ -23,7 +23,7 @@
return false;
}
var builder = StringBuilderPool.Borrow();
var builder = stringBuilder;
var numberOfBrackets = 1;
var isEscapeActive = false;
var isLineBreaking = false;
@@ -178,7 +178,7 @@
encodedWith = StringToken.Encoding.Iso88591;
}
StringBuilderPool.Return(builder);
builder.Clear();
token = new StringToken(tokenStr, encodedWith);

View File

@@ -1,4 +1,4 @@
<Project Sdk="Microsoft.NET.Sdk">
<Project Sdk="Microsoft.NET.Sdk">
<PropertyGroup>
<TargetFrameworks>netstandard2.0;net45;net451;net452;net46;net461;net462;net47</TargetFrameworks>
<LangVersion>latest</LangVersion>