adding comment for non-static tokenizer

This commit is contained in:
Plaisted 2021-01-19 18:18:33 -06:00
parent 9bfe69aef1
commit 0b716a759f

View File

@ -17,6 +17,8 @@
private static readonly NameTokenizer NameTokenizer = new NameTokenizer();
private static readonly PlainTokenizer PlainTokenizer = new PlainTokenizer();
// NOTE: these are not thread safe so should not be static. Each instance includes a
// StringBuilder it re-uses.
private readonly NumericTokenizer NumericTokenizer = new NumericTokenizer();
private readonly StringTokenizer StringTokenizer = new StringTokenizer();