adding comment for non-static tokenizer

This commit is contained in:
Plaisted 2021-01-19 18:18:33 -06:00
parent 9bfe69aef1
commit 0b716a759f

View File

@ -16,7 +16,9 @@
private static readonly HexTokenizer HexTokenizer = new HexTokenizer();
private static readonly NameTokenizer NameTokenizer = new NameTokenizer();
private static readonly PlainTokenizer PlainTokenizer = new PlainTokenizer();
// NOTE: these are not thread safe so should not be static. Each instance includes a
// StringBuilder it re-uses.
private readonly NumericTokenizer NumericTokenizer = new NumericTokenizer();
private readonly StringTokenizer StringTokenizer = new StringTokenizer();