make tokenizer classes internal and change the file header to use a scanner rather than the pdfbox type reader

This commit is contained in:
Eliot Jones
2018-01-03 20:15:25 +00:00
parent 72ffa1f308
commit f09ef85e5a
18 changed files with 248 additions and 131 deletions

View File

@@ -2,7 +2,7 @@
{
using Tokens;
public interface ITokenScanner
internal interface ITokenScanner
{
bool MoveNext();
@@ -10,4 +10,11 @@
bool TryReadToken<T>(out T token) where T : class, IToken;
}
internal interface ISeekableTokenScanner : ITokenScanner
{
void Seek(long position);
long CurrentPosition { get; }
}
}