diff options
Diffstat (limited to 'willow/tools/willowc/lib/tokenizer.cpp')
| -rw-r--r-- | willow/tools/willowc/lib/tokenizer.cpp | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/willow/tools/willowc/lib/tokenizer.cpp b/willow/tools/willowc/lib/tokenizer.cpp index 8ce5ecb..f7dd04f 100644 --- a/willow/tools/willowc/lib/tokenizer.cpp +++ b/willow/tools/willowc/lib/tokenizer.cpp @@ -145,8 +145,10 @@ Token Tokenizer::scan() { Token t{start, offset, k}; if (t.kind == TokenKind::Invalid) { - if (t.start == t.end) + if (t.start == t.end) { t.end++; + skip(); + } recover(); } |