From d55ff28a861238b37f13c19b485e234005536bf6 Mon Sep 17 00:00:00 2001 From: Stefan Weigl-Bosker Date: Tue, 24 Feb 2026 12:53:23 -0500 Subject: remove duplicate test --- willow/tools/willowc/lib/tokenizer.cpp | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) (limited to 'willow/tools/willowc/lib') diff --git a/willow/tools/willowc/lib/tokenizer.cpp b/willow/tools/willowc/lib/tokenizer.cpp index 8ce5ecb..f7dd04f 100644 --- a/willow/tools/willowc/lib/tokenizer.cpp +++ b/willow/tools/willowc/lib/tokenizer.cpp @@ -145,8 +145,10 @@ Token Tokenizer::scan() { Token t{start, offset, k}; if (t.kind == TokenKind::Invalid) { - if (t.start == t.end) + if (t.start == t.end) { t.end++; + skip(); + } recover(); } -- cgit v1.2.3