From d55ff28a861238b37f13c19b485e234005536bf6 Mon Sep 17 00:00:00 2001 From: Stefan Weigl-Bosker Date: Tue, 24 Feb 2026 12:53:23 -0500 Subject: remove duplicate test --- willow/tools/willowc/lib/tokenizer.cpp | 4 +++- willow/tools/willowc/unittest/TokenizerTest.cpp | 2 -- 2 files changed, 3 insertions(+), 3 deletions(-) (limited to 'willow') diff --git a/willow/tools/willowc/lib/tokenizer.cpp b/willow/tools/willowc/lib/tokenizer.cpp index 8ce5ecb..f7dd04f 100644 --- a/willow/tools/willowc/lib/tokenizer.cpp +++ b/willow/tools/willowc/lib/tokenizer.cpp @@ -145,8 +145,10 @@ Token Tokenizer::scan() { Token t{start, offset, k}; if (t.kind == TokenKind::Invalid) { - if (t.start == t.end) + if (t.start == t.end) { t.end++; + skip(); + } recover(); } diff --git a/willow/tools/willowc/unittest/TokenizerTest.cpp b/willow/tools/willowc/unittest/TokenizerTest.cpp index b612980..d085b1d 100644 --- a/willow/tools/willowc/unittest/TokenizerTest.cpp +++ b/willow/tools/willowc/unittest/TokenizerTest.cpp @@ -190,8 +190,6 @@ TEST_CASE("invalid token recovery", "[tokenizer]") { REQUIRE(tokenizer_test(R"(----xyz)", std::array{Invalid, Eof})); - REQUIRE(tokenizer_test(R"(----xyz)", std::array{Invalid, Eof})); - REQUIRE(tokenizer_test(R"(^^foo:)", std::array{Invalid, Label, Colon, Eof})); REQUIRE(tokenizer_test(R"(%13a %foo)", -- cgit v1.2.3