remove duplicate testwillowc

2 files changed, 3 insertions, 3 deletions

diff --git a/willow/tools/willowc/lib/tokenizer.cpp b/willow/tools/willowc/lib/tokenizer.cpp
index 8ce5ecb..f7dd04f 100644
--- a/willow/tools/willowc/lib/tokenizer.cpp
+++ b/willow/tools/willowc/lib/tokenizer.cpp
@@ -145,8 +145,10 @@ Token Tokenizer::scan() {
   Token t{start, offset, k};
 
   if (t.kind == TokenKind::Invalid) {
-    if (t.start == t.end)
+    if (t.start == t.end) {
       t.end++;
+      skip();
+    }
     recover();
   }
 
diff --git a/willow/tools/willowc/unittest/TokenizerTest.cpp b/willow/tools/willowc/unittest/TokenizerTest.cpp
index b612980..d085b1d 100644
--- a/willow/tools/willowc/unittest/TokenizerTest.cpp
+++ b/willow/tools/willowc/unittest/TokenizerTest.cpp
@@ -190,8 +190,6 @@ TEST_CASE("invalid token recovery", "[tokenizer]") {
 
   REQUIRE(tokenizer_test(R"(----xyz)", std::array{Invalid, Eof}));
 
-  REQUIRE(tokenizer_test(R"(----xyz)", std::array{Invalid, Eof}));
-
   REQUIRE(tokenizer_test(R"(^^foo:)", std::array{Invalid, Label, Colon, Eof}));
 
   REQUIRE(tokenizer_test(R"(%13a %foo)",