Don't forget EOF token

2023-02-12 15:28:34 +01:00
parent 1828faeadc
commit add597026c
21 changed files with 118 additions and 84 deletions
--- a/pmd-cpp/src/test/java/net/sourceforge/pmd/cpd/CPPTokenizerTest.java
+++ b/pmd-cpp/src/test/java/net/sourceforge/pmd/cpd/CPPTokenizerTest.java
@@ -32,7 +32,7 @@ class CPPTokenizerTest extends CpdTextComparisonTest {
    @Test
    void testUTFwithBOM() {
        Tokenizer tokenizer = newTokenizer(dontSkipBlocks());
-        Tokens tokens = tokenize(tokenizer, "\ufeffint start()\n{ int ret = 1;\nreturn ret;\n}\n");
+        Tokens tokens = tokenize(tokenizer, sourceCodeOf("\ufeffint start()\n{ int ret = 1;\nreturn ret;\n}\n"));
        assertEquals(15, tokens.size());
    }