Move cpd tokenizer tests to the various sub-modules

2014-10-04 19:16:01 +02:00
parent 36dd58a4ab
commit c352217131
4 changed files with 0 additions and 0 deletions
--- a/pmd-cpp/src/test/java/net/sourceforge/pmd/cpd/CPPTokenizerTest.java
+++ b/pmd-cpp/src/test/java/net/sourceforge/pmd/cpd/CPPTokenizerTest.java
@ -0,0 +1,103 @@
+/**
+ * BSD-style license; for more info see http://pmd.sourceforge.net/license.html
+ */
+package net.sourceforge.pmd.cpd;
+
+import static org.junit.Assert.assertEquals;
+import net.sourceforge.pmd.PMD;
+
+import org.junit.Test;
+
+public class CPPTokenizerTest {
+
+    @Test
+    public void testMultiLineMacros() throws Throwable {
+        Tokens tokens = parse(TEST1);
+        assertEquals(7, tokens.size());
+    }
+
+    @Test
+    public void testDollarSignInIdentifier() {
+        parse(TEST2);
+    }
+
+    @Test
+    public void testDollarSignStartingIdentifier() {
+        parse(TEST3);
+    }
+
+    @Test
+    public void testWideCharacters() {
+        parse(TEST4);
+    }
+
+    @Test
+    public void testContinuation_IntraToken() {
+    	Tokens tokens = parse(TEST5);
+        assertEquals(7, tokens.size());
+    }
+    
+    @Test
+    public void testContinuation_InterToken() {
+    	Tokens tokens = parse(TEST6);
+    	assertEquals(17, tokens.size());
+    }
+
+    private Tokens parse(String snippet) {
+        CPPTokenizer tokenizer = new CPPTokenizer();
+        SourceCode code = new SourceCode(new SourceCode.StringCodeLoader(snippet));
+        Tokens tokens = new Tokens();
+        tokenizer.tokenize(code, tokens);
+        return tokens;
+    }
+
+    private static final String TEST1 =
+            "#define FOO a +\\" + PMD.EOL +
+            "            b +\\" + PMD.EOL +
+            "            c +\\" + PMD.EOL +
+            "            d +\\" + PMD.EOL +
+            "            e +\\" + PMD.EOL +
+            "            f +\\" + PMD.EOL +
+            "            g" + PMD.EOL +
+            " void main() {}";
+
+    private static final String TEST2 =
+            " void main() { int x$y = 42; }";
+
+    private static final String TEST3 =
+            " void main() { int $x = 42; }";
+
+    private static final String TEST4 =
+            " void main() { char x = L'a'; }";
+    
+    private static final String TEST5 =
+            "v\\" + PMD.EOL +
+            "o\\" + PMD.EOL +
+            "i\\" + PMD.EOL +
+            "d\\" + PMD.EOL +
+            " \\" + PMD.EOL +
+            "m\\" + PMD.EOL +
+            "a\\" + PMD.EOL +
+            "i\\" + PMD.EOL +
+            "n\\" + PMD.EOL +
+            "(\\" + PMD.EOL +
+            ")\\" + PMD.EOL +
+            " \\" + PMD.EOL +
+            "{\\" + PMD.EOL +
+            " \\" + PMD.EOL +
+            "}\\" + PMD.EOL;
+    
+    private static final String TEST6 =
+            "#include <iostream>" + PMD.EOL +
+            PMD.EOL +
+            "int main()" + PMD.EOL +
+            "{" + PMD.EOL +
+            "   std::cout << \"Hello, \" \\" + PMD.EOL +
+            "                \"world!\\n\";" + PMD.EOL +
+            "   return 0;" + PMD.EOL +
+            "}";
+
+    public static junit.framework.Test suite() {
+        return new junit.framework.JUnit4TestAdapter(CPPTokenizerTest.class);
+    }
+}