phoedos/pmd
1
1
Fork 1
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Align cpd

Browse Source
This commit is contained in:
Clément Fournier
2020-04-18 07:25:22 +02:00
parent b31edc52c2
commit b779abd08b
20 changed files with 198 additions and 388 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
pmd-python/src/main/java/net/sourceforge/pmd/cpd/PythonTokenizer.java
View File

@ -4,7 +4,6 @@
package net.sourceforge.pmd.cpd;
import java.io.Reader;
import java.util.regex.Pattern;
import org.checkerframework.checker.nullness.qual.Nullable;
@ -12,7 +11,6 @@ import org.checkerframework.checker.nullness.qual.Nullable;
import net.sourceforge.pmd.cpd.internal.JavaCCTokenizer;
import net.sourceforge.pmd.lang.TokenManager;
import net.sourceforge.pmd.lang.ast.CharStream;
import net.sourceforge.pmd.lang.ast.impl.javacc.CharStreamFactory;
import net.sourceforge.pmd.lang.ast.impl.javacc.JavaccToken;
import net.sourceforge.pmd.lang.ast.impl.javacc.JavaccTokenDocument;
import net.sourceforge.pmd.lang.python.ast.PythonTokenKinds;
@ -31,8 +29,8 @@ public class PythonTokenizer extends JavaCCTokenizer {
}
@Override
protected CharStream makeCharStream(Reader sourceCode) {
return CharStreamFactory.simpleCharStream(sourceCode, PythonTokenDocument::new);
protected JavaccTokenDocument newTokenDoc(TextDocument textDoc) {
return new PythonTokenDocument(textDoc);
}
private static class PythonTokenDocument extends JavaccTokenDocument {