phoedos/pmd
1
1
Fork 1
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

PR Review

Browse Source
This commit is contained in:
Tomi De Lucca
2018-08-19 03:56:07 -03:00
parent 1812880c47
commit 1796d2a7a5
2 changed files with 10 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
pmd-core/src/main/java/net/sourceforge/pmd/cpd/AntlrTokenizer.java
View File

@ -19,16 +19,7 @@ import net.sourceforge.pmd.lang.ast.TokenMgrError;
*/
public abstract class AntlrTokenizer implements Tokenizer {
private final Lexer lexer;
/**
* Constructor.
*
* @param lexer lexer.
*/
public AntlrTokenizer(final Lexer lexer) {
this.lexer = lexer;
}
protected abstract Lexer getLexerForSource(final CharStream charStream);
@Override
public void tokenize(final SourceCode sourceCode, final Tokens tokenEntries) {
@ -36,11 +27,12 @@ public abstract class AntlrTokenizer implements Tokenizer {
try {
final CharStream charStream = CharStreams.fromString(buffer.toString());
lexer.reset();
lexer.setInputStream(charStream);
Lexer lexer = getLexerForSource(charStream);
lexer.removeErrorListeners();
lexer.addErrorListener(new ErrorHandler());
Token token = lexer.nextToken();
while (token.getType() != Token.EOF) {

8
pmd-swift/src/main/java/net/sourceforge/pmd/cpd/SwiftTokenizer.java
View File

@ -5,13 +5,17 @@
package net.sourceforge.pmd.cpd;
import net.sourceforge.pmd.lang.swift.antlr4.SwiftLexer;
import org.antlr.v4.runtime.CharStream;
import org.antlr.v4.runtime.Lexer;
/**
* SwiftTokenizer
*/
public class SwiftTokenizer extends AntlrTokenizer {
public SwiftTokenizer() {
super(new SwiftLexer(null));
@Override
protected Lexer getLexerForSource(final CharStream charStream) {
return new SwiftLexer(charStream);
}
}