[core] Rename Tokenizer to CpdLexer

See #4065
This commit is contained in:
Andreas Dangel
2024-01-11 17:04:48 +01:00
parent 55d91791c3
commit 6163f67b06
119 changed files with 423 additions and 352 deletions

View File

@ -4,10 +4,10 @@
package net.sourceforge.pmd.lang.dart;
import net.sourceforge.pmd.cpd.Tokenizer;
import net.sourceforge.pmd.cpd.CpdLexer;
import net.sourceforge.pmd.lang.LanguagePropertyBundle;
import net.sourceforge.pmd.lang.LanguageRegistry;
import net.sourceforge.pmd.lang.dart.cpd.DartTokenizer;
import net.sourceforge.pmd.lang.dart.cpd.DartCpdLexer;
import net.sourceforge.pmd.lang.impl.CpdOnlyLanguageModuleBase;
/**
@ -26,7 +26,7 @@ public class DartLanguageModule extends CpdOnlyLanguageModuleBase {
}
@Override
public Tokenizer createCpdTokenizer(LanguagePropertyBundle bundle) {
return new DartTokenizer();
public CpdLexer createCpdLexer(LanguagePropertyBundle bundle) {
return new DartCpdLexer();
}
}

View File

@ -7,8 +7,8 @@ package net.sourceforge.pmd.lang.dart.cpd;
import org.antlr.v4.runtime.CharStream;
import org.antlr.v4.runtime.Lexer;
import net.sourceforge.pmd.cpd.impl.AntlrCpdLexer;
import net.sourceforge.pmd.cpd.impl.AntlrTokenFilter;
import net.sourceforge.pmd.cpd.impl.AntlrTokenizer;
import net.sourceforge.pmd.cpd.impl.BaseTokenFilter;
import net.sourceforge.pmd.lang.TokenManager;
import net.sourceforge.pmd.lang.ast.impl.antlr4.AntlrToken;
@ -16,8 +16,10 @@ import net.sourceforge.pmd.lang.dart.ast.DartLexer;
/**
* The Dart Tokenizer
*
* <p>Note: This class has been called DartTokenizer in PMD 6</p>.
*/
public class DartTokenizer extends AntlrTokenizer {
public class DartCpdLexer extends AntlrCpdLexer {
@Override
protected Lexer getLexerForSource(CharStream charStream) {

View File

@ -8,9 +8,9 @@ import org.junit.jupiter.api.Test;
import net.sourceforge.pmd.cpd.test.CpdTextComparisonTest;
class DartTokenizerTest extends CpdTextComparisonTest {
class DartCpdLexerTest extends CpdTextComparisonTest {
DartTokenizerTest() {
DartCpdLexerTest() {
super("dart", ".dart");
}