[core] Rename Tokenizer to CpdLexer

See #4065
This commit is contained in:
Andreas Dangel
2024-01-11 17:04:48 +01:00
parent 55d91791c3
commit 6163f67b06
119 changed files with 423 additions and 352 deletions

View File

@ -23,15 +23,17 @@ import scala.meta.tokens.Token;
/**
* Scala Tokenizer class. Uses the Scala Meta Tokenizer, but adapts it for use with generic filtering
*
* <p>Note: This class has been called ScalaTokenizer in PMD 6</p>.
*/
public class ScalaTokenizer implements Tokenizer {
public class ScalaCpdLexer implements CpdLexer {
private final Dialect dialect;
/**
* Create the Tokenizer using properties from the system environment.
*/
public ScalaTokenizer(LanguagePropertyBundle bundle) {
public ScalaCpdLexer(LanguagePropertyBundle bundle) {
LanguageVersion langVer = bundle.getLanguageVersion();
dialect = ScalaLanguageModule.dialectOf(langVer);
}

View File

@ -7,8 +7,8 @@ package net.sourceforge.pmd.lang.scala;
import org.checkerframework.checker.nullness.qual.NonNull;
import net.sourceforge.pmd.annotation.InternalApi;
import net.sourceforge.pmd.cpd.ScalaTokenizer;
import net.sourceforge.pmd.cpd.Tokenizer;
import net.sourceforge.pmd.cpd.CpdLexer;
import net.sourceforge.pmd.cpd.ScalaCpdLexer;
import net.sourceforge.pmd.lang.LanguagePropertyBundle;
import net.sourceforge.pmd.lang.LanguageRegistry;
import net.sourceforge.pmd.lang.LanguageVersion;
@ -52,7 +52,7 @@ public class ScalaLanguageModule extends SimpleLanguageModuleBase {
}
@Override
public Tokenizer createCpdTokenizer(LanguagePropertyBundle bundle) {
return new ScalaTokenizer(bundle);
public CpdLexer createCpdLexer(LanguagePropertyBundle bundle) {
return new ScalaCpdLexer(bundle);
}
}

View File

@ -12,9 +12,9 @@ import net.sourceforge.pmd.cpd.test.CpdTextComparisonTest;
import net.sourceforge.pmd.lang.ast.LexException;
import net.sourceforge.pmd.lang.scala.ScalaLanguageModule;
class ScalaTokenizerTest extends CpdTextComparisonTest {
class ScalaCpdLexerTest extends CpdTextComparisonTest {
ScalaTokenizerTest() {
ScalaCpdLexerTest() {
super(ScalaLanguageModule.getInstance(), ".scala");
}