CPD: Remove deprecations in Mark / TokenEntry

* Provide these values for more languages
This commit is contained in:
Andreas Dangel
2020-01-17 14:47:23 +01:00
parent 25ceeb91bb
commit 817c3d1127
10 changed files with 42 additions and 16 deletions

View File

@@ -30,7 +30,9 @@ public class GroovyTokenizer implements Tokenizer {
Token token = tokenStream.nextToken();
while (token.getType() != Token.EOF_TYPE) {
TokenEntry tokenEntry = new TokenEntry(token.getText(), sourceCode.getFileName(), token.getLine());
String tokenText = token.getText();
TokenEntry tokenEntry = new TokenEntry(tokenText, sourceCode.getFileName(), token.getLine(),
token.getColumn(), tokenText.length());
tokenEntries.add(tokenEntry);
token = tokenStream.nextToken();