Removed some old files
git-svn-id: https://pmd.svn.sourceforge.net/svnroot/pmd/trunk@1730 51baf565-9d33-0410-a72c-fc3788e3496d
This commit is contained in:
@ -1,35 +0,0 @@
|
|||||||
package net.sourceforge.pmd.cpd;
|
|
||||||
|
|
||||||
import java.io.IOException;
|
|
||||||
import java.io.Reader;
|
|
||||||
|
|
||||||
public class CharacterTokenizer /*implements Tokenizer*/ {
|
|
||||||
|
|
||||||
/**
|
|
||||||
* The end of line string for this machine.
|
|
||||||
*/
|
|
||||||
protected String EOL = System.getProperty("line.separator", "\n");
|
|
||||||
|
|
||||||
/**
|
|
||||||
* You'll probably want to write a test for this before using it
|
|
||||||
*/
|
|
||||||
public void tokenize(SourceCode tokens, Reader input) throws IOException {
|
|
||||||
/*
|
|
||||||
List lines = new ArrayList();
|
|
||||||
StringBuffer sb = new StringBuffer();
|
|
||||||
LineNumberReader r = new LineNumberReader(input);
|
|
||||||
String currentLine;
|
|
||||||
int position = 0;
|
|
||||||
while ((currentLine = r.readLine()) != null) {
|
|
||||||
lines.add(currentLine);
|
|
||||||
sb.append(currentLine);
|
|
||||||
sb.append(EOL);
|
|
||||||
for (int i = 0; i < currentLine.length(); i++) {
|
|
||||||
tokens.add(new TokenEntry(String.valueOf(currentLine.charAt(i)), position, tokens.getFileName(), lines.size()));
|
|
||||||
position++;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
tokens.setCode(lines);
|
|
||||||
*/
|
|
||||||
}
|
|
||||||
}
|
|
@ -1,24 +0,0 @@
|
|||||||
package net.sourceforge.pmd.cpd;
|
|
||||||
|
|
||||||
import java.io.IOException;
|
|
||||||
import java.io.Reader;
|
|
||||||
|
|
||||||
public class LinesTokenizer /*implements Tokenizer*/ {
|
|
||||||
|
|
||||||
public void tokenize(SourceCode tokens, Reader input) throws IOException {
|
|
||||||
/*
|
|
||||||
String eol = System.getProperty("line.separator", "\n");
|
|
||||||
List lines = new ArrayList();
|
|
||||||
StringBuffer sb = new StringBuffer();
|
|
||||||
LineNumberReader r = new LineNumberReader(input);
|
|
||||||
String currentLine;
|
|
||||||
while ((currentLine = r.readLine()) != null) {
|
|
||||||
lines.add(currentLine);
|
|
||||||
sb.append(currentLine);
|
|
||||||
sb.append(eol);
|
|
||||||
tokens.add(new TokenEntry(currentLine, tokens.size(), tokens.getFileName(), lines.size()));
|
|
||||||
}
|
|
||||||
tokens.setCode(lines);
|
|
||||||
*/
|
|
||||||
}
|
|
||||||
}
|
|
Reference in New Issue
Block a user