Removed some old files
git-svn-id: https://pmd.svn.sourceforge.net/svnroot/pmd/trunk@1730 51baf565-9d33-0410-a72c-fc3788e3496d
This commit is contained in:
@ -1,35 +0,0 @@
|
||||
package net.sourceforge.pmd.cpd;
|
||||
|
||||
import java.io.IOException;
|
||||
import java.io.Reader;
|
||||
|
||||
public class CharacterTokenizer /*implements Tokenizer*/ {
|
||||
|
||||
/**
|
||||
* The end of line string for this machine.
|
||||
*/
|
||||
protected String EOL = System.getProperty("line.separator", "\n");
|
||||
|
||||
/**
|
||||
* You'll probably want to write a test for this before using it
|
||||
*/
|
||||
public void tokenize(SourceCode tokens, Reader input) throws IOException {
|
||||
/*
|
||||
List lines = new ArrayList();
|
||||
StringBuffer sb = new StringBuffer();
|
||||
LineNumberReader r = new LineNumberReader(input);
|
||||
String currentLine;
|
||||
int position = 0;
|
||||
while ((currentLine = r.readLine()) != null) {
|
||||
lines.add(currentLine);
|
||||
sb.append(currentLine);
|
||||
sb.append(EOL);
|
||||
for (int i = 0; i < currentLine.length(); i++) {
|
||||
tokens.add(new TokenEntry(String.valueOf(currentLine.charAt(i)), position, tokens.getFileName(), lines.size()));
|
||||
position++;
|
||||
}
|
||||
}
|
||||
tokens.setCode(lines);
|
||||
*/
|
||||
}
|
||||
}
|
@ -1,24 +0,0 @@
|
||||
package net.sourceforge.pmd.cpd;
|
||||
|
||||
import java.io.IOException;
|
||||
import java.io.Reader;
|
||||
|
||||
public class LinesTokenizer /*implements Tokenizer*/ {
|
||||
|
||||
public void tokenize(SourceCode tokens, Reader input) throws IOException {
|
||||
/*
|
||||
String eol = System.getProperty("line.separator", "\n");
|
||||
List lines = new ArrayList();
|
||||
StringBuffer sb = new StringBuffer();
|
||||
LineNumberReader r = new LineNumberReader(input);
|
||||
String currentLine;
|
||||
while ((currentLine = r.readLine()) != null) {
|
||||
lines.add(currentLine);
|
||||
sb.append(currentLine);
|
||||
sb.append(eol);
|
||||
tokens.add(new TokenEntry(currentLine, tokens.size(), tokens.getFileName(), lines.size()));
|
||||
}
|
||||
tokens.setCode(lines);
|
||||
*/
|
||||
}
|
||||
}
|
Reference in New Issue
Block a user