Removed some old files

git-svn-id: https://pmd.svn.sourceforge.net/svnroot/pmd/trunk@1730 51baf565-9d33-0410-a72c-fc3788e3496d
This commit is contained in:
Tom Copeland
2003-04-10 20:11:18 +00:00
parent cdb29605c3
commit b62856d797
2 changed files with 0 additions and 59 deletions

View File

@ -1,35 +0,0 @@
package net.sourceforge.pmd.cpd;
import java.io.IOException;
import java.io.Reader;
public class CharacterTokenizer /*implements Tokenizer*/ {
/**
* The end of line string for this machine.
*/
protected String EOL = System.getProperty("line.separator", "\n");
/**
* You'll probably want to write a test for this before using it
*/
public void tokenize(SourceCode tokens, Reader input) throws IOException {
/*
List lines = new ArrayList();
StringBuffer sb = new StringBuffer();
LineNumberReader r = new LineNumberReader(input);
String currentLine;
int position = 0;
while ((currentLine = r.readLine()) != null) {
lines.add(currentLine);
sb.append(currentLine);
sb.append(EOL);
for (int i = 0; i < currentLine.length(); i++) {
tokens.add(new TokenEntry(String.valueOf(currentLine.charAt(i)), position, tokens.getFileName(), lines.size()));
position++;
}
}
tokens.setCode(lines);
*/
}
}

View File

@ -1,24 +0,0 @@
package net.sourceforge.pmd.cpd;
import java.io.IOException;
import java.io.Reader;
public class LinesTokenizer /*implements Tokenizer*/ {
public void tokenize(SourceCode tokens, Reader input) throws IOException {
/*
String eol = System.getProperty("line.separator", "\n");
List lines = new ArrayList();
StringBuffer sb = new StringBuffer();
LineNumberReader r = new LineNumberReader(input);
String currentLine;
while ((currentLine = r.readLine()) != null) {
lines.add(currentLine);
sb.append(currentLine);
sb.append(eol);
tokens.add(new TokenEntry(currentLine, tokens.size(), tokens.getFileName(), lines.size()));
}
tokens.setCode(lines);
*/
}
}