net.sourceforge.pmd.cpd
public abstract class AbstractTokenizer extends Object implements Tokenizer
Field Summary | |
---|---|
protected List<String> | ignorableCharacter |
protected List<String> | ignorableStmt |
protected char | ONE_LINE_COMMENT_CHAR |
protected boolean | spanMultipleLinesString |
protected List<String> | stringToken |
Method Summary | |
---|---|
void | tokenize(SourceCode tokens, Tokens tokenEntries) |