Package net.sourceforge.pmd.cpd

Class JavaTokenizer

java.lang.Object

net.sourceforge.pmd.cpd.internal.JavaCCTokenizer

net.sourceforge.pmd.cpd.JavaTokenizer

All Implemented Interfaces:

Tokenizer

public class JavaTokenizer
extends net.sourceforge.pmd.cpd.internal.JavaCCTokenizer

Field Summary

Fields

Modifier and Type	Field	Description
static String	CPD_END
static String	CPD_START

Fields inherited from interface net.sourceforge.pmd.cpd.Tokenizer

DEFAULT_SKIP_BLOCKS_PATTERN, IGNORE_ANNOTATIONS, IGNORE_IDENTIFIERS, IGNORE_LITERALS, IGNORE_USINGS, OPTION_IGNORE_LITERAL_SEQUENCES, OPTION_SKIP_BLOCKS, OPTION_SKIP_BLOCKS_PATTERN

Constructor Summary

Constructors

Constructor	Description
JavaTokenizer()

Method Summary

Modifier and Type	Method	Description
protected TokenFilter<JavaccToken>	getTokenFilter(TokenManager<JavaccToken> tokenManager)
protected TokenManager<JavaccToken>	makeLexerImpl(CharStream sourceCode)
protected TokenEntry	processToken(Tokens tokenEntries, JavaccToken javaToken)
void	setIgnoreAnnotations(boolean ignoreAnnotations)
void	setIgnoreIdentifiers(boolean ignore)
void	setIgnoreLiterals(boolean ignore)
void	setProperties(Properties properties)
protected JavaccTokenDocument.TokenDocumentBehavior	tokenBehavior()
void	tokenize(SourceCode sourceCode, Tokens tokenEntries)

Methods inherited from class net.sourceforge.pmd.cpd.internal.JavaCCTokenizer

getImage, getLexerForSource

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

CPD_START

public static final String CPD_START

See Also:

Constant Field Values

CPD_END

public static final String CPD_END

See Also:

Constant Field Values

Constructor Detail

JavaTokenizer

public JavaTokenizer()

Method Detail

setProperties

public void setProperties(Properties properties)

tokenize

public void tokenize(SourceCode sourceCode,
                     Tokens tokenEntries)
              throws IOException

Specified by:

tokenize in interface Tokenizer

Overrides:

tokenize in class net.sourceforge.pmd.cpd.internal.JavaCCTokenizer

Throws:

IOException

tokenBehavior

protected JavaccTokenDocument.TokenDocumentBehavior tokenBehavior()

Overrides:

tokenBehavior in class net.sourceforge.pmd.cpd.internal.JavaCCTokenizer

makeLexerImpl

protected TokenManager<JavaccToken> makeLexerImpl(CharStream sourceCode)

Specified by:

makeLexerImpl in class net.sourceforge.pmd.cpd.internal.JavaCCTokenizer

getTokenFilter

protected TokenFilter<JavaccToken> getTokenFilter(TokenManager<JavaccToken> tokenManager)

Overrides:

getTokenFilter in class net.sourceforge.pmd.cpd.internal.JavaCCTokenizer

processToken

protected TokenEntry processToken(Tokens tokenEntries,
                                  JavaccToken javaToken)

Overrides:

processToken in class net.sourceforge.pmd.cpd.internal.JavaCCTokenizer

setIgnoreLiterals

public void setIgnoreLiterals(boolean ignore)

setIgnoreIdentifiers

public void setIgnoreIdentifiers(boolean ignore)

setIgnoreAnnotations

public void setIgnoreAnnotations(boolean ignoreAnnotations)