de.tudarmstadt.ukp.dkpro.core.io.web1t.util

Class Web1TConverter

java.lang.Object

de.tudarmstadt.ukp.dkpro.core.io.web1t.util.Web1TConverter

public class Web1TConverter
extends Object

Field Summary

Fields

Modifier and Type	Field and Description
static String	SENTENCE_END
static String	SENTENCE_START

Constructor Summary

Constructors

Constructor and Description
Web1TConverter(String outputPath)
Web1TConverter(String outputPath, int aMinNGramLength, int aMaxNGramLength)

Method Summary

Modifier and Type	Method and Description
void	add(ConditionalFrequencyDistribution<Integer,String> cfd)
void	add(org.apache.uima.jcas.JCas jcas, Set<String> inputPaths, org.apache.uima.cas.Type sentenceType)
void	createIndex()
int	getMaxNgramLength()
int	getMinFrequency()
int	getMinNgramLength()
String	getOutputEncoding()
float	getSplitThreshold()
boolean	isToLowercase()
boolean	isWriteIndexes()
void	setMaxNgramLength(int maxNgramLength)
void	setMinFrequency(int minFrequency)
void	setMinNgramLength(int minNgramLength)
void	setOutputEncoding(String outputEncoding)
void	setSplitThreshold(float splitThreshold)
void	setToLowercase(boolean toLowercase)
void	setWriteIndexes(boolean writeIndexes)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

SENTENCE_START

public static final String SENTENCE_START

See Also:

Constant Field Values

SENTENCE_END

public static final String SENTENCE_END

See Also:

Constant Field Values

Constructor Detail

Web1TConverter

public Web1TConverter(String outputPath)
               throws IOException

Throws:

IOException

Web1TConverter

public Web1TConverter(String outputPath,
                      int aMinNGramLength,
                      int aMaxNGramLength)
               throws IOException

Throws:

IOException

Method Detail

add

public void add(org.apache.uima.jcas.JCas jcas,
                Set<String> inputPaths,
                org.apache.uima.cas.Type sentenceType)
         throws IOException

Throws:

IOException

add

public void add(ConditionalFrequencyDistribution<Integer,String> cfd)
         throws IOException

Throws:

IOException

createIndex

public void createIndex()
                 throws IOException

Throws:

IOException

isWriteIndexes

public boolean isWriteIndexes()

setWriteIndexes

public void setWriteIndexes(boolean writeIndexes)

getSplitThreshold

public float getSplitThreshold()

setSplitThreshold

public void setSplitThreshold(float splitThreshold)

getOutputEncoding

public String getOutputEncoding()

setOutputEncoding

public void setOutputEncoding(String outputEncoding)

getMinNgramLength

public int getMinNgramLength()

setMinNgramLength

public void setMinNgramLength(int minNgramLength)

getMaxNgramLength

public int getMaxNgramLength()

setMaxNgramLength

public void setMaxNgramLength(int maxNgramLength)

getMinFrequency

public int getMinFrequency()

setMinFrequency

public void setMinFrequency(int minFrequency)

isToLowercase

public boolean isToLowercase()

setToLowercase

public void setToLowercase(boolean toLowercase)