Class TokenFeatureGenerator

Namespace

NOpenNLP.Tools.Util.Featuregen

Assembly

NOpenNLP.Tools.dll

Generates a feature which contains the token itself.

public class TokenFeatureGenerator : IAdaptiveFeatureGenerator

Inheritance

object

TokenFeatureGenerator

Implements

IAdaptiveFeatureGenerator

Inherited Members

object.Equals(object)

object.Equals(object, object)

object.GetHashCode()

object.GetType()

object.MemberwiseClone()

object.ReferenceEquals(object, object)

object.ToString()

Constructors

TokenFeatureGenerator()

public TokenFeatureGenerator()

TokenFeatureGenerator(bool)

Generates a feature which contains the token itself.

public TokenFeatureGenerator(bool lowercase)

Parameters

lowercase bool

Methods

ClearAdaptiveData()

Informs the feature generator that the context of the adaptive data (typically a document) is no longer valid.

public virtual void ClearAdaptiveData()

CreateFeatures(IList<string>, string[], int, string[])

Adds the appropriate features for the token at the specified index with the specified array of previous outcomes to the specified list of features.

public virtual void CreateFeatures(IList<string> features, string[] tokens, int index, string[] preds)

Parameters

features IList<string>

The list of features to be added to.

tokens string[]

The tokens of the sentence or other text unit being processed.

index int

The index of the token which is currently being processed.

preds string[]

UpdateAdaptiveData(string[], string[])

Informs the feature generator that the specified tokens have been classified with the corresponding set of specified outcomes.

public virtual void UpdateAdaptiveData(string[] tokens, string[] outcomes)

Parameters

tokens string[]

The tokens of the sentence or other text unit which has been processed.

outcomes string[]

The outcomes associated with the specified tokens.