cmu.arktweetnlp.impl.features

Class FeatureUtil

java.lang.Object

cmu.arktweetnlp.impl.features.FeatureUtil

public class FeatureUtil
extends java.lang.Object

String normalizations and other shared utilities for feature computation.

Field Summary

Fields

Modifier and Type	Field and Description
static java.util.regex.Pattern	justbase
static java.util.regex.Pattern	URL

Constructor Summary

Constructors

Constructor and Description
FeatureUtil()

Method Summary

Methods

Modifier and Type	Method and Description
static java.util.ArrayList<java.lang.String>	fuzztoken(java.lang.String tok, boolean apos)
static java.util.ArrayList<java.lang.String>	normalize(java.util.List<java.lang.String> toks)
static java.lang.String	normalize(java.lang.String str)
static java.util.ArrayList<java.lang.String>	normalizecap(java.util.List<java.lang.String> toks)
static java.lang.String	normalizecap(java.lang.String str)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

URL

public static java.util.regex.Pattern URL

justbase

public static java.util.regex.Pattern justbase

Constructor Detail

FeatureUtil

public FeatureUtil()

Method Detail

normalize

public static java.util.ArrayList<java.lang.String> normalize(java.util.List<java.lang.String> toks)

normalize

public static java.lang.String normalize(java.lang.String str)

Parameters:

str -

Returns:

Lowercase normalized string

normalizecap

public static java.util.ArrayList<java.lang.String> normalizecap(java.util.List<java.lang.String> toks)

normalizecap

public static java.lang.String normalizecap(java.lang.String str)

fuzztoken

public static java.util.ArrayList<java.lang.String> fuzztoken(java.lang.String tok,
                                              boolean apos)